{"level":"warn","ts":"2026-03-19T09:01:36.609961Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T09:01:36.610055Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.243:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.243:2380","--initial-cluster=instance=https://199.19.213.243:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.243:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.243:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T09:01:36.610123Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T09:01:36.61013Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.243:2380"]} {"level":"info","ts":"2026-03-19T09:01:36.610147Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T09:01:36.610796Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.243:2379"]} {"level":"info","ts":"2026-03-19T09:01:36.610869Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.243:2380"],"listen-peer-urls":["https://199.19.213.243:2380"],"advertise-client-urls":["https://199.19.213.243:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.243:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.243:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T09:01:36.653454Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"42.366824ms"} {"level":"info","ts":"2026-03-19T09:01:36.674942Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"864e14457b828f9c","cluster-id":"6c0ae60a355554b9"} {"level":"info","ts":"2026-03-19T09:01:36.675098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"864e14457b828f9c switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T09:01:36.675144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"864e14457b828f9c became follower at term 0"} {"level":"info","ts":"2026-03-19T09:01:36.67517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 864e14457b828f9c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T09:01:36.675188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"864e14457b828f9c became follower at term 1"} {"level":"info","ts":"2026-03-19T09:01:36.67527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"864e14457b828f9c switched to configuration voters=(9677694937923227548)"} {"level":"warn","ts":"2026-03-19T09:01:36.692712Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T09:01:36.694379Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T09:01:36.696026Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T09:01:36.70045Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"864e14457b828f9c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T09:01:36.70097Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"864e14457b828f9c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T09:01:36.701081Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:01:36.701134Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:01:36.701153Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:01:36.703452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"864e14457b828f9c switched to configuration voters=(9677694937923227548)"} {"level":"info","ts":"2026-03-19T09:01:36.704244Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c0ae60a355554b9","local-member-id":"864e14457b828f9c","added-peer-id":"864e14457b828f9c","added-peer-peer-urls":["https://199.19.213.243:2380"]} {"level":"info","ts":"2026-03-19T09:01:36.705137Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T09:01:36.7053Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.243:2380"} {"level":"info","ts":"2026-03-19T09:01:36.705461Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"864e14457b828f9c","initial-advertise-peer-urls":["https://199.19.213.243:2380"],"listen-peer-urls":["https://199.19.213.243:2380"],"advertise-client-urls":["https://199.19.213.243:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.243:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T09:01:36.705485Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.243:2380"} {"level":"info","ts":"2026-03-19T09:01:36.705522Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T09:01:37.576371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"864e14457b828f9c is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T09:01:37.576422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"864e14457b828f9c became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T09:01:37.576447Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"864e14457b828f9c received MsgPreVoteResp from 864e14457b828f9c at term 1"} {"level":"info","ts":"2026-03-19T09:01:37.576458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"864e14457b828f9c became candidate at term 2"} {"level":"info","ts":"2026-03-19T09:01:37.576465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"864e14457b828f9c received MsgVoteResp from 864e14457b828f9c at term 2"} {"level":"info","ts":"2026-03-19T09:01:37.576473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"864e14457b828f9c became leader at term 2"} {"level":"info","ts":"2026-03-19T09:01:37.57648Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 864e14457b828f9c elected leader 864e14457b828f9c at term 2"} {"level":"info","ts":"2026-03-19T09:01:37.862572Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:37.873367Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"864e14457b828f9c","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.243:2379]}","request-path":"/0/members/864e14457b828f9c/attributes","cluster-id":"6c0ae60a355554b9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T09:01:37.873385Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T09:01:37.873434Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T09:01:37.873699Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T09:01:37.873811Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T09:01:37.875391Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c0ae60a355554b9","local-member-id":"864e14457b828f9c","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:37.875483Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:37.87551Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:37.875918Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.243:2379"} {"level":"info","ts":"2026-03-19T09:01:37.877629Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-19T09:01:41.206984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.344228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:41.207171Z","caller":"traceutil/trace.go:171","msg":"trace[1700362199] linearizableReadLoop","detail":"{readStateIndex:222; appliedIndex:221; }","duration":"130.54529ms","start":"2026-03-19T09:01:41.07661Z","end":"2026-03-19T09:01:41.207155Z","steps":["trace[1700362199] 'read index received' (duration: 6.432983ms)","trace[1700362199] 'applied index is now lower than readState.Index' (duration: 124.110887ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:41.207269Z","caller":"traceutil/trace.go:171","msg":"trace[1669369641] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"247.921104ms","start":"2026-03-19T09:01:40.959267Z","end":"2026-03-19T09:01:41.207188Z","steps":["trace[1669369641] 'process raft request' (duration: 123.89856ms)","trace[1669369641] 'compare' (duration: 123.181685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:41.2074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.767483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:113"} {"level":"info","ts":"2026-03-19T09:01:41.207505Z","caller":"traceutil/trace.go:171","msg":"trace[1981087329] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:217; }","duration":"130.941748ms","start":"2026-03-19T09:01:41.076539Z","end":"2026-03-19T09:01:41.20748Z","steps":["trace[1981087329] 'agreement among raft nodes before linearized reading' (duration: 130.695382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:41.722356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.597685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:41.722554Z","caller":"traceutil/trace.go:171","msg":"trace[1912076942] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"152.397576ms","start":"2026-03-19T09:01:41.570131Z","end":"2026-03-19T09:01:41.722528Z","steps":["trace[1912076942] 'process raft request' (duration: 23.556425ms)","trace[1912076942] 'compare' (duration: 128.427201ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:41.934753Z","caller":"traceutil/trace.go:171","msg":"trace[2135046202] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"110.150354ms","start":"2026-03-19T09:01:41.824568Z","end":"2026-03-19T09:01:41.934719Z","steps":["trace[2135046202] 'process raft request' (duration: 67.106805ms)","trace[2135046202] 'compare' (duration: 42.889626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:42.206486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.584406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3285"} {"level":"info","ts":"2026-03-19T09:01:42.206642Z","caller":"traceutil/trace.go:171","msg":"trace[1213962873] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:245; }","duration":"141.79817ms","start":"2026-03-19T09:01:42.064824Z","end":"2026-03-19T09:01:42.206622Z","steps":["trace[1213962873] 'range keys from in-memory index tree' (duration: 141.443572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:42.448328Z","caller":"traceutil/trace.go:171","msg":"trace[1478260649] linearizableReadLoop","detail":"{readStateIndex:253; appliedIndex:252; }","duration":"205.490939ms","start":"2026-03-19T09:01:42.242809Z","end":"2026-03-19T09:01:42.4483Z","steps":["trace[1478260649] 'read index received' (duration: 204.899507ms)","trace[1478260649] 'applied index is now lower than readState.Index' (duration: 590.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:42.448414Z","caller":"traceutil/trace.go:171","msg":"trace[1910290147] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"236.266044ms","start":"2026-03-19T09:01:42.212117Z","end":"2026-03-19T09:01:42.448383Z","steps":["trace[1910290147] 'process raft request' (duration: 235.60611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:42.44848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.651813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T09:01:42.448535Z","caller":"traceutil/trace.go:171","msg":"trace[436365414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:247; }","duration":"205.758474ms","start":"2026-03-19T09:01:42.242762Z","end":"2026-03-19T09:01:42.448521Z","steps":["trace[436365414] 'agreement among raft nodes before linearized reading' (duration: 205.644002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:47.513946Z","caller":"traceutil/trace.go:171","msg":"trace[1430040600] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"140.57672ms","start":"2026-03-19T09:01:47.373345Z","end":"2026-03-19T09:01:47.513922Z","steps":["trace[1430040600] 'process raft request' (duration: 140.397836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:47.514042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.0692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-19T09:01:47.514117Z","caller":"traceutil/trace.go:171","msg":"trace[2027761192] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:344; }","duration":"100.196543ms","start":"2026-03-19T09:01:47.413904Z","end":"2026-03-19T09:01:47.514101Z","steps":["trace[2027761192] 'agreement among raft nodes before linearized reading' (duration: 100.062469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:48.035882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.726905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:01:48.036023Z","caller":"traceutil/trace.go:171","msg":"trace[1277210757] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:380; }","duration":"221.49812ms","start":"2026-03-19T09:01:47.814504Z","end":"2026-03-19T09:01:48.036002Z","steps":["trace[1277210757] 'read index received' (duration: 106.494807ms)","trace[1277210757] 'applied index is now lower than readState.Index' (duration: 115.001523ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:48.036043Z","caller":"traceutil/trace.go:171","msg":"trace[1760938489] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"263.603625ms","start":"2026-03-19T09:01:47.772405Z","end":"2026-03-19T09:01:48.036008Z","steps":["trace[1760938489] 'process raft request' (duration: 148.661264ms)","trace[1760938489] 'compare' (duration: 114.55296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:48.036202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.684235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-19T09:01:48.036254Z","caller":"traceutil/trace.go:171","msg":"trace[1395406823] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:370; }","duration":"221.771147ms","start":"2026-03-19T09:01:47.814468Z","end":"2026-03-19T09:01:48.036239Z","steps":["trace[1395406823] 'agreement among raft nodes before linearized reading' (duration: 221.646494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:48.036271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.107557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-19T09:01:48.036354Z","caller":"traceutil/trace.go:171","msg":"trace[757226531] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:370; }","duration":"200.20262ms","start":"2026-03-19T09:01:47.836134Z","end":"2026-03-19T09:01:48.036337Z","steps":["trace[757226531] 'agreement among raft nodes before linearized reading' (duration: 200.036896ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:48.200306Z","caller":"traceutil/trace.go:171","msg":"trace[799061553] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"103.794102ms","start":"2026-03-19T09:01:48.096483Z","end":"2026-03-19T09:01:48.200277Z","steps":["trace[799061553] 'process raft request' (duration: 85.052643ms)","trace[799061553] 'compare' (duration: 18.610105ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:48.200902Z","caller":"traceutil/trace.go:171","msg":"trace[1554083308] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"101.679464ms","start":"2026-03-19T09:01:48.099206Z","end":"2026-03-19T09:01:48.200885Z","steps":["trace[1554083308] 'process raft request' (duration: 101.375725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:52.818655Z","caller":"traceutil/trace.go:171","msg":"trace[651155538] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:417; }","duration":"184.062144ms","start":"2026-03-19T09:01:52.634567Z","end":"2026-03-19T09:01:52.818629Z","steps":["trace[651155538] 'read index received' (duration: 183.865038ms)","trace[651155538] 'applied index is now lower than readState.Index' (duration: 195.926µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:52.818706Z","caller":"traceutil/trace.go:171","msg":"trace[1620218357] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"272.737528ms","start":"2026-03-19T09:01:52.54594Z","end":"2026-03-19T09:01:52.818678Z","steps":["trace[1620218357] 'process raft request' (duration: 272.4689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:52.818843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.265169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:01:52.818891Z","caller":"traceutil/trace.go:171","msg":"trace[826665790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:405; }","duration":"184.383223ms","start":"2026-03-19T09:01:52.634498Z","end":"2026-03-19T09:01:52.818881Z","steps":["trace[826665790] 'agreement among raft nodes before linearized reading' (duration: 184.258359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:53.647915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.738956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-19T09:01:53.647972Z","caller":"traceutil/trace.go:171","msg":"trace[2141570543] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:406; }","duration":"273.834329ms","start":"2026-03-19T09:01:53.374125Z","end":"2026-03-19T09:01:53.647959Z","steps":["trace[2141570543] 'range keys from in-memory index tree' (duration: 273.567171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:53.64804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.867534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T09:01:53.648146Z","caller":"traceutil/trace.go:171","msg":"trace[1741015978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:406; }","duration":"465.0186ms","start":"2026-03-19T09:01:53.183099Z","end":"2026-03-19T09:01:53.648117Z","steps":["trace[1741015978] 'range keys from in-memory index tree' (duration: 464.68102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:53.648205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:53.183081Z","time spent":"465.109372ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:01:54.19593Z","caller":"traceutil/trace.go:171","msg":"trace[2141155729] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:419; }","duration":"539.152092ms","start":"2026-03-19T09:01:53.656748Z","end":"2026-03-19T09:01:54.195901Z","steps":["trace[2141155729] 'read index received' (duration: 19.620754ms)","trace[2141155729] 'applied index is now lower than readState.Index' (duration: 519.529588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:54.196085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.330496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:54.195952Z","caller":"traceutil/trace.go:171","msg":"trace[416314878] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"542.923835ms","start":"2026-03-19T09:01:53.652988Z","end":"2026-03-19T09:01:54.195911Z","steps":["trace[416314878] 'process raft request' (duration: 542.484253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:54.196173Z","caller":"traceutil/trace.go:171","msg":"trace[849693862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"539.481839ms","start":"2026-03-19T09:01:53.65666Z","end":"2026-03-19T09:01:54.196142Z","steps":["trace[849693862] 'agreement among raft nodes before linearized reading' (duration: 539.346826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:54.196307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:53.656643Z","time spent":"539.653294ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:01:54.196704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:53.65296Z","time spent":"543.261815ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:54.407102Z","caller":"traceutil/trace.go:171","msg":"trace[2004764622] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:421; }","duration":"210.968058ms","start":"2026-03-19T09:01:54.196108Z","end":"2026-03-19T09:01:54.407077Z","steps":["trace[2004764622] 'read index received' (duration: 208.216352ms)","trace[2004764622] 'applied index is now lower than readState.Index' (duration: 2.750556ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:54.407208Z","caller":"traceutil/trace.go:171","msg":"trace[128656900] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"540.261412ms","start":"2026-03-19T09:01:53.866881Z","end":"2026-03-19T09:01:54.407143Z","steps":["trace[128656900] 'process raft request' (duration: 537.463264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:54.407266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.664338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:01:54.407375Z","caller":"traceutil/trace.go:171","msg":"trace[467608065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:409; }","duration":"310.853022ms","start":"2026-03-19T09:01:54.096496Z","end":"2026-03-19T09:01:54.407349Z","steps":["trace[467608065] 'agreement among raft nodes before linearized reading' (duration: 310.656517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:54.407431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:54.096472Z","time spent":"310.944795ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:01:54.407446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:53.866861Z","time spent":"540.465648ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:54.407298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.852997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:01:54.407502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.693659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-19T09:01:54.40756Z","caller":"traceutil/trace.go:171","msg":"trace[875347104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"210.151127ms","start":"2026-03-19T09:01:54.197379Z","end":"2026-03-19T09:01:54.40753Z","steps":["trace[875347104] 'agreement among raft nodes before linearized reading' (duration: 209.864588ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:54.407628Z","caller":"traceutil/trace.go:171","msg":"trace[534475677] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:409; }","duration":"206.851874ms","start":"2026-03-19T09:01:54.200746Z","end":"2026-03-19T09:01:54.407598Z","steps":["trace[534475677] 'agreement among raft nodes before linearized reading' (duration: 206.591697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:00.158536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003396281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:02:00.240037Z","caller":"traceutil/trace.go:171","msg":"trace[1109650316] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:435; }","duration":"582.422228ms","start":"2026-03-19T09:01:59.657589Z","end":"2026-03-19T09:02:00.240011Z","steps":["trace[1109650316] 'read index received' (duration: 582.11074ms)","trace[1109650316] 'applied index is now lower than readState.Index' (duration: 310.418µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:00.240119Z","caller":"traceutil/trace.go:171","msg":"trace[554802887] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"642.616264ms","start":"2026-03-19T09:01:59.597482Z","end":"2026-03-19T09:02:00.240098Z","steps":["trace[554802887] 'process raft request' (duration: 642.373637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:00.240191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.587703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:00.240226Z","caller":"traceutil/trace.go:171","msg":"trace[1776311013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"582.680255ms","start":"2026-03-19T09:01:59.657535Z","end":"2026-03-19T09:02:00.240215Z","steps":["trace[1776311013] 'agreement among raft nodes before linearized reading' (duration: 582.605944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:00.240274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:59.65751Z","time spent":"582.756528ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:00.240237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:59.597461Z","time spent":"642.706337ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:00.240382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.043126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:02:00.240467Z","caller":"traceutil/trace.go:171","msg":"trace[1066322512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:422; }","duration":"536.162697ms","start":"2026-03-19T09:01:59.704285Z","end":"2026-03-19T09:02:00.240447Z","steps":["trace[1066322512] 'agreement among raft nodes before linearized reading' (duration: 536.036344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:00.240508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:59.704268Z","time spent":"536.231689ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:02:07.083899Z","caller":"traceutil/trace.go:171","msg":"trace[1935677481] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"125.042551ms","start":"2026-03-19T09:02:06.958827Z","end":"2026-03-19T09:02:07.083869Z","steps":["trace[1935677481] 'process raft request' (duration: 93.843547ms)","trace[1935677481] 'compare' (duration: 31.097231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:08.917136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.982405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:08.917142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.739004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:02:08.917294Z","caller":"traceutil/trace.go:171","msg":"trace[557008136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:441; }","duration":"390.926359ms","start":"2026-03-19T09:02:08.526331Z","end":"2026-03-19T09:02:08.917257Z","steps":["trace[557008136] 'range keys from in-memory index tree' (duration: 390.57095ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:08.917305Z","caller":"traceutil/trace.go:171","msg":"trace[1034481916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:441; }","duration":"260.188681ms","start":"2026-03-19T09:02:08.657094Z","end":"2026-03-19T09:02:08.917283Z","steps":["trace[1034481916] 'range keys from in-memory index tree' (duration: 259.905933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:08.917354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:08.526305Z","time spent":"391.033272ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:02:09.235489Z","caller":"traceutil/trace.go:171","msg":"trace[2145005038] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:457; }","duration":"305.609827ms","start":"2026-03-19T09:02:08.929848Z","end":"2026-03-19T09:02:09.235458Z","steps":["trace[2145005038] 'read index received' (duration: 305.425503ms)","trace[2145005038] 'applied index is now lower than readState.Index' (duration: 183.444µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:09.23561Z","caller":"traceutil/trace.go:171","msg":"trace[257524939] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"313.376863ms","start":"2026-03-19T09:02:08.922204Z","end":"2026-03-19T09:02:09.235581Z","steps":["trace[257524939] 'process raft request' (duration: 313.128106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:09.235648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.557554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:02:09.235654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.792682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:02:09.235697Z","caller":"traceutil/trace.go:171","msg":"trace[75337989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:442; }","duration":"147.658177ms","start":"2026-03-19T09:02:09.088024Z","end":"2026-03-19T09:02:09.235682Z","steps":["trace[75337989] 'agreement among raft nodes before linearized reading' (duration: 147.567994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:09.235725Z","caller":"traceutil/trace.go:171","msg":"trace[1931256532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:442; }","duration":"305.882316ms","start":"2026-03-19T09:02:08.929821Z","end":"2026-03-19T09:02:09.235703Z","steps":["trace[1931256532] 'agreement among raft nodes before linearized reading' (duration: 305.769812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:09.23576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:08.922136Z","time spent":"313.538577ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:09.23578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:08.929809Z","time spent":"305.955278ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:02:09.588852Z","caller":"traceutil/trace.go:171","msg":"trace[601065163] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"349.203135ms","start":"2026-03-19T09:02:09.239622Z","end":"2026-03-19T09:02:09.588825Z","steps":["trace[601065163] 'process raft request' (duration: 349.134123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:09.588932Z","caller":"traceutil/trace.go:171","msg":"trace[939182205] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"349.265157ms","start":"2026-03-19T09:02:09.239622Z","end":"2026-03-19T09:02:09.588887Z","steps":["trace[939182205] 'process raft request' (duration: 259.182364ms)","trace[939182205] 'compare' (duration: 89.754874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:09.589125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.239599Z","time spent":"349.371069ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:09.589149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:09.239603Z","time spent":"349.39906ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:10.635271Z","caller":"traceutil/trace.go:171","msg":"trace[65947853] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:460; }","duration":"180.284649ms","start":"2026-03-19T09:02:10.454963Z","end":"2026-03-19T09:02:10.635247Z","steps":["trace[65947853] 'read index received' (duration: 180.111155ms)","trace[65947853] 'applied index is now lower than readState.Index' (duration: 172.524µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:10.635389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.419673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:02:10.635371Z","caller":"traceutil/trace.go:171","msg":"trace[43563846] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"278.060015ms","start":"2026-03-19T09:02:10.357279Z","end":"2026-03-19T09:02:10.635339Z","steps":["trace[43563846] 'process raft request' (duration: 277.819079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:10.635423Z","caller":"traceutil/trace.go:171","msg":"trace[395999110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:445; }","duration":"180.501915ms","start":"2026-03-19T09:02:10.45491Z","end":"2026-03-19T09:02:10.635412Z","steps":["trace[395999110] 'agreement among raft nodes before linearized reading' (duration: 180.428113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:19.911976Z","caller":"traceutil/trace.go:171","msg":"trace[574017611] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"213.124008ms","start":"2026-03-19T09:02:19.698535Z","end":"2026-03-19T09:02:19.911659Z","steps":["trace[574017611] 'process raft request' (duration: 212.939123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:21.904447Z","caller":"traceutil/trace.go:171","msg":"trace[803149833] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"200.484919ms","start":"2026-03-19T09:02:21.703934Z","end":"2026-03-19T09:02:21.904419Z","steps":["trace[803149833] 'process raft request' (duration: 200.318715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:25.157306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003396476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:25.217802Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250212009s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:02:25.218197Z","caller":"traceutil/trace.go:171","msg":"trace[2027838957] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"1.250684223s","start":"2026-03-19T09:02:23.967487Z","end":"2026-03-19T09:02:25.218171Z","steps":["trace[2027838957] 'process raft request' (duration: 1.250530138s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:25.218362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:23.967469Z","time spent":"1.250819117s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:25.437355Z","caller":"traceutil/trace.go:171","msg":"trace[1514666070] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:525; }","duration":"780.693105ms","start":"2026-03-19T09:02:24.65663Z","end":"2026-03-19T09:02:25.437323Z","steps":["trace[1514666070] 'read index received' (duration: 561.364445ms)","trace[1514666070] 'applied index is now lower than readState.Index' (duration: 219.32783ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:25.437531Z","caller":"traceutil/trace.go:171","msg":"trace[1595062151] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"803.817396ms","start":"2026-03-19T09:02:24.633687Z","end":"2026-03-19T09:02:25.437504Z","steps":["trace[1595062151] 'process raft request' (duration: 724.494971ms)","trace[1595062151] 'compare' (duration: 78.992346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:25.437569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.921062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:25.437621Z","caller":"traceutil/trace.go:171","msg":"trace[849956135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"781.023194ms","start":"2026-03-19T09:02:24.656581Z","end":"2026-03-19T09:02:25.437604Z","steps":["trace[849956135] 'agreement among raft nodes before linearized reading' (duration: 780.916141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:25.437656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:24.633655Z","time spent":"803.931079ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:25.437646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.962847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:02:25.437675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:24.65656Z","time spent":"781.104578ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:02:25.437831Z","caller":"traceutil/trace.go:171","msg":"trace[1364133093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:508; }","duration":"702.161123ms","start":"2026-03-19T09:02:24.735618Z","end":"2026-03-19T09:02:25.437779Z","steps":["trace[1364133093] 'agreement among raft nodes before linearized reading' (duration: 701.935246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:25.437975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:24.735593Z","time spent":"702.338676ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:02:25.72553Z","caller":"traceutil/trace.go:171","msg":"trace[1409405806] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"283.858666ms","start":"2026-03-19T09:02:25.441647Z","end":"2026-03-19T09:02:25.725505Z","steps":["trace[1409405806] 'process raft request' (duration: 283.716471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:25.754447Z","caller":"traceutil/trace.go:171","msg":"trace[436236833] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"312.741605ms","start":"2026-03-19T09:02:25.441677Z","end":"2026-03-19T09:02:25.754418Z","steps":["trace[436236833] 'process raft request' (duration: 312.599062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:25.754619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:25.441653Z","time spent":"312.885759ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:28.178977Z","caller":"traceutil/trace.go:171","msg":"trace[494925653] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"214.393444ms","start":"2026-03-19T09:02:27.964561Z","end":"2026-03-19T09:02:28.178954Z","steps":["trace[494925653] 'process raft request' (duration: 214.26754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:29.820867Z","caller":"traceutil/trace.go:171","msg":"trace[305911259] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"558.256761ms","start":"2026-03-19T09:02:29.262574Z","end":"2026-03-19T09:02:29.820831Z","steps":["trace[305911259] 'process raft request' (duration: 558.076155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:29.821242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:29.262557Z","time spent":"558.406454ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:32.077947Z","caller":"traceutil/trace.go:171","msg":"trace[1490259465] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"162.053555ms","start":"2026-03-19T09:02:31.915863Z","end":"2026-03-19T09:02:32.077916Z","steps":["trace[1490259465] 'process raft request' (duration: 161.905402ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:32.078758Z","caller":"traceutil/trace.go:171","msg":"trace[29382073] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"162.389764ms","start":"2026-03-19T09:02:31.916338Z","end":"2026-03-19T09:02:32.078727Z","steps":["trace[29382073] 'process raft request' (duration: 162.24964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:36.233956Z","caller":"traceutil/trace.go:171","msg":"trace[30731857] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"184.102805ms","start":"2026-03-19T09:02:36.049826Z","end":"2026-03-19T09:02:36.233929Z","steps":["trace[30731857] 'process raft request' (duration: 183.970761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:36.251783Z","caller":"traceutil/trace.go:171","msg":"trace[1191200301] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:588; }","duration":"159.630217ms","start":"2026-03-19T09:02:36.092141Z","end":"2026-03-19T09:02:36.251771Z","steps":["trace[1191200301] 'read index received' (duration: 141.727612ms)","trace[1191200301] 'applied index is now lower than readState.Index' (duration: 17.901715ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:36.25186Z","caller":"traceutil/trace.go:171","msg":"trace[560880799] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"195.020868ms","start":"2026-03-19T09:02:36.056817Z","end":"2026-03-19T09:02:36.251838Z","steps":["trace[560880799] 'process raft request' (duration: 194.924075ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:36.251904Z","caller":"traceutil/trace.go:171","msg":"trace[645893609] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"201.807453ms","start":"2026-03-19T09:02:36.050079Z","end":"2026-03-19T09:02:36.251886Z","steps":["trace[645893609] 'process raft request' (duration: 201.590098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:36.252029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.906255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-19T09:02:36.252115Z","caller":"traceutil/trace.go:171","msg":"trace[1139707137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:570; }","duration":"160.032808ms","start":"2026-03-19T09:02:36.092069Z","end":"2026-03-19T09:02:36.252102Z","steps":["trace[1139707137] 'agreement among raft nodes before linearized reading' (duration: 159.785152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:36.252408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.284782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:02:36.252462Z","caller":"traceutil/trace.go:171","msg":"trace[1099082778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:570; }","duration":"153.374235ms","start":"2026-03-19T09:02:36.099074Z","end":"2026-03-19T09:02:36.252448Z","steps":["trace[1099082778] 'agreement among raft nodes before linearized reading' (duration: 152.912871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:38.535182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.904566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:38.535309Z","caller":"traceutil/trace.go:171","msg":"trace[1641232753] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"170.014685ms","start":"2026-03-19T09:02:38.36527Z","end":"2026-03-19T09:02:38.535285Z","steps":["trace[1641232753] 'process raft request' (duration: 18.905533ms)","trace[1641232753] 'compare' (duration: 150.770853ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:40.247844Z","caller":"traceutil/trace.go:171","msg":"trace[1582380591] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"241.483544ms","start":"2026-03-19T09:02:40.006337Z","end":"2026-03-19T09:02:40.24782Z","steps":["trace[1582380591] 'process raft request' (duration: 241.176465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:40.248006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.292542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:40.248016Z","caller":"traceutil/trace.go:171","msg":"trace[1669203286] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:617; }","duration":"192.036244ms","start":"2026-03-19T09:02:40.055692Z","end":"2026-03-19T09:02:40.247729Z","steps":["trace[1669203286] 'read index received' (duration: 191.871399ms)","trace[1669203286] 'applied index is now lower than readState.Index' (duration: 163.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:40.248094Z","caller":"traceutil/trace.go:171","msg":"trace[1209466618] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:596; }","duration":"192.416355ms","start":"2026-03-19T09:02:40.055649Z","end":"2026-03-19T09:02:40.248066Z","steps":["trace[1209466618] 'agreement among raft nodes before linearized reading' (duration: 192.287892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:40.248186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.917424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:40.248253Z","caller":"traceutil/trace.go:171","msg":"trace[946086162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"109.023657ms","start":"2026-03-19T09:02:40.139213Z","end":"2026-03-19T09:02:40.248237Z","steps":["trace[946086162] 'agreement among raft nodes before linearized reading' (duration: 108.932166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:41.249199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.856722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.243\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:02:41.249311Z","caller":"traceutil/trace.go:171","msg":"trace[386006548] range","detail":"{range_begin:/registry/masterleases/199.19.213.243; range_end:; response_count:1; response_revision:596; }","duration":"170.023645ms","start":"2026-03-19T09:02:41.079261Z","end":"2026-03-19T09:02:41.249284Z","steps":["trace[386006548] 'range keys from in-memory index tree' (duration: 169.736167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:41.249411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.038796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:41.249485Z","caller":"traceutil/trace.go:171","msg":"trace[2065690161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"592.156618ms","start":"2026-03-19T09:02:40.657309Z","end":"2026-03-19T09:02:41.249465Z","steps":["trace[2065690161] 'range keys from in-memory index tree' (duration: 591.965102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:41.249523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:40.657286Z","time spent":"592.229141ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:41.249527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.861099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:02:41.249686Z","caller":"traceutil/trace.go:171","msg":"trace[863808385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:596; }","duration":"885.057504ms","start":"2026-03-19T09:02:40.364593Z","end":"2026-03-19T09:02:41.249651Z","steps":["trace[863808385] 'range keys from in-memory index tree' (duration: 884.662873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:41.249681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.620994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:02:41.249747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:40.364572Z","time spent":"885.159147ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:02:41.249774Z","caller":"traceutil/trace.go:171","msg":"trace[1967815257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:596; }","duration":"707.760378ms","start":"2026-03-19T09:02:40.541987Z","end":"2026-03-19T09:02:41.249747Z","steps":["trace[1967815257] 'range keys from in-memory index tree' (duration: 707.392258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:41.249828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:40.541965Z","time spent":"707.84913ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:41.249994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.541783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:02:41.250074Z","caller":"traceutil/trace.go:171","msg":"trace[2083565151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:596; }","duration":"870.713148ms","start":"2026-03-19T09:02:40.379339Z","end":"2026-03-19T09:02:41.250052Z","steps":["trace[2083565151] 'range keys from in-memory index tree' (duration: 870.224033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:41.250117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:40.379318Z","time spent":"870.788739ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:02:41.290849Z","caller":"traceutil/trace.go:171","msg":"trace[195263375] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"203.600344ms","start":"2026-03-19T09:02:41.087219Z","end":"2026-03-19T09:02:41.290819Z","steps":["trace[195263375] 'process raft request' (duration: 203.41652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:41.364869Z","caller":"traceutil/trace.go:171","msg":"trace[1567903870] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"110.956441ms","start":"2026-03-19T09:02:41.253881Z","end":"2026-03-19T09:02:41.364837Z","steps":["trace[1567903870] 'process raft request' (duration: 110.724115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:41.365116Z","caller":"traceutil/trace.go:171","msg":"trace[1294620248] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"111.192017ms","start":"2026-03-19T09:02:41.253907Z","end":"2026-03-19T09:02:41.365099Z","steps":["trace[1294620248] 'process raft request' (duration: 111.100484ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:41.365205Z","caller":"traceutil/trace.go:171","msg":"trace[1281125947] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"111.267748ms","start":"2026-03-19T09:02:41.253918Z","end":"2026-03-19T09:02:41.365186Z","steps":["trace[1281125947] 'process raft request' (duration: 110.867557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:41.629721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.114642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-clusterissuers\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:41.629903Z","caller":"traceutil/trace.go:171","msg":"trace[249312957] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-clusterissuers; range_end:; response_count:0; response_revision:601; }","duration":"164.327948ms","start":"2026-03-19T09:02:41.465551Z","end":"2026-03-19T09:02:41.629879Z","steps":["trace[249312957] 'range keys from in-memory index tree' (duration: 164.060181ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:41.926564Z","caller":"traceutil/trace.go:171","msg":"trace[1999079673] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:624; }","duration":"176.35057ms","start":"2026-03-19T09:02:41.750195Z","end":"2026-03-19T09:02:41.926546Z","steps":["trace[1999079673] 'read index received' (duration: 176.144124ms)","trace[1999079673] 'applied index is now lower than readState.Index' (duration: 205.896µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:41.926672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.457853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:41.926694Z","caller":"traceutil/trace.go:171","msg":"trace[974459045] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:602; }","duration":"176.515105ms","start":"2026-03-19T09:02:41.75017Z","end":"2026-03-19T09:02:41.926686Z","steps":["trace[974459045] 'agreement among raft nodes before linearized reading' (duration: 176.446093ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:41.926654Z","caller":"traceutil/trace.go:171","msg":"trace[524529656] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"219.894275ms","start":"2026-03-19T09:02:41.706731Z","end":"2026-03-19T09:02:41.926625Z","steps":["trace[524529656] 'process raft request' (duration: 219.69947ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:42.080942Z","caller":"traceutil/trace.go:171","msg":"trace[2026879765] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"149.445856ms","start":"2026-03-19T09:02:41.931469Z","end":"2026-03-19T09:02:42.080915Z","steps":["trace[2026879765] 'process raft request' (duration: 124.541207ms)","trace[2026879765] 'compare' (duration: 24.616761ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:42.261674Z","caller":"traceutil/trace.go:171","msg":"trace[130009518] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"330.041204ms","start":"2026-03-19T09:02:41.931603Z","end":"2026-03-19T09:02:42.261644Z","steps":["trace[130009518] 'process raft request' (duration: 329.744355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:42.261822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:41.931574Z","time spent":"330.180578ms","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:42.262016Z","caller":"traceutil/trace.go:171","msg":"trace[287233844] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"251.252223ms","start":"2026-03-19T09:02:42.010736Z","end":"2026-03-19T09:02:42.261988Z","steps":["trace[287233844] 'process raft request' (duration: 250.885893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:42.402601Z","caller":"traceutil/trace.go:171","msg":"trace[1837754247] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"137.302809ms","start":"2026-03-19T09:02:42.26526Z","end":"2026-03-19T09:02:42.402562Z","steps":["trace[1837754247] 'process raft request' (duration: 137.141785ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:42.416539Z","caller":"traceutil/trace.go:171","msg":"trace[109287686] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"137.648829ms","start":"2026-03-19T09:02:42.278878Z","end":"2026-03-19T09:02:42.416527Z","steps":["trace[109287686] 'process raft request' (duration: 137.588418ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:42.416602Z","caller":"traceutil/trace.go:171","msg":"trace[844843158] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"137.945728ms","start":"2026-03-19T09:02:42.278574Z","end":"2026-03-19T09:02:42.416519Z","steps":["trace[844843158] 'process raft request' (duration: 137.828815ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:42.416687Z","caller":"traceutil/trace.go:171","msg":"trace[1726306769] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"137.348711ms","start":"2026-03-19T09:02:42.279172Z","end":"2026-03-19T09:02:42.416521Z","steps":["trace[1726306769] 'process raft request' (duration: 137.32139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:42.933706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.309932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:42.933841Z","caller":"traceutil/trace.go:171","msg":"trace[227512950] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"276.822741ms","start":"2026-03-19T09:02:42.656997Z","end":"2026-03-19T09:02:42.933819Z","steps":["trace[227512950] 'read index received' (duration: 44.311µs)","trace[227512950] 'applied index is now lower than readState.Index' (duration: 276.77649ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:42.933871Z","caller":"traceutil/trace.go:171","msg":"trace[141622985] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"512.35608ms","start":"2026-03-19T09:02:42.421483Z","end":"2026-03-19T09:02:42.933839Z","steps":["trace[141622985] 'process raft request' (duration: 194.844312ms)","trace[141622985] 'compare' (duration: 317.166768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:42.933966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.956905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:42.933996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:42.421458Z","time spent":"512.477443ms","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:42.934006Z","caller":"traceutil/trace.go:171","msg":"trace[1770467453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"277.039517ms","start":"2026-03-19T09:02:42.656951Z","end":"2026-03-19T09:02:42.933991Z","steps":["trace[1770467453] 'agreement among raft nodes before linearized reading' (duration: 276.929644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.188899Z","caller":"traceutil/trace.go:171","msg":"trace[264284241] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"244.471676ms","start":"2026-03-19T09:02:42.944393Z","end":"2026-03-19T09:02:43.188865Z","steps":["trace[264284241] 'process raft request' (duration: 183.349644ms)","trace[264284241] 'compare' (duration: 60.961087ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:43.193969Z","caller":"traceutil/trace.go:171","msg":"trace[436504180] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"249.466164ms","start":"2026-03-19T09:02:42.944436Z","end":"2026-03-19T09:02:43.193902Z","steps":["trace[436504180] 'process raft request' (duration: 249.164016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.19428Z","caller":"traceutil/trace.go:171","msg":"trace[827100154] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"249.701881ms","start":"2026-03-19T09:02:42.944545Z","end":"2026-03-19T09:02:43.194247Z","steps":["trace[827100154] 'process raft request' (duration: 249.168746ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.194344Z","caller":"traceutil/trace.go:171","msg":"trace[1555269089] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"242.10581ms","start":"2026-03-19T09:02:42.952197Z","end":"2026-03-19T09:02:43.194303Z","steps":["trace[1555269089] 'process raft request' (duration: 241.587356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.194454Z","caller":"traceutil/trace.go:171","msg":"trace[1865101356] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"241.561675ms","start":"2026-03-19T09:02:42.952882Z","end":"2026-03-19T09:02:43.194444Z","steps":["trace[1865101356] 'process raft request' (duration: 241.104022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.194473Z","caller":"traceutil/trace.go:171","msg":"trace[1518539593] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"236.442923ms","start":"2026-03-19T09:02:42.957996Z","end":"2026-03-19T09:02:43.194439Z","steps":["trace[1518539593] 'process raft request' (duration: 236.080183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.324539Z","caller":"traceutil/trace.go:171","msg":"trace[1973936413] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"123.063455ms","start":"2026-03-19T09:02:43.20145Z","end":"2026-03-19T09:02:43.324513Z","steps":["trace[1973936413] 'process raft request' (duration: 122.776738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.325177Z","caller":"traceutil/trace.go:171","msg":"trace[18936399] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"105.170619ms","start":"2026-03-19T09:02:43.219992Z","end":"2026-03-19T09:02:43.325162Z","steps":["trace[18936399] 'process raft request' (duration: 104.544632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.32542Z","caller":"traceutil/trace.go:171","msg":"trace[1067445585] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"105.329255ms","start":"2026-03-19T09:02:43.220075Z","end":"2026-03-19T09:02:43.325404Z","steps":["trace[1067445585] 'process raft request' (duration: 104.925314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.324912Z","caller":"traceutil/trace.go:171","msg":"trace[913852504] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"114.17995ms","start":"2026-03-19T09:02:43.210623Z","end":"2026-03-19T09:02:43.324803Z","steps":["trace[913852504] 'process raft request' (duration: 113.744018ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.325544Z","caller":"traceutil/trace.go:171","msg":"trace[345279744] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"105.213831ms","start":"2026-03-19T09:02:43.220318Z","end":"2026-03-19T09:02:43.325532Z","steps":["trace[345279744] 'process raft request' (duration: 104.717447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.325736Z","caller":"traceutil/trace.go:171","msg":"trace[593792247] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"104.767799ms","start":"2026-03-19T09:02:43.220958Z","end":"2026-03-19T09:02:43.325725Z","steps":["trace[593792247] 'process raft request' (duration: 104.646995ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.325736Z","caller":"traceutil/trace.go:171","msg":"trace[788791571] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"104.932513ms","start":"2026-03-19T09:02:43.220762Z","end":"2026-03-19T09:02:43.325694Z","steps":["trace[788791571] 'process raft request' (duration: 104.784719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.325866Z","caller":"traceutil/trace.go:171","msg":"trace[301318152] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"105.085138ms","start":"2026-03-19T09:02:43.220768Z","end":"2026-03-19T09:02:43.325853Z","steps":["trace[301318152] 'process raft request' (duration: 104.80863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.32599Z","caller":"traceutil/trace.go:171","msg":"trace[1324197247] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"105.608532ms","start":"2026-03-19T09:02:43.220373Z","end":"2026-03-19T09:02:43.325981Z","steps":["trace[1324197247] 'process raft request' (duration: 104.691547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.32604Z","caller":"traceutil/trace.go:171","msg":"trace[1340430544] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"105.602691ms","start":"2026-03-19T09:02:43.220427Z","end":"2026-03-19T09:02:43.32603Z","steps":["trace[1340430544] 'process raft request' (duration: 105.085938ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.326843Z","caller":"traceutil/trace.go:171","msg":"trace[1591902286] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"105.15532ms","start":"2026-03-19T09:02:43.220947Z","end":"2026-03-19T09:02:43.326102Z","steps":["trace[1591902286] 'process raft request' (duration: 104.687297ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.327202Z","caller":"traceutil/trace.go:171","msg":"trace[127976472] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"105.18505ms","start":"2026-03-19T09:02:43.220947Z","end":"2026-03-19T09:02:43.326132Z","steps":["trace[127976472] 'process raft request' (duration: 104.724568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.327355Z","caller":"traceutil/trace.go:171","msg":"trace[151002012] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"105.294914ms","start":"2026-03-19T09:02:43.22098Z","end":"2026-03-19T09:02:43.326275Z","steps":["trace[151002012] 'process raft request' (duration: 104.728167ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:43.327479Z","caller":"traceutil/trace.go:171","msg":"trace[1107137039] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"105.259163ms","start":"2026-03-19T09:02:43.221025Z","end":"2026-03-19T09:02:43.326284Z","steps":["trace[1107137039] 'process raft request' (duration: 104.714538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:44.725973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029186332s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:02:44.732832Z","caller":"traceutil/trace.go:171","msg":"trace[969214222] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"1.038423639s","start":"2026-03-19T09:02:43.694383Z","end":"2026-03-19T09:02:44.732807Z","steps":["trace[969214222] 'process raft request' (duration: 1.03198825s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:44.733086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:43.694346Z","time spent":"1.038664485s","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211570,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:45.316962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.956468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:45.317053Z","caller":"traceutil/trace.go:171","msg":"trace[705867642] linearizableReadLoop","detail":"{readStateIndex:742; appliedIndex:740; }","duration":"909.723756ms","start":"2026-03-19T09:02:44.407318Z","end":"2026-03-19T09:02:45.317042Z","steps":["trace[705867642] 'read index received' (duration: 318.960146ms)","trace[705867642] 'applied index is now lower than readState.Index' (duration: 590.76285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:45.317179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.866951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:02:45.317142Z","caller":"traceutil/trace.go:171","msg":"trace[364575557] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"1.617953706s","start":"2026-03-19T09:02:43.699141Z","end":"2026-03-19T09:02:45.317095Z","steps":["trace[364575557] 'process raft request' (duration: 1.329792482s)","trace[364575557] 'compare' (duration: 287.827345ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:45.317206Z","caller":"traceutil/trace.go:171","msg":"trace[1327746662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:717; }","duration":"909.923032ms","start":"2026-03-19T09:02:44.407276Z","end":"2026-03-19T09:02:45.317199Z","steps":["trace[1327746662] 'agreement among raft nodes before linearized reading' (duration: 909.817429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:45.317232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:44.407256Z","time spent":"909.970554ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:02:45.317321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:43.699123Z","time spent":"1.618105682s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:46.495873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.410294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:46.49595Z","caller":"traceutil/trace.go:171","msg":"trace[811595467] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"1.738984666s","start":"2026-03-19T09:02:44.756952Z","end":"2026-03-19T09:02:46.495937Z","steps":["trace[811595467] 'process raft request' (duration: 836.46089ms)","trace[811595467] 'compare' (duration: 902.30146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:46.49598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:44.756931Z","time spent":"1.739037078s","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:02:46.656592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:02:46.656726Z","caller":"traceutil/trace.go:171","msg":"trace[1884504853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000721519s","start":"2026-03-19T09:02:44.655977Z","end":"2026-03-19T09:02:46.656699Z","steps":["trace[1884504853] 'agreement among raft nodes before linearized reading' (duration: 2.000568225s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:46.656792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:44.655956Z","time spent":"2.000819543s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:02:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:02:47.344243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.750808583s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:02:47.580021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.309934ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:47.580164Z","caller":"traceutil/trace.go:171","msg":"trace[1757009939] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:718; }","duration":"815.454128ms","start":"2026-03-19T09:02:46.764674Z","end":"2026-03-19T09:02:47.580128Z","steps":["trace[1757009939] 'range keys from in-memory index tree' (duration: 815.292353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.580413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.822207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:47.580755Z","caller":"traceutil/trace.go:171","msg":"trace[1684211343] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:742; }","duration":"2.263662466s","start":"2026-03-19T09:02:45.31707Z","end":"2026-03-19T09:02:47.580732Z","steps":["trace[1684211343] 'read index received' (duration: 276.355138ms)","trace[1684211343] 'applied index is now lower than readState.Index' (duration: 1.987305868s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:47.58088Z","caller":"traceutil/trace.go:171","msg":"trace[881047052] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"2.25869987s","start":"2026-03-19T09:02:45.322168Z","end":"2026-03-19T09:02:47.580868Z","steps":["trace[881047052] 'process raft request' (duration: 2.258395791s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.580967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:45.322145Z","time spent":"2.258772482s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:47.581015Z","caller":"traceutil/trace.go:171","msg":"trace[1029442895] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"1.798080512s","start":"2026-03-19T09:02:45.782902Z","end":"2026-03-19T09:02:47.580983Z","steps":["trace[1029442895] 'process raft request' (duration: 1.797778943s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.581086Z","caller":"traceutil/trace.go:171","msg":"trace[858690463] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"2.354270725s","start":"2026-03-19T09:02:45.226722Z","end":"2026-03-19T09:02:47.580992Z","steps":["trace[858690463] 'process raft request' (duration: 2.11775169s)","trace[858690463] 'compare' (duration: 235.486796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:47.581162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:45.782876Z","time spent":"1.798205636s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:47.581432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:45.226699Z","time spent":"2.354624574s","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4749,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:47.588727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765419323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.588762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.749355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:47.58878Z","caller":"traceutil/trace.go:171","msg":"trace[1909308588] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:721; }","duration":"2.765511095s","start":"2026-03-19T09:02:44.823252Z","end":"2026-03-19T09:02:47.588763Z","steps":["trace[1909308588] 'agreement among raft nodes before linearized reading' (duration: 2.757671918s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.58878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11094025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:02:47.588811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:44.823236Z","time spent":"2.765568647s","remote":"127.0.0.1:38118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:02:47.588818Z","caller":"traceutil/trace.go:171","msg":"trace[1573611132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:721; }","duration":"2.111019673s","start":"2026-03-19T09:02:45.477786Z","end":"2026-03-19T09:02:47.588806Z","steps":["trace[1573611132] 'agreement among raft nodes before linearized reading' (duration: 2.11091155s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.588846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:45.477756Z","time spent":"2.111082014s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:02:47.588813Z","caller":"traceutil/trace.go:171","msg":"trace[420428878] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:721; }","duration":"497.832427ms","start":"2026-03-19T09:02:47.090965Z","end":"2026-03-19T09:02:47.588797Z","steps":["trace[420428878] 'agreement among raft nodes before linearized reading' (duration: 497.751205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.588893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.138435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.588974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.494945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.589006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.107696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.58889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.090948Z","time spent":"497.928901ms","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:02:47.58902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.690441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:47.589042Z","caller":"traceutil/trace.go:171","msg":"trace[1637383949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:721; }","duration":"932.182638ms","start":"2026-03-19T09:02:46.656851Z","end":"2026-03-19T09:02:47.589034Z","steps":["trace[1637383949] 'agreement among raft nodes before linearized reading' (duration: 932.126327ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.588986Z","caller":"traceutil/trace.go:171","msg":"trace[1117209634] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:721; }","duration":"516.205996ms","start":"2026-03-19T09:02:47.072728Z","end":"2026-03-19T09:02:47.588934Z","steps":["trace[1117209634] 'agreement among raft nodes before linearized reading' (duration: 516.139095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.589067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:46.656826Z","time spent":"932.23364ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:47.589066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.292606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.589078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.402069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:47.589096Z","caller":"traceutil/trace.go:171","msg":"trace[112968716] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:721; }","duration":"517.333068ms","start":"2026-03-19T09:02:47.071754Z","end":"2026-03-19T09:02:47.589087Z","steps":["trace[112968716] 'agreement among raft nodes before linearized reading' (duration: 517.288056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.589104Z","caller":"traceutil/trace.go:171","msg":"trace[1373702351] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:721; }","duration":"517.452971ms","start":"2026-03-19T09:02:47.071646Z","end":"2026-03-19T09:02:47.589099Z","steps":["trace[1373702351] 'agreement among raft nodes before linearized reading' (duration: 517.41711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.589089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.072721Z","time spent":"516.355401ms","remote":"127.0.0.1:57324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:02:47.589091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.721914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.58914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.071634Z","time spent":"517.489571ms","remote":"127.0.0.1:57324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:02:47.589156Z","caller":"traceutil/trace.go:171","msg":"trace[490861371] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:721; }","duration":"463.812965ms","start":"2026-03-19T09:02:47.125334Z","end":"2026-03-19T09:02:47.589147Z","steps":["trace[490861371] 'agreement among raft nodes before linearized reading' (duration: 463.721643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.589172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.764694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.589184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.125322Z","time spent":"463.852606ms","remote":"127.0.0.1:57346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:02:47.589203Z","caller":"traceutil/trace.go:171","msg":"trace[1788645257] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:721; }","duration":"214.805205ms","start":"2026-03-19T09:02:47.374385Z","end":"2026-03-19T09:02:47.589191Z","steps":["trace[1788645257] 'agreement among raft nodes before linearized reading' (duration: 214.767014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.589023Z","caller":"traceutil/trace.go:171","msg":"trace[869926674] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:721; }","duration":"537.537476ms","start":"2026-03-19T09:02:47.051465Z","end":"2026-03-19T09:02:47.589002Z","steps":["trace[869926674] 'agreement among raft nodes before linearized reading' (duration: 537.469034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.589228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.291748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.589248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22312745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:47.58905Z","caller":"traceutil/trace.go:171","msg":"trace[1765875886] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:721; }","duration":"537.764892ms","start":"2026-03-19T09:02:47.051278Z","end":"2026-03-19T09:02:47.589043Z","steps":["trace[1765875886] 'agreement among raft nodes before linearized reading' (duration: 537.723591ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.589269Z","caller":"traceutil/trace.go:171","msg":"trace[928444279] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:721; }","duration":"215.354699ms","start":"2026-03-19T09:02:47.373901Z","end":"2026-03-19T09:02:47.589256Z","steps":["trace[928444279] 'agreement among raft nodes before linearized reading' (duration: 215.284018ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.589275Z","caller":"traceutil/trace.go:171","msg":"trace[1798422405] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:721; }","duration":"1.223189192s","start":"2026-03-19T09:02:46.366077Z","end":"2026-03-19T09:02:47.589266Z","steps":["trace[1798422405] 'agreement among raft nodes before linearized reading' (duration: 1.22315064s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.589297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.051256Z","time spent":"538.0265ms","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:47.589126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.071749Z","time spent":"517.368038ms","remote":"127.0.0.1:57324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:02:47.589329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.981781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.589345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:46.366056Z","time spent":"1.223246594s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:47.589285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.971418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.58938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.060606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:47.589402Z","caller":"traceutil/trace.go:171","msg":"trace[869195231] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:721; }","duration":"480.092146ms","start":"2026-03-19T09:02:47.109305Z","end":"2026-03-19T09:02:47.589397Z","steps":["trace[869195231] 'agreement among raft nodes before linearized reading' (duration: 480.061485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.58921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081897842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.589421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.109297Z","time spent":"480.119048ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:02:47.589425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768781911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:47.589438Z","caller":"traceutil/trace.go:171","msg":"trace[1458614833] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:721; }","duration":"1.082151948s","start":"2026-03-19T09:02:46.507273Z","end":"2026-03-19T09:02:47.589425Z","steps":["trace[1458614833] 'agreement among raft nodes before linearized reading' (duration: 1.081908841s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.589457Z","caller":"traceutil/trace.go:171","msg":"trace[1209018135] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:721; }","duration":"1.768842621s","start":"2026-03-19T09:02:45.820606Z","end":"2026-03-19T09:02:47.589448Z","steps":["trace[1209018135] 'agreement among raft nodes before linearized reading' (duration: 1.76879543s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.58944Z","caller":"traceutil/trace.go:171","msg":"trace[1682646535] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:721; }","duration":"538.177603ms","start":"2026-03-19T09:02:47.051219Z","end":"2026-03-19T09:02:47.589396Z","steps":["trace[1682646535] 'agreement among raft nodes before linearized reading' (duration: 537.914886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.588833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.48349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.589492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:45.820591Z","time spent":"1.768891354s","remote":"127.0.0.1:38174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:02:47.589519Z","caller":"traceutil/trace.go:171","msg":"trace[1638854894] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:721; }","duration":"682.18819ms","start":"2026-03-19T09:02:46.907324Z","end":"2026-03-19T09:02:47.589512Z","steps":["trace[1638854894] 'agreement among raft nodes before linearized reading' (duration: 681.444259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.589516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.472225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.589513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111241568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:02:47.589541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:46.907305Z","time spent":"682.228651ms","remote":"127.0.0.1:38186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:47.589531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.0512Z","time spent":"538.316429ms","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:02:47.589428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1113025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:02:47.589557Z","caller":"traceutil/trace.go:171","msg":"trace[1467350219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:721; }","duration":"2.111351121s","start":"2026-03-19T09:02:45.478199Z","end":"2026-03-19T09:02:47.58955Z","steps":["trace[1467350219] 'agreement among raft nodes before linearized reading' (duration: 2.111247258s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.589581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.865878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.589588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.008822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:47.589582Z","caller":"traceutil/trace.go:171","msg":"trace[1298484238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:721; }","duration":"2.111491245s","start":"2026-03-19T09:02:45.478081Z","end":"2026-03-19T09:02:47.589572Z","steps":["trace[1298484238] 'agreement among raft nodes before linearized reading' (duration: 2.111281779s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.58937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.439072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.589599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:45.478193Z","time spent":"2.111396163s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:02:47.589611Z","caller":"traceutil/trace.go:171","msg":"trace[73015723] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:721; }","duration":"480.91479ms","start":"2026-03-19T09:02:47.108687Z","end":"2026-03-19T09:02:47.589601Z","steps":["trace[73015723] 'agreement among raft nodes before linearized reading' (duration: 480.867818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.589614Z","caller":"traceutil/trace.go:171","msg":"trace[1046085546] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:721; }","duration":"498.068814ms","start":"2026-03-19T09:02:47.091537Z","end":"2026-03-19T09:02:47.589606Z","steps":["trace[1046085546] 'agreement among raft nodes before linearized reading' (duration: 498.026132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.589621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:45.478059Z","time spent":"2.111552007s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:47.589639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.108675Z","time spent":"480.955731ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:02:47.589644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.091515Z","time spent":"498.120245ms","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:02:47.589474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:46.507249Z","time spent":"1.0822147s","remote":"127.0.0.1:38140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" "} {"level":"info","ts":"2026-03-19T09:02:47.589354Z","caller":"traceutil/trace.go:171","msg":"trace[1404397004] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:721; }","duration":"464.096283ms","start":"2026-03-19T09:02:47.125251Z","end":"2026-03-19T09:02:47.589347Z","steps":["trace[1404397004] 'agreement among raft nodes before linearized reading' (duration: 463.97368ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.589655Z","caller":"traceutil/trace.go:171","msg":"trace[1779461220] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:721; }","duration":"215.71927ms","start":"2026-03-19T09:02:47.373902Z","end":"2026-03-19T09:02:47.589622Z","steps":["trace[1779461220] 'agreement among raft nodes before linearized reading' (duration: 215.441071ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.589545Z","caller":"traceutil/trace.go:171","msg":"trace[1609286772] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:721; }","duration":"498.519207ms","start":"2026-03-19T09:02:47.091018Z","end":"2026-03-19T09:02:47.589537Z","steps":["trace[1609286772] 'agreement among raft nodes before linearized reading' (duration: 498.476046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.589714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.977051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:47.589419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.420055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:47.589744Z","caller":"traceutil/trace.go:171","msg":"trace[1226378771] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:721; }","duration":"481.009373ms","start":"2026-03-19T09:02:47.108722Z","end":"2026-03-19T09:02:47.589731Z","steps":["trace[1226378771] 'agreement among raft nodes before linearized reading' (duration: 480.969722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:47.589753Z","caller":"traceutil/trace.go:171","msg":"trace[547626440] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:721; }","duration":"463.837147ms","start":"2026-03-19T09:02:47.125901Z","end":"2026-03-19T09:02:47.589738Z","steps":["trace[547626440] 'agreement among raft nodes before linearized reading' (duration: 463.349353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.589751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.09101Z","time spent":"498.727043ms","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:47.589764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.108718Z","time spent":"481.040863ms","remote":"127.0.0.1:57334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:47.589705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.125242Z","time spent":"464.448494ms","remote":"127.0.0.1:57346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:02:47.589783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.125877Z","time spent":"463.897267ms","remote":"127.0.0.1:57346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:02:47.589871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:47.051434Z","time spent":"537.801813ms","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:02:47.589127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301214766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:47.590112Z","caller":"traceutil/trace.go:171","msg":"trace[1718049420] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:721; }","duration":"2.302222903s","start":"2026-03-19T09:02:45.287875Z","end":"2026-03-19T09:02:47.590098Z","steps":["trace[1718049420] 'agreement among raft nodes before linearized reading' (duration: 2.29306906s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:47.590167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:45.287857Z","time spent":"2.302286306s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:02:47.795483Z","caller":"traceutil/trace.go:171","msg":"trace[1587276696] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"122.623924ms","start":"2026-03-19T09:02:47.672805Z","end":"2026-03-19T09:02:47.795428Z","steps":["trace[1587276696] 'process raft request' (duration: 122.056719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:48.063201Z","caller":"traceutil/trace.go:171","msg":"trace[555908015] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"141.191448ms","start":"2026-03-19T09:02:47.921976Z","end":"2026-03-19T09:02:48.063167Z","steps":["trace[555908015] 'process raft request' (duration: 124.785024ms)","trace[555908015] 'compare' (duration: 16.229939ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:48.368962Z","caller":"traceutil/trace.go:171","msg":"trace[103731752] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"172.069152ms","start":"2026-03-19T09:02:48.196865Z","end":"2026-03-19T09:02:48.368934Z","steps":["trace[103731752] 'process raft request' (duration: 171.694522ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:49.92159Z","caller":"traceutil/trace.go:171","msg":"trace[1974688180] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"126.381657ms","start":"2026-03-19T09:02:49.795186Z","end":"2026-03-19T09:02:49.921568Z","steps":["trace[1974688180] 'process raft request' (duration: 121.08266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:50.675948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.613888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:50.67605Z","caller":"traceutil/trace.go:171","msg":"trace[1080405126] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"266.207788ms","start":"2026-03-19T09:02:50.409812Z","end":"2026-03-19T09:02:50.67602Z","steps":["trace[1080405126] 'process raft request' (duration: 42.468685ms)","trace[1080405126] 'compare' (duration: 223.524607ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:50.966635Z","caller":"traceutil/trace.go:171","msg":"trace[2039979049] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"226.997546ms","start":"2026-03-19T09:02:50.73962Z","end":"2026-03-19T09:02:50.966617Z","steps":["trace[2039979049] 'process raft request' (duration: 226.883093ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:51.704754Z","caller":"traceutil/trace.go:171","msg":"trace[1303792859] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:798; }","duration":"145.906656ms","start":"2026-03-19T09:02:51.558827Z","end":"2026-03-19T09:02:51.704734Z","steps":["trace[1303792859] 'read index received' (duration: 145.786383ms)","trace[1303792859] 'applied index is now lower than readState.Index' (duration: 119.233µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:51.704814Z","caller":"traceutil/trace.go:171","msg":"trace[2116150505] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"155.370314ms","start":"2026-03-19T09:02:51.549419Z","end":"2026-03-19T09:02:51.704789Z","steps":["trace[2116150505] 'process raft request' (duration: 155.174919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:51.704986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.118072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:51.705082Z","caller":"traceutil/trace.go:171","msg":"trace[2095679193] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:772; }","duration":"146.266887ms","start":"2026-03-19T09:02:51.558792Z","end":"2026-03-19T09:02:51.705059Z","steps":["trace[2095679193] 'agreement among raft nodes before linearized reading' (duration: 146.04977ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:51.848661Z","caller":"traceutil/trace.go:171","msg":"trace[1576173369] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"139.307538ms","start":"2026-03-19T09:02:51.709328Z","end":"2026-03-19T09:02:51.848635Z","steps":["trace[1576173369] 'process raft request' (duration: 139.01837ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:51.848951Z","caller":"traceutil/trace.go:171","msg":"trace[192680770] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"139.096733ms","start":"2026-03-19T09:02:51.709843Z","end":"2026-03-19T09:02:51.848939Z","steps":["trace[192680770] 'process raft request' (duration: 138.753673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:51.849054Z","caller":"traceutil/trace.go:171","msg":"trace[565889298] linearizableReadLoop","detail":"{readStateIndex:804; appliedIndex:799; }","duration":"116.734315ms","start":"2026-03-19T09:02:51.732287Z","end":"2026-03-19T09:02:51.849021Z","steps":["trace[565889298] 'read index received' (duration: 9.849461ms)","trace[565889298] 'applied index is now lower than readState.Index' (duration: 106.884244ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:51.849063Z","caller":"traceutil/trace.go:171","msg":"trace[2127691594] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"138.940787ms","start":"2026-03-19T09:02:51.710058Z","end":"2026-03-19T09:02:51.848998Z","steps":["trace[2127691594] 'process raft request' (duration: 138.778413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:51.849177Z","caller":"traceutil/trace.go:171","msg":"trace[1801347971] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"138.089963ms","start":"2026-03-19T09:02:51.711066Z","end":"2026-03-19T09:02:51.849156Z","steps":["trace[1801347971] 'process raft request' (duration: 137.875637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:51.849228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.91701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hfpr7\" ","response":"range_response_count:1 size:17974"} {"level":"info","ts":"2026-03-19T09:02:51.849255Z","caller":"traceutil/trace.go:171","msg":"trace[2113332541] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hfpr7; range_end:; response_count:1; response_revision:778; }","duration":"116.996443ms","start":"2026-03-19T09:02:51.73225Z","end":"2026-03-19T09:02:51.849246Z","steps":["trace[2113332541] 'agreement among raft nodes before linearized reading' (duration: 116.859888ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:51.849255Z","caller":"traceutil/trace.go:171","msg":"trace[448788129] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"114.83653ms","start":"2026-03-19T09:02:51.734373Z","end":"2026-03-19T09:02:51.849209Z","steps":["trace[448788129] 'process raft request' (duration: 114.604044ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:51.945556Z","caller":"traceutil/trace.go:171","msg":"trace[1930578157] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"197.293809ms","start":"2026-03-19T09:02:51.74823Z","end":"2026-03-19T09:02:51.945524Z","steps":["trace[1930578157] 'process raft request' (duration: 197.099883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:51.992535Z","caller":"traceutil/trace.go:171","msg":"trace[1508274270] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"133.987156ms","start":"2026-03-19T09:02:51.858517Z","end":"2026-03-19T09:02:51.992505Z","steps":["trace[1508274270] 'process raft request' (duration: 133.548944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:51.992708Z","caller":"traceutil/trace.go:171","msg":"trace[1329467292] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"128.079438ms","start":"2026-03-19T09:02:51.864587Z","end":"2026-03-19T09:02:51.992666Z","steps":["trace[1329467292] 'process raft request' (duration: 127.821691ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:52.504072Z","caller":"traceutil/trace.go:171","msg":"trace[145041494] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"153.304457ms","start":"2026-03-19T09:02:52.350738Z","end":"2026-03-19T09:02:52.504042Z","steps":["trace[145041494] 'process raft request' (duration: 153.125942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:52.648234Z","caller":"traceutil/trace.go:171","msg":"trace[48544584] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:822; }","duration":"114.396228ms","start":"2026-03-19T09:02:52.533814Z","end":"2026-03-19T09:02:52.648211Z","steps":["trace[48544584] 'read index received' (duration: 110.361524ms)","trace[48544584] 'applied index is now lower than readState.Index' (duration: 4.033744ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:52.648299Z","caller":"traceutil/trace.go:171","msg":"trace[43068032] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"131.934038ms","start":"2026-03-19T09:02:52.516339Z","end":"2026-03-19T09:02:52.648273Z","steps":["trace[43068032] 'process raft request' (duration: 128.023627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:52.64851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.564234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:52.648627Z","caller":"traceutil/trace.go:171","msg":"trace[1553611198] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:796; }","duration":"114.825951ms","start":"2026-03-19T09:02:52.533779Z","end":"2026-03-19T09:02:52.648605Z","steps":["trace[1553611198] 'agreement among raft nodes before linearized reading' (duration: 114.536552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:52.960054Z","caller":"traceutil/trace.go:171","msg":"trace[107621403] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"104.714713ms","start":"2026-03-19T09:02:52.855299Z","end":"2026-03-19T09:02:52.960014Z","steps":["trace[107621403] 'process raft request' (duration: 85.953838ms)","trace[107621403] 'compare' (duration: 18.466327ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:54.97877Z","caller":"traceutil/trace.go:171","msg":"trace[1657166354] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"199.539133ms","start":"2026-03-19T09:02:54.779204Z","end":"2026-03-19T09:02:54.978743Z","steps":["trace[1657166354] 'process raft request' (duration: 199.334578ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:55.122159Z","caller":"traceutil/trace.go:171","msg":"trace[1004997441] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"327.19675ms","start":"2026-03-19T09:02:54.794929Z","end":"2026-03-19T09:02:55.122126Z","steps":["trace[1004997441] 'process raft request' (duration: 326.897121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:55.121993Z","caller":"traceutil/trace.go:171","msg":"trace[1339468044] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"331.499773ms","start":"2026-03-19T09:02:54.790452Z","end":"2026-03-19T09:02:55.121952Z","steps":["trace[1339468044] 'process raft request' (duration: 331.324558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.125839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:54.794914Z","time spent":"330.807432ms","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4697,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:55.12198Z","caller":"traceutil/trace.go:171","msg":"trace[1362339916] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"341.151138ms","start":"2026-03-19T09:02:54.780752Z","end":"2026-03-19T09:02:55.121903Z","steps":["trace[1362339916] 'process raft request' (duration: 340.716495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.125974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:54.790428Z","time spent":"335.465235ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":614,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:02:55.126075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:54.780716Z","time spent":"345.284595ms","remote":"127.0.0.1:43116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:55.126094Z","caller":"traceutil/trace.go:171","msg":"trace[1175165810] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"148.982364ms","start":"2026-03-19T09:02:54.977087Z","end":"2026-03-19T09:02:55.12607Z","steps":["trace[1175165810] 'process raft request' (duration: 144.831716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:55.261428Z","caller":"traceutil/trace.go:171","msg":"trace[104329903] linearizableReadLoop","detail":"{readStateIndex:847; appliedIndex:846; }","duration":"114.739598ms","start":"2026-03-19T09:02:55.146665Z","end":"2026-03-19T09:02:55.261405Z","steps":["trace[104329903] 'read index received' (duration: 86.852123ms)","trace[104329903] 'applied index is now lower than readState.Index' (duration: 27.886455ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:55.261547Z","caller":"traceutil/trace.go:171","msg":"trace[1099561020] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"126.42119ms","start":"2026-03-19T09:02:55.135084Z","end":"2026-03-19T09:02:55.261505Z","steps":["trace[1099561020] 'process raft request' (duration: 98.419753ms)","trace[1099561020] 'compare' (duration: 27.779971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:55.261652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.968504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-19T09:02:55.261828Z","caller":"traceutil/trace.go:171","msg":"trace[464136741] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:820; }","duration":"115.207091ms","start":"2026-03-19T09:02:55.146605Z","end":"2026-03-19T09:02:55.261812Z","steps":["trace[464136741] 'agreement among raft nodes before linearized reading' (duration: 114.909993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.958631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.592655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:55.958873Z","caller":"traceutil/trace.go:171","msg":"trace[974086340] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"503.897004ms","start":"2026-03-19T09:02:55.454944Z","end":"2026-03-19T09:02:55.958841Z","steps":["trace[974086340] 'process raft request' (duration: 238.00653ms)","trace[974086340] 'compare' (duration: 265.345788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:55.959024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.454926Z","time spent":"504.017567ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5023,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:55.959143Z","caller":"traceutil/trace.go:171","msg":"trace[1895402081] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"485.953743ms","start":"2026-03-19T09:02:55.473141Z","end":"2026-03-19T09:02:55.959095Z","steps":["trace[1895402081] 'process raft request' (duration: 485.604832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.959307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.473121Z","time spent":"486.130168ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:55.959586Z","caller":"traceutil/trace.go:171","msg":"trace[828804503] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:864; }","duration":"461.723082ms","start":"2026-03-19T09:02:55.497847Z","end":"2026-03-19T09:02:55.95957Z","steps":["trace[828804503] 'read index received' (duration: 195.22067ms)","trace[828804503] 'applied index is now lower than readState.Index' (duration: 266.501572ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:55.95966Z","caller":"traceutil/trace.go:171","msg":"trace[19198591] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"422.375671ms","start":"2026-03-19T09:02:55.537259Z","end":"2026-03-19T09:02:55.959635Z","steps":["trace[19198591] 'process raft request' (duration: 421.941519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.959726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.864325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-19T09:02:55.959819Z","caller":"traceutil/trace.go:171","msg":"trace[2125683796] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:840; }","duration":"461.992269ms","start":"2026-03-19T09:02:55.497805Z","end":"2026-03-19T09:02:55.959797Z","steps":["trace[2125683796] 'agreement among raft nodes before linearized reading' (duration: 461.849215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.959866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.497784Z","time spent":"462.073852ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-19T09:02:55.959864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.537234Z","time spent":"422.499105ms","remote":"127.0.0.1:43116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:55.960087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.073052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"warn","ts":"2026-03-19T09:02:55.960179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.427933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-19T09:02:55.960227Z","caller":"traceutil/trace.go:171","msg":"trace[856535317] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:840; }","duration":"461.508125ms","start":"2026-03-19T09:02:55.498708Z","end":"2026-03-19T09:02:55.960216Z","steps":["trace[856535317] 'agreement among raft nodes before linearized reading' (duration: 461.428893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.960265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.498686Z","time spent":"461.572568ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-19T09:02:55.960276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.231537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-19T09:02:55.960312Z","caller":"traceutil/trace.go:171","msg":"trace[1612613675] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:840; }","duration":"461.276859ms","start":"2026-03-19T09:02:55.49902Z","end":"2026-03-19T09:02:55.960297Z","steps":["trace[1612613675] 'agreement among raft nodes before linearized reading' (duration: 461.194286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.960352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.499013Z","time spent":"461.332511ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1077,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-03-19T09:02:55.960467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.683201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-03-19T09:02:55.960504Z","caller":"traceutil/trace.go:171","msg":"trace[1634837418] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:840; }","duration":"461.719092ms","start":"2026-03-19T09:02:55.498775Z","end":"2026-03-19T09:02:55.960495Z","steps":["trace[1634837418] 'agreement among raft nodes before linearized reading' (duration: 461.613499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.960523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.541447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-19T09:02:55.960536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.498742Z","time spent":"461.787303ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":994,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-19T09:02:55.960553Z","caller":"traceutil/trace.go:171","msg":"trace[1895287645] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:840; }","duration":"461.583767ms","start":"2026-03-19T09:02:55.49896Z","end":"2026-03-19T09:02:55.960544Z","steps":["trace[1895287645] 'agreement among raft nodes before linearized reading' (duration: 461.532356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.960589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.498954Z","time spent":"461.629508ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-19T09:02:55.96019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.240578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-03-19T09:02:55.960743Z","caller":"traceutil/trace.go:171","msg":"trace[947323469] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:840; }","duration":"461.807234ms","start":"2026-03-19T09:02:55.498922Z","end":"2026-03-19T09:02:55.960729Z","steps":["trace[947323469] 'agreement among raft nodes before linearized reading' (duration: 461.179036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.960791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.498907Z","time spent":"461.870846ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":991,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-19T09:02:55.960182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.724582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-19T09:02:55.960876Z","caller":"traceutil/trace.go:171","msg":"trace[1704063710] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:840; }","duration":"310.453184ms","start":"2026-03-19T09:02:55.650413Z","end":"2026-03-19T09:02:55.960866Z","steps":["trace[1704063710] 'agreement among raft nodes before linearized reading' (duration: 309.345082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.960909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.650399Z","time spent":"310.502214ms","remote":"127.0.0.1:43116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T09:02:55.961168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.421932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-03-19T09:02:55.961251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.312175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-19T09:02:55.961287Z","caller":"traceutil/trace.go:171","msg":"trace[1807290719] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:840; }","duration":"214.378846ms","start":"2026-03-19T09:02:55.746897Z","end":"2026-03-19T09:02:55.961276Z","steps":["trace[1807290719] 'agreement among raft nodes before linearized reading' (duration: 214.14311ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:55.961293Z","caller":"traceutil/trace.go:171","msg":"trace[849291570] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:840; }","duration":"462.586187ms","start":"2026-03-19T09:02:55.49868Z","end":"2026-03-19T09:02:55.961266Z","steps":["trace[849291570] 'agreement among raft nodes before linearized reading' (duration: 462.287649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.961354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.498597Z","time spent":"462.74668ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-19T09:02:55.962251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.102757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:02:55.960133Z","caller":"traceutil/trace.go:171","msg":"trace[1476985333] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:840; }","duration":"462.155653ms","start":"2026-03-19T09:02:55.497964Z","end":"2026-03-19T09:02:55.960119Z","steps":["trace[1476985333] 'agreement among raft nodes before linearized reading' (duration: 461.922567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.962797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:55.497943Z","time spent":"464.82975ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1009,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-19T09:02:55.962624Z","caller":"traceutil/trace.go:171","msg":"trace[487310089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:840; }","duration":"169.575421ms","start":"2026-03-19T09:02:55.793014Z","end":"2026-03-19T09:02:55.96259Z","steps":["trace[487310089] 'agreement among raft nodes before linearized reading' (duration: 168.004706ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:56.171348Z","caller":"traceutil/trace.go:171","msg":"trace[1687457930] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"159.692539ms","start":"2026-03-19T09:02:56.011631Z","end":"2026-03-19T09:02:56.171323Z","steps":["trace[1687457930] 'process raft request' (duration: 148.798839ms)","trace[1687457930] 'compare' (duration: 10.745806ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:56.207453Z","caller":"traceutil/trace.go:171","msg":"trace[1946992894] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"148.123779ms","start":"2026-03-19T09:02:56.059297Z","end":"2026-03-19T09:02:56.207421Z","steps":["trace[1946992894] 'process raft request' (duration: 147.967695ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:56.460935Z","caller":"traceutil/trace.go:171","msg":"trace[2074823327] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"136.104246ms","start":"2026-03-19T09:02:56.324805Z","end":"2026-03-19T09:02:56.46091Z","steps":["trace[2074823327] 'process raft request' (duration: 84.196178ms)","trace[2074823327] 'compare' (duration: 51.812486ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:56.488737Z","caller":"traceutil/trace.go:171","msg":"trace[881047705] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"132.208026ms","start":"2026-03-19T09:02:56.356511Z","end":"2026-03-19T09:02:56.488719Z","steps":["trace[881047705] 'process raft request' (duration: 132.075512ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:56.911408Z","caller":"traceutil/trace.go:171","msg":"trace[1524032594] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"151.66295ms","start":"2026-03-19T09:02:56.75972Z","end":"2026-03-19T09:02:56.911383Z","steps":["trace[1524032594] 'process raft request' (duration: 151.503036ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:56.966609Z","caller":"traceutil/trace.go:171","msg":"trace[1682378420] linearizableReadLoop","detail":"{readStateIndex:887; appliedIndex:885; }","duration":"161.412558ms","start":"2026-03-19T09:02:56.805168Z","end":"2026-03-19T09:02:56.96658Z","steps":["trace[1682378420] 'read index received' (duration: 106.170524ms)","trace[1682378420] 'applied index is now lower than readState.Index' (duration: 55.240714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:56.966857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.671205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-hfpr7.189e32a20c419b38\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-03-19T09:02:56.96695Z","caller":"traceutil/trace.go:171","msg":"trace[1165923924] range","detail":"{range_begin:/registry/events/kube-system/cilium-hfpr7.189e32a20c419b38; range_end:; response_count:1; response_revision:858; }","duration":"161.814469ms","start":"2026-03-19T09:02:56.805111Z","end":"2026-03-19T09:02:56.966925Z","steps":["trace[1165923924] 'agreement among raft nodes before linearized reading' (duration: 161.559202ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:58.114807Z","caller":"traceutil/trace.go:171","msg":"trace[2098092926] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"100.466952ms","start":"2026-03-19T09:02:58.014321Z","end":"2026-03-19T09:02:58.114788Z","steps":["trace[2098092926] 'process raft request' (duration: 100.289937ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:58.115051Z","caller":"traceutil/trace.go:171","msg":"trace[872994212] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"100.609287ms","start":"2026-03-19T09:02:58.01443Z","end":"2026-03-19T09:02:58.11504Z","steps":["trace[872994212] 'process raft request' (duration: 100.320208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:58.115065Z","caller":"traceutil/trace.go:171","msg":"trace[781185244] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"100.187715ms","start":"2026-03-19T09:02:58.014855Z","end":"2026-03-19T09:02:58.115043Z","steps":["trace[781185244] 'process raft request' (duration: 100.081662ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:58.316765Z","caller":"traceutil/trace.go:171","msg":"trace[426187130] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:894; }","duration":"107.764879ms","start":"2026-03-19T09:02:58.208972Z","end":"2026-03-19T09:02:58.316737Z","steps":["trace[426187130] 'read index received' (duration: 107.546383ms)","trace[426187130] 'applied index is now lower than readState.Index' (duration: 217.206µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:02:58.316935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.937954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:58.31699Z","caller":"traceutil/trace.go:171","msg":"trace[736614117] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:866; }","duration":"108.052349ms","start":"2026-03-19T09:02:58.208924Z","end":"2026-03-19T09:02:58.316977Z","steps":["trace[736614117] 'agreement among raft nodes before linearized reading' (duration: 107.922424ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:58.317076Z","caller":"traceutil/trace.go:171","msg":"trace[31386501] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"146.180713ms","start":"2026-03-19T09:02:58.170873Z","end":"2026-03-19T09:02:58.317054Z","steps":["trace[31386501] 'process raft request' (duration: 145.71557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:58.505722Z","caller":"traceutil/trace.go:171","msg":"trace[28449894] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"179.875654ms","start":"2026-03-19T09:02:58.325809Z","end":"2026-03-19T09:02:58.505685Z","steps":["trace[28449894] 'process raft request' (duration: 110.190869ms)","trace[28449894] 'compare' (duration: 69.51854ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:58.652146Z","caller":"traceutil/trace.go:171","msg":"trace[1840073870] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"105.170546ms","start":"2026-03-19T09:02:58.546944Z","end":"2026-03-19T09:02:58.652114Z","steps":["trace[1840073870] 'process raft request' (duration: 98.343471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:58.975642Z","caller":"traceutil/trace.go:171","msg":"trace[1803876049] linearizableReadLoop","detail":"{readStateIndex:900; appliedIndex:899; }","duration":"169.661423ms","start":"2026-03-19T09:02:58.805944Z","end":"2026-03-19T09:02:58.975606Z","steps":["trace[1803876049] 'read index received' (duration: 169.462367ms)","trace[1803876049] 'applied index is now lower than readState.Index' (duration: 198.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:58.97589Z","caller":"traceutil/trace.go:171","msg":"trace[230705345] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"259.232065ms","start":"2026-03-19T09:02:58.716636Z","end":"2026-03-19T09:02:58.975868Z","steps":["trace[230705345] 'process raft request' (duration: 258.772961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:58.975978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.010042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hfpr7\" ","response":"range_response_count:1 size:18713"} {"level":"info","ts":"2026-03-19T09:02:58.976077Z","caller":"traceutil/trace.go:171","msg":"trace[1420801464] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hfpr7; range_end:; response_count:1; response_revision:871; }","duration":"170.169447ms","start":"2026-03-19T09:02:58.805882Z","end":"2026-03-19T09:02:58.976052Z","steps":["trace[1420801464] 'agreement among raft nodes before linearized reading' (duration: 169.863709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:59.154707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.386757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:02:59.154854Z","caller":"traceutil/trace.go:171","msg":"trace[912922490] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"162.657252ms","start":"2026-03-19T09:02:58.992173Z","end":"2026-03-19T09:02:59.154831Z","steps":["trace[912922490] 'process raft request' (duration: 60.03017ms)","trace[912922490] 'compare' (duration: 102.225322ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:01.239974Z","caller":"traceutil/trace.go:171","msg":"trace[1723309078] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"127.456321ms","start":"2026-03-19T09:03:01.11248Z","end":"2026-03-19T09:03:01.239936Z","steps":["trace[1723309078] 'process raft request' (duration: 109.17917ms)","trace[1723309078] 'compare' (duration: 18.052514ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:01.307472Z","caller":"traceutil/trace.go:171","msg":"trace[1945621456] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"192.71005ms","start":"2026-03-19T09:03:01.114714Z","end":"2026-03-19T09:03:01.307424Z","steps":["trace[1945621456] 'process raft request' (duration: 192.38164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:04.262001Z","caller":"traceutil/trace.go:171","msg":"trace[707168808] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"120.049099ms","start":"2026-03-19T09:03:04.141903Z","end":"2026-03-19T09:03:04.261952Z","steps":["trace[707168808] 'process raft request' (duration: 119.840293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:08.630533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003397304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:09.131381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003397304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:09.632208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003397304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:10.1334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003397304,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:10.630042Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.644965539s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:03:10.630466Z","caller":"traceutil/trace.go:171","msg":"trace[690485198] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1005; }","duration":"2.500858725s","start":"2026-03-19T09:03:08.129585Z","end":"2026-03-19T09:03:10.630444Z","steps":["trace[690485198] 'read index received' (duration: 2.500606978s)","trace[690485198] 'applied index is now lower than readState.Index' (duration: 250.817µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:10.630589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500985798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:10.63059Z","caller":"traceutil/trace.go:171","msg":"trace[802545762] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"2.647755449s","start":"2026-03-19T09:03:07.982783Z","end":"2026-03-19T09:03:10.630538Z","steps":["trace[802545762] 'process raft request' (duration: 2.647509793s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.630758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322283709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:03:10.630737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973454123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:10.630796Z","caller":"traceutil/trace.go:171","msg":"trace[2052340619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:975; }","duration":"2.322345019s","start":"2026-03-19T09:03:08.308443Z","end":"2026-03-19T09:03:10.630788Z","steps":["trace[2052340619] 'agreement among raft nodes before linearized reading' (duration: 2.322226006s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.63084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:08.30843Z","time spent":"2.322402482s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:10.630864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708815424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:03:10.630892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320640231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:03:10.630899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186934929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:03:10.63092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.474678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:10.630967Z","caller":"traceutil/trace.go:171","msg":"trace[1215624713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:975; }","duration":"2.320732803s","start":"2026-03-19T09:03:08.310215Z","end":"2026-03-19T09:03:10.630947Z","steps":["trace[1215624713] 'agreement among raft nodes before linearized reading' (duration: 2.320490537s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:10.630891Z","caller":"traceutil/trace.go:171","msg":"trace[1046237740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:975; }","duration":"1.973620387s","start":"2026-03-19T09:03:08.657199Z","end":"2026-03-19T09:03:10.630819Z","steps":["trace[1046237740] 'agreement among raft nodes before linearized reading' (duration: 1.973459082s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:10.630986Z","caller":"traceutil/trace.go:171","msg":"trace[651255139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:975; }","duration":"1.187025802s","start":"2026-03-19T09:03:09.443943Z","end":"2026-03-19T09:03:10.630969Z","steps":["trace[651255139] 'agreement among raft nodes before linearized reading' (duration: 1.186805406s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.631006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:08.310179Z","time spent":"2.320819826s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:03:10.631014Z","caller":"traceutil/trace.go:171","msg":"trace[522700675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:975; }","duration":"491.601493ms","start":"2026-03-19T09:03:10.13939Z","end":"2026-03-19T09:03:10.630991Z","steps":["trace[522700675] 'agreement among raft nodes before linearized reading' (duration: 491.443499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.630768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:07.982747Z","time spent":"2.647928523s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:10.63103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:09.443878Z","time spent":"1.187139545s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:10.631058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:08.657167Z","time spent":"1.973846203s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:10.631067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:10.139367Z","time spent":"491.689786ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:10.630911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325351675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:03:10.631189Z","caller":"traceutil/trace.go:171","msg":"trace[179815017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:975; }","duration":"2.325673105s","start":"2026-03-19T09:03:08.305502Z","end":"2026-03-19T09:03:10.631175Z","steps":["trace[179815017] 'agreement among raft nodes before linearized reading' (duration: 2.325258003s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.631252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:08.305479Z","time spent":"2.325758437s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:03:10.630926Z","caller":"traceutil/trace.go:171","msg":"trace[1015691288] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:975; }","duration":"1.708919597s","start":"2026-03-19T09:03:08.92199Z","end":"2026-03-19T09:03:10.630909Z","steps":["trace[1015691288] 'agreement among raft nodes before linearized reading' (duration: 1.708827695s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.631309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:08.921965Z","time spent":"1.709322649s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:03:10.630628Z","caller":"traceutil/trace.go:171","msg":"trace[747914207] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:975; }","duration":"2.501094281s","start":"2026-03-19T09:03:08.129523Z","end":"2026-03-19T09:03:10.630617Z","steps":["trace[747914207] 'agreement among raft nodes before linearized reading' (duration: 2.501008318s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.631323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35745001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:03:10.631372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:08.129494Z","time spent":"2.501861133s","remote":"127.0.0.1:43200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:03:10.631377Z","caller":"traceutil/trace.go:171","msg":"trace[127597348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:975; }","duration":"2.357505492s","start":"2026-03-19T09:03:08.273857Z","end":"2026-03-19T09:03:10.631362Z","steps":["trace[127597348] 'agreement among raft nodes before linearized reading' (duration: 2.356745931s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.631422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:08.273797Z","time spent":"2.357615464s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:03:10.825799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.864992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:10.825996Z","caller":"traceutil/trace.go:171","msg":"trace[390006928] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"189.050826ms","start":"2026-03-19T09:03:10.636932Z","end":"2026-03-19T09:03:10.825983Z","steps":["trace[390006928] 'process raft request' (duration: 189.006424ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:10.826051Z","caller":"traceutil/trace.go:171","msg":"trace[1860796068] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"191.166224ms","start":"2026-03-19T09:03:10.634865Z","end":"2026-03-19T09:03:10.826031Z","steps":["trace[1860796068] 'process raft request' (duration: 63.006524ms)","trace[1860796068] 'compare' (duration: 127.75652ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:10.826109Z","caller":"traceutil/trace.go:171","msg":"trace[1010253957] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"191.010811ms","start":"2026-03-19T09:03:10.635084Z","end":"2026-03-19T09:03:10.826095Z","steps":["trace[1010253957] 'process raft request' (duration: 190.791704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:10.826203Z","caller":"traceutil/trace.go:171","msg":"trace[1155510589] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"188.995253ms","start":"2026-03-19T09:03:10.637187Z","end":"2026-03-19T09:03:10.826182Z","steps":["trace[1155510589] 'process raft request' (duration: 188.772757ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:10.826177Z","caller":"traceutil/trace.go:171","msg":"trace[284531317] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"189.915859ms","start":"2026-03-19T09:03:10.636231Z","end":"2026-03-19T09:03:10.826146Z","steps":["trace[284531317] 'process raft request' (duration: 189.686122ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:11.494748Z","caller":"traceutil/trace.go:171","msg":"trace[1198252135] linearizableReadLoop","detail":"{readStateIndex:1012; appliedIndex:1011; }","duration":"273.748687ms","start":"2026-03-19T09:03:11.220979Z","end":"2026-03-19T09:03:11.494728Z","steps":["trace[1198252135] 'read index received' (duration: 273.618623ms)","trace[1198252135] 'applied index is now lower than readState.Index' (duration: 128.964µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:11.49483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:11.081883Z","time spent":"412.938571ms","remote":"127.0.0.1:43092","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:03:11.494908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.918713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-b9gsk\" ","response":"range_response_count:1 size:5350"} {"level":"info","ts":"2026-03-19T09:03:11.494937Z","caller":"traceutil/trace.go:171","msg":"trace[772104220] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-b9gsk; range_end:; response_count:1; response_revision:980; }","duration":"274.000214ms","start":"2026-03-19T09:03:11.220928Z","end":"2026-03-19T09:03:11.494928Z","steps":["trace[772104220] 'agreement among raft nodes before linearized reading' (duration: 273.872291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:11.820723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.920575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:11.82084Z","caller":"traceutil/trace.go:171","msg":"trace[1907419766] linearizableReadLoop","detail":"{readStateIndex:1020; appliedIndex:1019; }","duration":"165.904145ms","start":"2026-03-19T09:03:11.654907Z","end":"2026-03-19T09:03:11.820811Z","steps":["trace[1907419766] 'read index received' (duration: 64.794875ms)","trace[1907419766] 'applied index is now lower than readState.Index' (duration: 101.10767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:11.820917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.016189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:11.82095Z","caller":"traceutil/trace.go:171","msg":"trace[589329625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:988; }","duration":"166.080572ms","start":"2026-03-19T09:03:11.654861Z","end":"2026-03-19T09:03:11.820941Z","steps":["trace[589329625] 'agreement among raft nodes before linearized reading' (duration: 166.007479ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:11.82096Z","caller":"traceutil/trace.go:171","msg":"trace[2098734466] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"176.054605ms","start":"2026-03-19T09:03:11.644884Z","end":"2026-03-19T09:03:11.820938Z","steps":["trace[2098734466] 'process raft request' (duration: 74.836282ms)","trace[2098734466] 'compare' (duration: 100.818122ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:11.827201Z","caller":"traceutil/trace.go:171","msg":"trace[2086257281] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"143.585869ms","start":"2026-03-19T09:03:11.683587Z","end":"2026-03-19T09:03:11.827173Z","steps":["trace[2086257281] 'process raft request' (duration: 143.473886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:19.499387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.881107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:19.49968Z","caller":"traceutil/trace.go:171","msg":"trace[1008179065] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"632.019123ms","start":"2026-03-19T09:03:18.867639Z","end":"2026-03-19T09:03:19.499658Z","steps":["trace[1008179065] 'process raft request' (duration: 631.92458ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:19.499675Z","caller":"traceutil/trace.go:171","msg":"trace[154509167] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"634.352959ms","start":"2026-03-19T09:03:18.865285Z","end":"2026-03-19T09:03:19.499638Z","steps":["trace[154509167] 'process raft request' (duration: 634.208305ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:19.4997Z","caller":"traceutil/trace.go:171","msg":"trace[500272754] linearizableReadLoop","detail":"{readStateIndex:1061; appliedIndex:1058; }","duration":"633.028002ms","start":"2026-03-19T09:03:18.866651Z","end":"2026-03-19T09:03:19.499679Z","steps":["trace[500272754] 'read index received' (duration: 45.353322ms)","trace[500272754] 'applied index is now lower than readState.Index' (duration: 587.67239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:19.499774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:18.867629Z","time spent":"632.103786ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:19.499717Z","caller":"traceutil/trace.go:171","msg":"trace[432558415] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"634.357789ms","start":"2026-03-19T09:03:18.865308Z","end":"2026-03-19T09:03:19.499666Z","steps":["trace[432558415] 'process raft request' (duration: 225.095381ms)","trace[432558415] 'compare' (duration: 408.755423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:19.499949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.28229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:03:19.499989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.181481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-s6bbv\" ","response":"range_response_count:1 size:4226"} {"level":"info","ts":"2026-03-19T09:03:19.500018Z","caller":"traceutil/trace.go:171","msg":"trace[755734443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1028; }","duration":"633.408432ms","start":"2026-03-19T09:03:18.866592Z","end":"2026-03-19T09:03:19.5Z","steps":["trace[755734443] 'agreement among raft nodes before linearized reading' (duration: 633.172756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:19.500026Z","caller":"traceutil/trace.go:171","msg":"trace[170251177] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-s6bbv; range_end:; response_count:1; response_revision:1028; }","duration":"603.266863ms","start":"2026-03-19T09:03:18.896744Z","end":"2026-03-19T09:03:19.500011Z","steps":["trace[170251177] 'agreement among raft nodes before linearized reading' (duration: 603.13954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:19.50006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:18.896721Z","time spent":"603.332785ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":4249,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-s6bbv\" "} {"level":"warn","ts":"2026-03-19T09:03:19.500061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:18.866569Z","time spent":"633.483664ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:19.500144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:18.865283Z","time spent":"634.642338ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:19.500428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:18.865224Z","time spent":"634.534135ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:20.046876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.124893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:20.047131Z","caller":"traceutil/trace.go:171","msg":"trace[871460819] linearizableReadLoop","detail":"{readStateIndex:1064; appliedIndex:1062; }","duration":"448.644489ms","start":"2026-03-19T09:03:19.598463Z","end":"2026-03-19T09:03:20.047108Z","steps":["trace[871460819] 'read index received' (duration: 6.185476ms)","trace[871460819] 'applied index is now lower than readState.Index' (duration: 442.457543ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:20.047153Z","caller":"traceutil/trace.go:171","msg":"trace[1533303752] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"541.994258ms","start":"2026-03-19T09:03:19.505109Z","end":"2026-03-19T09:03:20.047103Z","steps":["trace[1533303752] 'process raft request' (duration: 99.538475ms)","trace[1533303752] 'compare' (duration: 442.01113ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:20.047225Z","caller":"traceutil/trace.go:171","msg":"trace[949504120] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"538.339184ms","start":"2026-03-19T09:03:19.508868Z","end":"2026-03-19T09:03:20.047207Z","steps":["trace[949504120] 'process raft request' (duration: 538.155519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:20.047309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:19.508852Z","time spent":"538.414527ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4397,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:20.047338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:19.505087Z","time spent":"542.162772ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:20.047333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.545383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:20.047338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.832724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:03:20.047414Z","caller":"traceutil/trace.go:171","msg":"trace[339622858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1030; }","duration":"390.665737ms","start":"2026-03-19T09:03:19.656728Z","end":"2026-03-19T09:03:20.047393Z","steps":["trace[339622858] 'agreement among raft nodes before linearized reading' (duration: 390.522053ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:20.047436Z","caller":"traceutil/trace.go:171","msg":"trace[1772520114] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1030; }","duration":"448.990779ms","start":"2026-03-19T09:03:19.598423Z","end":"2026-03-19T09:03:20.047413Z","steps":["trace[1772520114] 'agreement among raft nodes before linearized reading' (duration: 448.798574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:20.047467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:19.656712Z","time spent":"390.74464ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:20.047505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:19.598403Z","time spent":"449.084672ms","remote":"127.0.0.1:38088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:03:20.464515Z","caller":"traceutil/trace.go:171","msg":"trace[1282630614] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1031; }","duration":"103.528229ms","start":"2026-03-19T09:03:20.360961Z","end":"2026-03-19T09:03:20.464489Z","steps":["trace[1282630614] 'process raft request' (duration: 103.358704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:20.85589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.427298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:03:20.855999Z","caller":"traceutil/trace.go:171","msg":"trace[1571483884] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1031; }","duration":"194.594043ms","start":"2026-03-19T09:03:20.661378Z","end":"2026-03-19T09:03:20.855972Z","steps":["trace[1571483884] 'count revisions from in-memory index tree' (duration: 194.326396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:20.856215Z","caller":"traceutil/trace.go:171","msg":"trace[1653717692] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"144.66126ms","start":"2026-03-19T09:03:20.71152Z","end":"2026-03-19T09:03:20.856181Z","steps":["trace[1653717692] 'process raft request' (duration: 107.44778ms)","trace[1653717692] 'compare' (duration: 37.003764ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:21.304185Z","caller":"traceutil/trace.go:171","msg":"trace[1702894761] linearizableReadLoop","detail":"{readStateIndex:1073; appliedIndex:1072; }","duration":"105.737632ms","start":"2026-03-19T09:03:21.198416Z","end":"2026-03-19T09:03:21.304154Z","steps":["trace[1702894761] 'read index received' (duration: 100.072821ms)","trace[1702894761] 'applied index is now lower than readState.Index' (duration: 5.663381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:21.304338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.905716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:03:21.304378Z","caller":"traceutil/trace.go:171","msg":"trace[1035376698] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1038; }","duration":"106.00556ms","start":"2026-03-19T09:03:21.19836Z","end":"2026-03-19T09:03:21.304365Z","steps":["trace[1035376698] 'agreement among raft nodes before linearized reading' (duration: 105.906758ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:21.304331Z","caller":"traceutil/trace.go:171","msg":"trace[1746015686] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"166.516854ms","start":"2026-03-19T09:03:21.137758Z","end":"2026-03-19T09:03:21.304275Z","steps":["trace[1746015686] 'process raft request' (duration: 160.709138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:21.583444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.356358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T09:03:21.583576Z","caller":"traceutil/trace.go:171","msg":"trace[542965363] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1041; }","duration":"199.402219ms","start":"2026-03-19T09:03:21.384151Z","end":"2026-03-19T09:03:21.583554Z","steps":["trace[542965363] 'process raft request' (duration: 45.789814ms)","trace[542965363] 'compare' (duration: 153.235965ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:21.800725Z","caller":"traceutil/trace.go:171","msg":"trace[1288565015] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1079; }","duration":"189.886279ms","start":"2026-03-19T09:03:21.610794Z","end":"2026-03-19T09:03:21.80068Z","steps":["trace[1288565015] 'read index received' (duration: 141.609234ms)","trace[1288565015] 'applied index is now lower than readState.Index' (duration: 48.275315ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:21.800771Z","caller":"traceutil/trace.go:171","msg":"trace[1208440512] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1045; }","duration":"201.133709ms","start":"2026-03-19T09:03:21.599606Z","end":"2026-03-19T09:03:21.80074Z","steps":["trace[1208440512] 'process raft request' (duration: 152.72363ms)","trace[1208440512] 'compare' (duration: 48.10469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:21.800953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.330011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:21.800999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.194078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:03:21.801064Z","caller":"traceutil/trace.go:171","msg":"trace[510328814] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1045; }","duration":"190.28371ms","start":"2026-03-19T09:03:21.610765Z","end":"2026-03-19T09:03:21.801049Z","steps":["trace[510328814] 'agreement among raft nodes before linearized reading' (duration: 190.047312ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:21.80101Z","caller":"traceutil/trace.go:171","msg":"trace[530030561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1045; }","duration":"144.431594ms","start":"2026-03-19T09:03:21.656563Z","end":"2026-03-19T09:03:21.800995Z","steps":["trace[530030561] 'agreement among raft nodes before linearized reading' (duration: 144.317531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:22.009782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.379012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T09:03:22.009889Z","caller":"traceutil/trace.go:171","msg":"trace[744076330] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1047; }","duration":"164.594659ms","start":"2026-03-19T09:03:21.845275Z","end":"2026-03-19T09:03:22.00987Z","steps":["trace[744076330] 'process raft request' (duration: 60.036571ms)","trace[744076330] 'compare' (duration: 104.140766ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:22.173304Z","caller":"traceutil/trace.go:171","msg":"trace[1435139520] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"144.431184ms","start":"2026-03-19T09:03:22.02884Z","end":"2026-03-19T09:03:22.173271Z","steps":["trace[1435139520] 'process raft request' (duration: 144.088384ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:22.173352Z","caller":"traceutil/trace.go:171","msg":"trace[635074212] linearizableReadLoop","detail":"{readStateIndex:1084; appliedIndex:1082; }","duration":"120.765759ms","start":"2026-03-19T09:03:22.052563Z","end":"2026-03-19T09:03:22.173328Z","steps":["trace[635074212] 'read index received' (duration: 46.521325ms)","trace[635074212] 'applied index is now lower than readState.Index' (duration: 74.243544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:22.173546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.968915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:03:22.173589Z","caller":"traceutil/trace.go:171","msg":"trace[512842255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1050; }","duration":"121.069868ms","start":"2026-03-19T09:03:22.052509Z","end":"2026-03-19T09:03:22.173579Z","steps":["trace[512842255] 'agreement among raft nodes before linearized reading' (duration: 120.900723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:22.498857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.430399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:213835"} {"level":"info","ts":"2026-03-19T09:03:22.498937Z","caller":"traceutil/trace.go:171","msg":"trace[1572582960] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:1052; }","duration":"161.566552ms","start":"2026-03-19T09:03:22.337353Z","end":"2026-03-19T09:03:22.498919Z","steps":["trace[1572582960] 'range keys from in-memory index tree' (duration: 161.052729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:34.102542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.763044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:34.102789Z","caller":"traceutil/trace.go:171","msg":"trace[1414758707] linearizableReadLoop","detail":"{readStateIndex:1189; appliedIndex:1186; }","duration":"444.660206ms","start":"2026-03-19T09:03:33.658112Z","end":"2026-03-19T09:03:34.102772Z","steps":["trace[1414758707] 'read index received' (duration: 2.743048ms)","trace[1414758707] 'applied index is now lower than readState.Index' (duration: 441.916228ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:34.102878Z","caller":"traceutil/trace.go:171","msg":"trace[1176068106] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"449.833394ms","start":"2026-03-19T09:03:33.653034Z","end":"2026-03-19T09:03:34.102868Z","steps":["trace[1176068106] 'compare' (duration: 441.64402ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:34.102914Z","caller":"traceutil/trace.go:171","msg":"trace[49686888] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"448.911407ms","start":"2026-03-19T09:03:33.653979Z","end":"2026-03-19T09:03:34.10289Z","steps":["trace[49686888] 'process raft request' (duration: 448.761533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:34.102936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:33.653012Z","time spent":"449.889784ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:34.103013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:33.653966Z","time spent":"449.001789ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:34.103092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.985495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:34.103119Z","caller":"traceutil/trace.go:171","msg":"trace[1469409611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1149; }","duration":"445.050016ms","start":"2026-03-19T09:03:33.658059Z","end":"2026-03-19T09:03:34.103109Z","steps":["trace[1469409611] 'agreement among raft nodes before linearized reading' (duration: 445.002765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:34.103146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:33.658035Z","time spent":"445.105569ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:03:34.103113Z","caller":"traceutil/trace.go:171","msg":"trace[224833128] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"449.102902ms","start":"2026-03-19T09:03:33.65397Z","end":"2026-03-19T09:03:34.103073Z","steps":["trace[224833128] 'process raft request' (duration: 448.716291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:34.103295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:33.653959Z","time spent":"449.235076ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:34.103285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.413028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-2s87k\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-19T09:03:34.103452Z","caller":"traceutil/trace.go:171","msg":"trace[1925923461] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-2s87k; range_end:; response_count:1; response_revision:1149; }","duration":"148.646224ms","start":"2026-03-19T09:03:33.954769Z","end":"2026-03-19T09:03:34.103415Z","steps":["trace[1925923461] 'agreement among raft nodes before linearized reading' (duration: 148.224472ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.373986Z","caller":"traceutil/trace.go:171","msg":"trace[1436480889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1263; }","duration":"100.006398ms","start":"2026-03-19T09:03:40.273945Z","end":"2026-03-19T09:03:40.373952Z","steps":["trace[1436480889] 'range keys from in-memory index tree' (duration: 99.73586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.651006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003397888,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:03:42.871681Z","caller":"traceutil/trace.go:171","msg":"trace[1082116315] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1310; }","duration":"721.11669ms","start":"2026-03-19T09:03:42.150528Z","end":"2026-03-19T09:03:42.871644Z","steps":["trace[1082116315] 'read index received' (duration: 720.862963ms)","trace[1082116315] 'applied index is now lower than readState.Index' (duration: 251.517µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:42.871803Z","caller":"traceutil/trace.go:171","msg":"trace[138179928] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"733.088892ms","start":"2026-03-19T09:03:42.13868Z","end":"2026-03-19T09:03:42.871769Z","steps":["trace[138179928] 'process raft request' (duration: 732.748162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.871945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:42.138669Z","time spent":"733.193804ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:42.871984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.445849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T09:03:42.872045Z","caller":"traceutil/trace.go:171","msg":"trace[1799470221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1269; }","duration":"721.542462ms","start":"2026-03-19T09:03:42.150488Z","end":"2026-03-19T09:03:42.87203Z","steps":["trace[1799470221] 'agreement among raft nodes before linearized reading' (duration: 721.317176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.872089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:42.15045Z","time spent":"721.631224ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:43.372491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003397891,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:03:43.787719Z","caller":"traceutil/trace.go:171","msg":"trace[2073885959] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"917.621297ms","start":"2026-03-19T09:03:42.869847Z","end":"2026-03-19T09:03:43.787468Z","steps":["trace[2073885959] 'process raft request' (duration: 917.467903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:43.787889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:42.869821Z","time spent":"917.983499ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:43.813983Z","caller":"traceutil/trace.go:171","msg":"trace[1837192546] linearizableReadLoop","detail":"{readStateIndex:1313; appliedIndex:1312; }","duration":"942.156906ms","start":"2026-03-19T09:03:42.871795Z","end":"2026-03-19T09:03:43.813952Z","steps":["trace[1837192546] 'read index received' (duration: 915.836177ms)","trace[1837192546] 'applied index is now lower than readState.Index' (duration: 26.319549ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:43.814001Z","caller":"traceutil/trace.go:171","msg":"trace[1324838217] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"936.424433ms","start":"2026-03-19T09:03:42.87755Z","end":"2026-03-19T09:03:43.813974Z","steps":["trace[1324838217] 'process raft request' (duration: 936.261619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:43.814198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:42.877525Z","time spent":"936.582488ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:43.814256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557314678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:03:43.814289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66338213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:03:43.814355Z","caller":"traceutil/trace.go:171","msg":"trace[231882502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1271; }","duration":"1.663481703s","start":"2026-03-19T09:03:42.150858Z","end":"2026-03-19T09:03:43.81434Z","steps":["trace[231882502] 'agreement among raft nodes before linearized reading' (duration: 1.663204665s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:43.814353Z","caller":"traceutil/trace.go:171","msg":"trace[392354713] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1271; }","duration":"1.557516926s","start":"2026-03-19T09:03:42.25681Z","end":"2026-03-19T09:03:43.814327Z","steps":["trace[392354713] 'agreement among raft nodes before linearized reading' (duration: 1.557267018s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:43.814389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:42.150839Z","time spent":"1.663543135s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:03:43.814408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:42.256787Z","time spent":"1.557609787s","remote":"127.0.0.1:38248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:43.814412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.780025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:43.814466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.84464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T09:03:43.814528Z","caller":"traceutil/trace.go:171","msg":"trace[127704095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1271; }","duration":"696.947451ms","start":"2026-03-19T09:03:43.117563Z","end":"2026-03-19T09:03:43.814511Z","steps":["trace[127704095] 'agreement among raft nodes before linearized reading' (duration: 696.759897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:43.814523Z","caller":"traceutil/trace.go:171","msg":"trace[190112181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1271; }","duration":"156.91185ms","start":"2026-03-19T09:03:43.657582Z","end":"2026-03-19T09:03:43.814494Z","steps":["trace[190112181] 'agreement among raft nodes before linearized reading' (duration: 156.776516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:43.814564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:43.117544Z","time spent":"697.011754ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:43.814426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.154128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:03:43.814619Z","caller":"traceutil/trace.go:171","msg":"trace[1196648193] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1271; }","duration":"321.389064ms","start":"2026-03-19T09:03:43.493214Z","end":"2026-03-19T09:03:43.814603Z","steps":["trace[1196648193] 'agreement among raft nodes before linearized reading' (duration: 321.074445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:43.814646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.256104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:03:43.81466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:43.493193Z","time spent":"321.455457ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:03:43.814412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.256182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-29nrg\" ","response":"range_response_count:1 size:4507"} {"level":"info","ts":"2026-03-19T09:03:43.81472Z","caller":"traceutil/trace.go:171","msg":"trace[1629995692] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1271; }","duration":"701.393988ms","start":"2026-03-19T09:03:43.113286Z","end":"2026-03-19T09:03:43.81468Z","steps":["trace[1629995692] 'agreement among raft nodes before linearized reading' (duration: 700.957176ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:43.814722Z","caller":"traceutil/trace.go:171","msg":"trace[351814123] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-29nrg; range_end:; response_count:1; response_revision:1271; }","duration":"287.616162ms","start":"2026-03-19T09:03:43.527088Z","end":"2026-03-19T09:03:43.814704Z","steps":["trace[351814123] 'agreement among raft nodes before linearized reading' (duration: 287.179249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:43.814758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:43.113262Z","time spent":"701.485512ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:43.814314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428277364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:03:43.814992Z","caller":"traceutil/trace.go:171","msg":"trace[1827212784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1271; }","duration":"1.429014404s","start":"2026-03-19T09:03:42.385959Z","end":"2026-03-19T09:03:43.814973Z","steps":["trace[1827212784] 'agreement among raft nodes before linearized reading' (duration: 1.428072777s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:43.815039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:42.385936Z","time spent":"1.429086897s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:03:44.227194Z","caller":"traceutil/trace.go:171","msg":"trace[2064279901] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"407.820747ms","start":"2026-03-19T09:03:43.819343Z","end":"2026-03-19T09:03:44.227164Z","steps":["trace[2064279901] 'process raft request' (duration: 370.38643ms)","trace[2064279901] 'compare' (duration: 36.551872ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:44.227242Z","caller":"traceutil/trace.go:171","msg":"trace[2113609713] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"406.958003ms","start":"2026-03-19T09:03:43.820256Z","end":"2026-03-19T09:03:44.227214Z","steps":["trace[2113609713] 'process raft request' (duration: 406.87319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:44.227324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:43.81931Z","time spent":"407.94626ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:44.227454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:43.820249Z","time spent":"407.110976ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:44.227258Z","caller":"traceutil/trace.go:171","msg":"trace[2014216936] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"407.255761ms","start":"2026-03-19T09:03:43.819983Z","end":"2026-03-19T09:03:44.227238Z","steps":["trace[2014216936] 'process raft request' (duration: 407.065645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:44.227658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:43.819964Z","time spent":"407.644601ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:47.757815Z","caller":"traceutil/trace.go:171","msg":"trace[1354066181] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"157.082415ms","start":"2026-03-19T09:03:47.600709Z","end":"2026-03-19T09:03:47.757792Z","steps":["trace[1354066181] 'process raft request' (duration: 156.975162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:47.884706Z","caller":"traceutil/trace.go:171","msg":"trace[1475956769] linearizableReadLoop","detail":"{readStateIndex:1364; appliedIndex:1363; }","duration":"121.892442ms","start":"2026-03-19T09:03:47.762793Z","end":"2026-03-19T09:03:47.884685Z","steps":["trace[1475956769] 'read index received' (duration: 53.02486ms)","trace[1475956769] 'applied index is now lower than readState.Index' (duration: 68.866422ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:47.884781Z","caller":"traceutil/trace.go:171","msg":"trace[136325408] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"123.293532ms","start":"2026-03-19T09:03:47.761462Z","end":"2026-03-19T09:03:47.884755Z","steps":["trace[136325408] 'process raft request' (duration: 54.218014ms)","trace[136325408] 'compare' (duration: 68.904443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:47.884875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.069656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:47.884939Z","caller":"traceutil/trace.go:171","msg":"trace[1107911204] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1319; }","duration":"122.18042ms","start":"2026-03-19T09:03:47.762741Z","end":"2026-03-19T09:03:47.884922Z","steps":["trace[1107911204] 'agreement among raft nodes before linearized reading' (duration: 122.047676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:47.886833Z","caller":"traceutil/trace.go:171","msg":"trace[551534494] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"122.597833ms","start":"2026-03-19T09:03:47.764208Z","end":"2026-03-19T09:03:47.886806Z","steps":["trace[551534494] 'process raft request' (duration: 122.424547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:00.255481Z","caller":"traceutil/trace.go:171","msg":"trace[1125664230] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1630; }","duration":"270.476493ms","start":"2026-03-19T09:03:59.984976Z","end":"2026-03-19T09:04:00.255453Z","steps":["trace[1125664230] 'read index received' (duration: 270.312898ms)","trace[1125664230] 'applied index is now lower than readState.Index' (duration: 162.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:00.255598Z","caller":"traceutil/trace.go:171","msg":"trace[1421775666] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"276.006834ms","start":"2026-03-19T09:03:59.979562Z","end":"2026-03-19T09:04:00.255569Z","steps":["trace[1421775666] 'process raft request' (duration: 275.721246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:00.255794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.802431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:04:00.255866Z","caller":"traceutil/trace.go:171","msg":"trace[1501865471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1564; }","duration":"270.925734ms","start":"2026-03-19T09:03:59.984925Z","end":"2026-03-19T09:04:00.255851Z","steps":["trace[1501865471] 'agreement among raft nodes before linearized reading' (duration: 270.689238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:00.373409Z","caller":"traceutil/trace.go:171","msg":"trace[1319750286] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1631; }","duration":"117.809837ms","start":"2026-03-19T09:04:00.255574Z","end":"2026-03-19T09:04:00.373384Z","steps":["trace[1319750286] 'read index received' (duration: 113.154859ms)","trace[1319750286] 'applied index is now lower than readState.Index' (duration: 4.653858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:00.373562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.83857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:00.373536Z","caller":"traceutil/trace.go:171","msg":"trace[452183204] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"165.474095ms","start":"2026-03-19T09:04:00.208029Z","end":"2026-03-19T09:04:00.373503Z","steps":["trace[452183204] 'process raft request' (duration: 160.610883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:00.373595Z","caller":"traceutil/trace.go:171","msg":"trace[1182220067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1565; }","duration":"235.898852ms","start":"2026-03-19T09:04:00.137687Z","end":"2026-03-19T09:04:00.373586Z","steps":["trace[1182220067] 'agreement among raft nodes before linearized reading' (duration: 235.81884ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:00.37501Z","caller":"traceutil/trace.go:171","msg":"trace[333131836] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"114.777733ms","start":"2026-03-19T09:04:00.260205Z","end":"2026-03-19T09:04:00.374983Z","steps":["trace[333131836] 'process raft request' (duration: 114.390463ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:05.61561Z","caller":"traceutil/trace.go:171","msg":"trace[1742457015] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1703; }","duration":"153.93986ms","start":"2026-03-19T09:04:05.461637Z","end":"2026-03-19T09:04:05.615577Z","steps":["trace[1742457015] 'read index received' (duration: 133.930005ms)","trace[1742457015] 'applied index is now lower than readState.Index' (duration: 20.008675ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:05.615742Z","caller":"traceutil/trace.go:171","msg":"trace[1274937785] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"161.820504ms","start":"2026-03-19T09:04:05.453886Z","end":"2026-03-19T09:04:05.615707Z","steps":["trace[1274937785] 'process raft request' (duration: 141.795309ms)","trace[1274937785] 'compare' (duration: 19.741808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:05.616017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.336713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"warn","ts":"2026-03-19T09:04:05.61602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.642648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-293f0f79-4c7b-4568-b4d4-10effadefcf2\" ","response":"range_response_count:1 size:2561"} {"level":"warn","ts":"2026-03-19T09:04:05.616077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.470782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-293f0f79-4c7b-4568-b4d4-10effadefcf2\" ","response":"range_response_count:1 size:2561"} {"level":"info","ts":"2026-03-19T09:04:05.616112Z","caller":"traceutil/trace.go:171","msg":"trace[1633689588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1636; }","duration":"154.489596ms","start":"2026-03-19T09:04:05.461596Z","end":"2026-03-19T09:04:05.616086Z","steps":["trace[1633689588] 'agreement among raft nodes before linearized reading' (duration: 154.110775ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:05.616123Z","caller":"traceutil/trace.go:171","msg":"trace[1950698791] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-293f0f79-4c7b-4568-b4d4-10effadefcf2; range_end:; response_count:1; response_revision:1636; }","duration":"151.787512ms","start":"2026-03-19T09:04:05.464312Z","end":"2026-03-19T09:04:05.616099Z","steps":["trace[1950698791] 'agreement among raft nodes before linearized reading' (duration: 151.487584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:05.61618Z","caller":"traceutil/trace.go:171","msg":"trace[1082784763] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-293f0f79-4c7b-4568-b4d4-10effadefcf2; range_end:; response_count:1; response_revision:1636; }","duration":"144.626627ms","start":"2026-03-19T09:04:05.471529Z","end":"2026-03-19T09:04:05.616156Z","steps":["trace[1082784763] 'agreement among raft nodes before linearized reading' (duration: 144.288618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.934246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.676886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-293f0f79-4c7b-4568-b4d4-10effadefcf2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T09:04:07.934315Z","caller":"traceutil/trace.go:171","msg":"trace[1527157506] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-293f0f79-4c7b-4568-b4d4-10effadefcf2; range_end:; response_count:1; response_revision:1664; }","duration":"307.81421ms","start":"2026-03-19T09:04:07.626484Z","end":"2026-03-19T09:04:07.934298Z","steps":["trace[1527157506] 'range keys from in-memory index tree' (duration: 307.4756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.934348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.626461Z","time spent":"307.881121ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-293f0f79-4c7b-4568-b4d4-10effadefcf2\" "} {"level":"warn","ts":"2026-03-19T09:04:07.934355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.242334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:07.934443Z","caller":"traceutil/trace.go:171","msg":"trace[1857404840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1664; }","duration":"278.386018ms","start":"2026-03-19T09:04:07.656038Z","end":"2026-03-19T09:04:07.934424Z","steps":["trace[1857404840] 'range keys from in-memory index tree' (duration: 278.146952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.934623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.378992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:04:07.93465Z","caller":"traceutil/trace.go:171","msg":"trace[370832558] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1664; }","duration":"978.441015ms","start":"2026-03-19T09:04:06.956202Z","end":"2026-03-19T09:04:07.934643Z","steps":["trace[370832558] 'range keys from in-memory index tree' (duration: 978.27145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.934674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:06.95618Z","time spent":"978.487966ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:04:07.934662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.169331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:07.934714Z","caller":"traceutil/trace.go:171","msg":"trace[1146829264] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1664; }","duration":"113.227512ms","start":"2026-03-19T09:04:07.821473Z","end":"2026-03-19T09:04:07.934701Z","steps":["trace[1146829264] 'count revisions from in-memory index tree' (duration: 113.10559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.934972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.575989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-293f0f79-4c7b-4568-b4d4-10effadefcf2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T09:04:07.935009Z","caller":"traceutil/trace.go:171","msg":"trace[1747924063] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-293f0f79-4c7b-4568-b4d4-10effadefcf2; range_end:; response_count:1; response_revision:1664; }","duration":"816.65399ms","start":"2026-03-19T09:04:07.118345Z","end":"2026-03-19T09:04:07.934999Z","steps":["trace[1747924063] 'range keys from in-memory index tree' (duration: 816.457925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.935017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.585827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-19T09:04:07.935051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.118321Z","time spent":"816.708612ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-293f0f79-4c7b-4568-b4d4-10effadefcf2\" "} {"level":"info","ts":"2026-03-19T09:04:07.935097Z","caller":"traceutil/trace.go:171","msg":"trace[1239058308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1664; }","duration":"885.69821ms","start":"2026-03-19T09:04:07.04938Z","end":"2026-03-19T09:04:07.935079Z","steps":["trace[1239058308] 'range keys from in-memory index tree' (duration: 885.392051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.935142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.049366Z","time spent":"885.767272ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:04:08.077046Z","caller":"traceutil/trace.go:171","msg":"trace[1795653961] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"137.629367ms","start":"2026-03-19T09:04:07.939389Z","end":"2026-03-19T09:04:08.077019Z","steps":["trace[1795653961] 'process raft request' (duration: 137.461842ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.360139Z","caller":"traceutil/trace.go:171","msg":"trace[1774168680] linearizableReadLoop","detail":"{readStateIndex:1736; appliedIndex:1733; }","duration":"310.568283ms","start":"2026-03-19T09:04:08.049548Z","end":"2026-03-19T09:04:08.360116Z","steps":["trace[1774168680] 'read index received' (duration: 27.315853ms)","trace[1774168680] 'applied index is now lower than readState.Index' (duration: 283.25145ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:08.360273Z","caller":"traceutil/trace.go:171","msg":"trace[380117617] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"419.092829ms","start":"2026-03-19T09:04:07.941167Z","end":"2026-03-19T09:04:08.36026Z","steps":["trace[380117617] 'process raft request' (duration: 418.887583ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.360265Z","caller":"traceutil/trace.go:171","msg":"trace[24421212] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"420.582339ms","start":"2026-03-19T09:04:07.939621Z","end":"2026-03-19T09:04:08.360204Z","steps":["trace[24421212] 'process raft request' (duration: 420.291752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.360381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.941146Z","time spent":"419.153959ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:08.360739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.939615Z","time spent":"420.777794ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:08.360802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.213431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:08.360903Z","caller":"traceutil/trace.go:171","msg":"trace[1586515588] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1667; }","duration":"311.339195ms","start":"2026-03-19T09:04:08.049541Z","end":"2026-03-19T09:04:08.36088Z","steps":["trace[1586515588] 'agreement among raft nodes before linearized reading' (duration: 311.151569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.360945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.049481Z","time spent":"311.454229ms","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:08.860358Z","caller":"traceutil/trace.go:171","msg":"trace[2136315451] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"494.639705ms","start":"2026-03-19T09:04:08.365682Z","end":"2026-03-19T09:04:08.860321Z","steps":["trace[2136315451] 'process raft request' (duration: 409.207689ms)","trace[2136315451] 'compare' (duration: 85.049346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:08.860556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.365661Z","time spent":"494.780109ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:08.899592Z","caller":"traceutil/trace.go:171","msg":"trace[1163154076] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"502.724494ms","start":"2026-03-19T09:04:08.396834Z","end":"2026-03-19T09:04:08.899559Z","steps":["trace[1163154076] 'process raft request' (duration: 502.442557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.899583Z","caller":"traceutil/trace.go:171","msg":"trace[1785204500] linearizableReadLoop","detail":"{readStateIndex:1739; appliedIndex:1736; }","duration":"489.266578ms","start":"2026-03-19T09:04:08.410282Z","end":"2026-03-19T09:04:08.899548Z","steps":["trace[1785204500] 'read index received' (duration: 364.631826ms)","trace[1785204500] 'applied index is now lower than readState.Index' (duration: 124.633722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:08.899688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.39681Z","time spent":"502.828108ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:08.899667Z","caller":"traceutil/trace.go:171","msg":"trace[1237349203] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"501.738189ms","start":"2026-03-19T09:04:08.397888Z","end":"2026-03-19T09:04:08.899627Z","steps":["trace[1237349203] 'process raft request' (duration: 501.568414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.899747Z","caller":"traceutil/trace.go:171","msg":"trace[119013272] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"329.230103ms","start":"2026-03-19T09:04:08.570501Z","end":"2026-03-19T09:04:08.899731Z","steps":["trace[119013272] 'process raft request' (duration: 328.992396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.899867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.397864Z","time spent":"501.902132ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:08.899916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.486076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:08.899949Z","caller":"traceutil/trace.go:171","msg":"trace[1361114228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1671; }","duration":"485.531206ms","start":"2026-03-19T09:04:08.414408Z","end":"2026-03-19T09:04:08.899939Z","steps":["trace[1361114228] 'agreement among raft nodes before linearized reading' (duration: 485.411093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.899962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.570479Z","time spent":"329.346065ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:08.900049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.775013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:04:08.900068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.454458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:08.900094Z","caller":"traceutil/trace.go:171","msg":"trace[1441403546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1671; }","duration":"489.839554ms","start":"2026-03-19T09:04:08.410245Z","end":"2026-03-19T09:04:08.900084Z","steps":["trace[1441403546] 'agreement among raft nodes before linearized reading' (duration: 489.756442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.900104Z","caller":"traceutil/trace.go:171","msg":"trace[486553928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1671; }","duration":"243.529239ms","start":"2026-03-19T09:04:08.656565Z","end":"2026-03-19T09:04:08.900094Z","steps":["trace[486553928] 'agreement among raft nodes before linearized reading' (duration: 243.460388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.899983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.414399Z","time spent":"485.577988ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:08.90013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.410234Z","time spent":"489.887086ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:08.900223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.397946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:04:08.900263Z","caller":"traceutil/trace.go:171","msg":"trace[866795800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1671; }","duration":"484.446087ms","start":"2026-03-19T09:04:08.415806Z","end":"2026-03-19T09:04:08.900252Z","steps":["trace[866795800] 'agreement among raft nodes before linearized reading' (duration: 484.345254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.900299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.415802Z","time spent":"484.486898ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:04:15.286561Z","caller":"traceutil/trace.go:171","msg":"trace[1407633574] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"105.029809ms","start":"2026-03-19T09:04:15.181504Z","end":"2026-03-19T09:04:15.286534Z","steps":["trace[1407633574] 'process raft request' (duration: 98.525512ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:17.055344Z","caller":"traceutil/trace.go:171","msg":"trace[2032542912] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"141.666847ms","start":"2026-03-19T09:04:16.913641Z","end":"2026-03-19T09:04:17.055308Z","steps":["trace[2032542912] 'process raft request' (duration: 141.514513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.852805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.282703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:17.853137Z","caller":"traceutil/trace.go:171","msg":"trace[1487390802] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"928.688941ms","start":"2026-03-19T09:04:16.924413Z","end":"2026-03-19T09:04:17.853102Z","steps":["trace[1487390802] 'process raft request' (duration: 588.008247ms)","trace[1487390802] 'compare' (duration: 340.073477ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:17.853176Z","caller":"traceutil/trace.go:171","msg":"trace[1705912153] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"928.037872ms","start":"2026-03-19T09:04:16.925106Z","end":"2026-03-19T09:04:17.853144Z","steps":["trace[1705912153] 'process raft request' (duration: 927.897069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:17.853299Z","caller":"traceutil/trace.go:171","msg":"trace[792763893] linearizableReadLoop","detail":"{readStateIndex:1821; appliedIndex:1817; }","duration":"913.99335ms","start":"2026-03-19T09:04:16.93928Z","end":"2026-03-19T09:04:17.853273Z","steps":["trace[792763893] 'read index received' (duration: 115.867254ms)","trace[792763893] 'applied index is now lower than readState.Index' (duration: 798.123856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:17.853313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:16.924394Z","time spent":"928.833575ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:17.853334Z","caller":"traceutil/trace.go:171","msg":"trace[289233894] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"927.92663ms","start":"2026-03-19T09:04:16.925395Z","end":"2026-03-19T09:04:17.853322Z","steps":["trace[289233894] 'process raft request' (duration: 927.703864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.853456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:16.925376Z","time spent":"928.054963ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:17.853458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.157805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:04:17.853405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:16.92509Z","time spent":"928.222597ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:17.853508Z","caller":"traceutil/trace.go:171","msg":"trace[1846500410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1749; }","duration":"914.239856ms","start":"2026-03-19T09:04:16.939253Z","end":"2026-03-19T09:04:17.853493Z","steps":["trace[1846500410] 'agreement among raft nodes before linearized reading' (duration: 914.090953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.853605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:16.939242Z","time spent":"914.34952ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:17.853983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.340121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:04:17.854016Z","caller":"traceutil/trace.go:171","msg":"trace[2141162720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1750; }","duration":"910.395433ms","start":"2026-03-19T09:04:16.943613Z","end":"2026-03-19T09:04:17.854008Z","steps":["trace[2141162720] 'agreement among raft nodes before linearized reading' (duration: 910.271319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.854035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:16.943602Z","time spent":"910.429223ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:17.854138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.937539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T09:04:17.854211Z","caller":"traceutil/trace.go:171","msg":"trace[382422416] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1750; }","duration":"644.064003ms","start":"2026-03-19T09:04:17.210134Z","end":"2026-03-19T09:04:17.854198Z","steps":["trace[382422416] 'agreement among raft nodes before linearized reading' (duration: 643.831317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.854315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.716628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"warn","ts":"2026-03-19T09:04:17.85434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.959977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:17.854302Z","caller":"traceutil/trace.go:171","msg":"trace[161867556] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"669.561636ms","start":"2026-03-19T09:04:17.184645Z","end":"2026-03-19T09:04:17.854207Z","steps":["trace[161867556] 'process raft request' (duration: 669.159625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:17.854356Z","caller":"traceutil/trace.go:171","msg":"trace[1764861172] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1750; }","duration":"670.798821ms","start":"2026-03-19T09:04:17.183547Z","end":"2026-03-19T09:04:17.854346Z","steps":["trace[1764861172] 'agreement among raft nodes before linearized reading' (duration: 670.663347ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:17.854365Z","caller":"traceutil/trace.go:171","msg":"trace[1363295593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1750; }","duration":"857.01231ms","start":"2026-03-19T09:04:16.997344Z","end":"2026-03-19T09:04:17.854357Z","steps":["trace[1363295593] 'agreement among raft nodes before linearized reading' (duration: 856.937919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.854385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:16.997325Z","time spent":"857.05614ms","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:17.854386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:17.183525Z","time spent":"670.853531ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12002,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:04:17.854424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:17.210114Z","time spent":"644.208807ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:04:17.854493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.741964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:17.854534Z","caller":"traceutil/trace.go:171","msg":"trace[1077788951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1750; }","duration":"196.822488ms","start":"2026-03-19T09:04:17.657702Z","end":"2026-03-19T09:04:17.854525Z","steps":["trace[1077788951] 'agreement among raft nodes before linearized reading' (duration: 196.760936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.854445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:17.184623Z","time spent":"669.758771ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:04:17.855354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.011526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:17.85545Z","caller":"traceutil/trace.go:171","msg":"trace[41689067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1750; }","duration":"894.137009ms","start":"2026-03-19T09:04:16.961292Z","end":"2026-03-19T09:04:17.855429Z","steps":["trace[41689067] 'agreement among raft nodes before linearized reading' (duration: 893.897843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.855504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:16.961277Z","time spent":"894.214991ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:24.395273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003398963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:24.895895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003398963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:25.396696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003398963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:25.876376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.004652719s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:04:25.876734Z","caller":"traceutil/trace.go:171","msg":"trace[1935857700] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"2.005093702s","start":"2026-03-19T09:04:23.871618Z","end":"2026-03-19T09:04:25.876712Z","steps":["trace[1935857700] 'process raft request' (duration: 2.004943557s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:25.876881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:23.871589Z","time spent":"2.005214064s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:26.37056Z","caller":"traceutil/trace.go:171","msg":"trace[883280815] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"2.498252885s","start":"2026-03-19T09:04:23.872281Z","end":"2026-03-19T09:04:26.370534Z","steps":["trace[883280815] 'process raft request' (duration: 2.498044769s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.370739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:23.872274Z","time spent":"2.498373488s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:26.371026Z","caller":"traceutil/trace.go:171","msg":"trace[1421494430] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"2.495241623s","start":"2026-03-19T09:04:23.875757Z","end":"2026-03-19T09:04:26.370998Z","steps":["trace[1421494430] 'process raft request' (duration: 2.49473127s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.371319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:23.875746Z","time spent":"2.495365617s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:26.371399Z","caller":"traceutil/trace.go:171","msg":"trace[135817042] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"2.09906586s","start":"2026-03-19T09:04:24.272298Z","end":"2026-03-19T09:04:26.371364Z","steps":["trace[135817042] 'process raft request' (duration: 2.098585916s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:26.37142Z","caller":"traceutil/trace.go:171","msg":"trace[1451033508] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"1.84969189s","start":"2026-03-19T09:04:24.521705Z","end":"2026-03-19T09:04:26.371397Z","steps":["trace[1451033508] 'process raft request' (duration: 1.849513396s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.371542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:24.521665Z","time spent":"1.849817895s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:26.371413Z","caller":"traceutil/trace.go:171","msg":"trace[823322821] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1863; }","duration":"2.476316828s","start":"2026-03-19T09:04:23.89507Z","end":"2026-03-19T09:04:26.371387Z","steps":["trace[823322821] 'read index received' (duration: 1.981523489s)","trace[823322821] 'applied index is now lower than readState.Index' (duration: 494.791689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:26.371561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:24.272263Z","time spent":"2.099192982s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:26.371638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476524175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:26.371805Z","caller":"traceutil/trace.go:171","msg":"trace[1584670347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1795; }","duration":"2.476779741s","start":"2026-03-19T09:04:23.895007Z","end":"2026-03-19T09:04:26.371787Z","steps":["trace[1584670347] 'agreement among raft nodes before linearized reading' (duration: 2.476462293s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.371865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:23.894978Z","time spent":"2.476870243s","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:26.371945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475574028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:04:26.372005Z","caller":"traceutil/trace.go:171","msg":"trace[116812435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1795; }","duration":"2.475692211s","start":"2026-03-19T09:04:23.8963Z","end":"2026-03-19T09:04:26.371993Z","steps":["trace[116812435] 'agreement among raft nodes before linearized reading' (duration: 2.475503076s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.372015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287853398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:04:26.372086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713395911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:26.372126Z","caller":"traceutil/trace.go:171","msg":"trace[1886357073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1795; }","duration":"1.713494473s","start":"2026-03-19T09:04:24.658622Z","end":"2026-03-19T09:04:26.372116Z","steps":["trace[1886357073] 'agreement among raft nodes before linearized reading' (duration: 1.713442471s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.372121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.23814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"warn","ts":"2026-03-19T09:04:26.372161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:24.65859Z","time spent":"1.713565835s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:04:26.372189Z","caller":"traceutil/trace.go:171","msg":"trace[2079739546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1795; }","duration":"510.349542ms","start":"2026-03-19T09:04:25.861823Z","end":"2026-03-19T09:04:26.372173Z","steps":["trace[2079739546] 'agreement among raft nodes before linearized reading' (duration: 510.139076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.37221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.03726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T09:04:26.372239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:25.861793Z","time spent":"510.432535ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:04:26.372258Z","caller":"traceutil/trace.go:171","msg":"trace[535501087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1795; }","duration":"839.120682ms","start":"2026-03-19T09:04:25.533123Z","end":"2026-03-19T09:04:26.372243Z","steps":["trace[535501087] 'agreement among raft nodes before linearized reading' (duration: 838.992229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.372328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:25.533098Z","time spent":"839.216615ms","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:26.372453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839958456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:04:26.372502Z","caller":"traceutil/trace.go:171","msg":"trace[409757877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1795; }","duration":"1.840045508s","start":"2026-03-19T09:04:24.532445Z","end":"2026-03-19T09:04:26.372491Z","steps":["trace[409757877] 'agreement among raft nodes before linearized reading' (duration: 1.839924865s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.372512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.646213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:26.372087Z","caller":"traceutil/trace.go:171","msg":"trace[822872484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1795; }","duration":"1.287966429s","start":"2026-03-19T09:04:25.084104Z","end":"2026-03-19T09:04:26.37207Z","steps":["trace[822872484] 'agreement among raft nodes before linearized reading' (duration: 1.287794135s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.37254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:24.532424Z","time spent":"1.840108941s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:04:26.372548Z","caller":"traceutil/trace.go:171","msg":"trace[556353128] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1795; }","duration":"196.737386ms","start":"2026-03-19T09:04:26.175802Z","end":"2026-03-19T09:04:26.372539Z","steps":["trace[556353128] 'agreement among raft nodes before linearized reading' (duration: 196.657393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.37257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:25.084078Z","time spent":"1.288476774s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:04:26.37262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469503912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:04:26.372517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469460282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:26.372682Z","caller":"traceutil/trace.go:171","msg":"trace[264781705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1795; }","duration":"2.469605216s","start":"2026-03-19T09:04:23.903056Z","end":"2026-03-19T09:04:26.372661Z","steps":["trace[264781705] 'agreement among raft nodes before linearized reading' (duration: 2.469505983s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.372734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:23.903026Z","time spent":"2.469698478s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:26.372046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:23.896274Z","time spent":"2.475761164s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:04:26.372688Z","caller":"traceutil/trace.go:171","msg":"trace[52376553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1795; }","duration":"2.469681417s","start":"2026-03-19T09:04:23.902996Z","end":"2026-03-19T09:04:26.372678Z","steps":["trace[52376553] 'agreement among raft nodes before linearized reading' (duration: 2.469342068s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.373062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:23.902977Z","time spent":"2.470067388s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:04:37.47006Z","caller":"traceutil/trace.go:171","msg":"trace[1213922751] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"149.426338ms","start":"2026-03-19T09:04:37.320607Z","end":"2026-03-19T09:04:37.470033Z","steps":["trace[1213922751] 'process raft request' (duration: 149.313784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:38.322761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.219211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:04:38.322828Z","caller":"traceutil/trace.go:171","msg":"trace[824642079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1855; }","duration":"232.333625ms","start":"2026-03-19T09:04:38.090478Z","end":"2026-03-19T09:04:38.322812Z","steps":["trace[824642079] 'range keys from in-memory index tree' (duration: 232.050206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:38.441161Z","caller":"traceutil/trace.go:171","msg":"trace[325675578] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"115.812933ms","start":"2026-03-19T09:04:38.325331Z","end":"2026-03-19T09:04:38.441143Z","steps":["trace[325675578] 'process raft request' (duration: 115.69743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:38.512453Z","caller":"traceutil/trace.go:171","msg":"trace[1298873621] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"186.478457ms","start":"2026-03-19T09:04:38.325957Z","end":"2026-03-19T09:04:38.512435Z","steps":["trace[1298873621] 'process raft request' (duration: 186.348013ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:44.682034Z","caller":"traceutil/trace.go:171","msg":"trace[1032168526] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"145.243063ms","start":"2026-03-19T09:04:44.536767Z","end":"2026-03-19T09:04:44.682011Z","steps":["trace[1032168526] 'process raft request' (duration: 145.094959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:44.963112Z","caller":"traceutil/trace.go:171","msg":"trace[1750721814] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1968; }","duration":"408.86745ms","start":"2026-03-19T09:04:44.554216Z","end":"2026-03-19T09:04:44.963084Z","steps":["trace[1750721814] 'read index received' (duration: 127.689466ms)","trace[1750721814] 'applied index is now lower than readState.Index' (duration: 281.176684ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:44.963231Z","caller":"traceutil/trace.go:171","msg":"trace[1245567578] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"422.381998ms","start":"2026-03-19T09:04:44.540825Z","end":"2026-03-19T09:04:44.963207Z","steps":["trace[1245567578] 'process raft request' (duration: 422.103381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:44.963417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.540796Z","time spent":"422.48368ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:44.963428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.320293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:04:44.963446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.449605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:44.963483Z","caller":"traceutil/trace.go:171","msg":"trace[1255132864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1893; }","duration":"405.409787ms","start":"2026-03-19T09:04:44.558056Z","end":"2026-03-19T09:04:44.963465Z","steps":["trace[1255132864] 'agreement among raft nodes before linearized reading' (duration: 405.17265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:44.963486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.583959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:44.963524Z","caller":"traceutil/trace.go:171","msg":"trace[517056315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1893; }","duration":"305.552747ms","start":"2026-03-19T09:04:44.657955Z","end":"2026-03-19T09:04:44.963508Z","steps":["trace[517056315] 'agreement among raft nodes before linearized reading' (duration: 305.427714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:44.963526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.558032Z","time spent":"405.485638ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:04:44.963528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.420975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:04:44.963541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.27222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:04:44.963566Z","caller":"traceutil/trace.go:171","msg":"trace[30878275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1893; }","duration":"398.705444ms","start":"2026-03-19T09:04:44.564839Z","end":"2026-03-19T09:04:44.963545Z","steps":["trace[30878275] 'agreement among raft nodes before linearized reading' (duration: 398.407296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:44.963598Z","caller":"traceutil/trace.go:171","msg":"trace[189557217] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1893; }","duration":"136.369042ms","start":"2026-03-19T09:04:44.827216Z","end":"2026-03-19T09:04:44.963585Z","steps":["trace[189557217] 'agreement among raft nodes before linearized reading' (duration: 136.148986ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:44.963602Z","caller":"traceutil/trace.go:171","msg":"trace[1037464876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1893; }","duration":"405.518429ms","start":"2026-03-19T09:04:44.558063Z","end":"2026-03-19T09:04:44.963581Z","steps":["trace[1037464876] 'agreement among raft nodes before linearized reading' (duration: 405.351374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:44.963612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.564823Z","time spent":"398.780195ms","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:44.963644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.558051Z","time spent":"405.583821ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:04:44.963647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.563496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:04:44.963683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.657936Z","time spent":"305.614559ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:04:44.963737Z","caller":"traceutil/trace.go:171","msg":"trace[215409783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1893; }","duration":"399.70426ms","start":"2026-03-19T09:04:44.564008Z","end":"2026-03-19T09:04:44.963713Z","steps":["trace[215409783] 'agreement among raft nodes before linearized reading' (duration: 399.417702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:44.963783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.563986Z","time spent":"399.787903ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:44.963872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.40422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:04:44.963348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.123896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:04:44.963957Z","caller":"traceutil/trace.go:171","msg":"trace[1499404127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1893; }","duration":"400.514322ms","start":"2026-03-19T09:04:44.563427Z","end":"2026-03-19T09:04:44.963941Z","steps":["trace[1499404127] 'agreement among raft nodes before linearized reading' (duration: 399.905766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:44.963991Z","caller":"traceutil/trace.go:171","msg":"trace[553102376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1893; }","duration":"409.806546ms","start":"2026-03-19T09:04:44.554167Z","end":"2026-03-19T09:04:44.963974Z","steps":["trace[553102376] 'agreement among raft nodes before linearized reading' (duration: 409.042184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:44.963999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.563413Z","time spent":"400.574475ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:44.96404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.554149Z","time spent":"409.878088ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:45.23921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.459301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:45.239542Z","caller":"traceutil/trace.go:171","msg":"trace[548729744] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"270.75922ms","start":"2026-03-19T09:04:44.968766Z","end":"2026-03-19T09:04:45.239525Z","steps":["trace[548729744] 'process raft request' (duration: 270.719159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:45.239552Z","caller":"traceutil/trace.go:171","msg":"trace[1210269999] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"271.700396ms","start":"2026-03-19T09:04:44.967832Z","end":"2026-03-19T09:04:45.239532Z","steps":["trace[1210269999] 'process raft request' (duration: 271.579633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:45.239553Z","caller":"traceutil/trace.go:171","msg":"trace[430898965] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"272.325734ms","start":"2026-03-19T09:04:44.967197Z","end":"2026-03-19T09:04:45.239522Z","steps":["trace[430898965] 'process raft request' (duration: 272.144009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:45.239555Z","caller":"traceutil/trace.go:171","msg":"trace[1959004424] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"272.345124ms","start":"2026-03-19T09:04:44.967161Z","end":"2026-03-19T09:04:45.239507Z","steps":["trace[1959004424] 'process raft request' (duration: 80.497132ms)","trace[1959004424] 'compare' (duration: 191.357798ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:45.239688Z","caller":"traceutil/trace.go:171","msg":"trace[325292367] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"271.616295ms","start":"2026-03-19T09:04:44.968061Z","end":"2026-03-19T09:04:45.239677Z","steps":["trace[325292367] 'process raft request' (duration: 271.386728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:52.66483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.485066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:52.664953Z","caller":"traceutil/trace.go:171","msg":"trace[1278538526] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"365.779928ms","start":"2026-03-19T09:04:52.299149Z","end":"2026-03-19T09:04:52.664929Z","steps":["trace[1278538526] 'process raft request' (duration: 157.121197ms)","trace[1278538526] 'compare' (duration: 208.142687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:52.665068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:52.299129Z","time spent":"365.877009ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:53.363085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.047358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:53.363226Z","caller":"traceutil/trace.go:171","msg":"trace[365754078] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"656.15163ms","start":"2026-03-19T09:04:52.707046Z","end":"2026-03-19T09:04:53.363197Z","steps":["trace[365754078] 'process raft request' (duration: 280.892206ms)","trace[365754078] 'compare' (duration: 374.758081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:53.363331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:52.707023Z","time spent":"656.255192ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:53.375533Z","caller":"traceutil/trace.go:171","msg":"trace[212055750] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"356.849504ms","start":"2026-03-19T09:04:53.018659Z","end":"2026-03-19T09:04:53.375508Z","steps":["trace[212055750] 'read index received' (duration: 356.696889ms)","trace[212055750] 'applied index is now lower than readState.Index' (duration: 151.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:53.375589Z","caller":"traceutil/trace.go:171","msg":"trace[674338933] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"385.285147ms","start":"2026-03-19T09:04:52.990274Z","end":"2026-03-19T09:04:53.375559Z","steps":["trace[674338933] 'process raft request' (duration: 385.109992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:53.375936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:52.990251Z","time spent":"385.592295ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:53.375732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.056949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T09:04:53.37609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.32369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:04:53.376123Z","caller":"traceutil/trace.go:171","msg":"trace[701619247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1932; }","duration":"100.374792ms","start":"2026-03-19T09:04:53.275738Z","end":"2026-03-19T09:04:53.376113Z","steps":["trace[701619247] 'agreement among raft nodes before linearized reading' (duration: 100.199917ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:53.376116Z","caller":"traceutil/trace.go:171","msg":"trace[811359812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1932; }","duration":"357.47723ms","start":"2026-03-19T09:04:53.018615Z","end":"2026-03-19T09:04:53.376092Z","steps":["trace[811359812] 'agreement among raft nodes before linearized reading' (duration: 356.982957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:53.376171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:53.01859Z","time spent":"357.569372ms","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:53.376277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.875334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:04:53.376381Z","caller":"traceutil/trace.go:171","msg":"trace[1943914998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1932; }","duration":"104.948376ms","start":"2026-03-19T09:04:53.271359Z","end":"2026-03-19T09:04:53.376308Z","steps":["trace[1943914998] 'agreement among raft nodes before linearized reading' (duration: 104.499714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:53.674903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.654616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:53.675213Z","caller":"traceutil/trace.go:171","msg":"trace[709611034] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"295.843403ms","start":"2026-03-19T09:04:53.379266Z","end":"2026-03-19T09:04:53.67511Z","steps":["trace[709611034] 'process raft request' (duration: 135.865298ms)","trace[709611034] 'compare' (duration: 159.45583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:53.675485Z","caller":"traceutil/trace.go:171","msg":"trace[1450584140] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"295.043482ms","start":"2026-03-19T09:04:53.380409Z","end":"2026-03-19T09:04:53.675452Z","steps":["trace[1450584140] 'process raft request' (duration: 294.649541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:53.675721Z","caller":"traceutil/trace.go:171","msg":"trace[2088325560] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"295.199225ms","start":"2026-03-19T09:04:53.380507Z","end":"2026-03-19T09:04:53.675706Z","steps":["trace[2088325560] 'process raft request' (duration: 295.063672ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:53.675724Z","caller":"traceutil/trace.go:171","msg":"trace[531212179] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"295.245536ms","start":"2026-03-19T09:04:53.380453Z","end":"2026-03-19T09:04:53.675699Z","steps":["trace[531212179] 'process raft request' (duration: 294.893127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:53.67572Z","caller":"traceutil/trace.go:171","msg":"trace[289096113] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2012; }","duration":"156.754986ms","start":"2026-03-19T09:04:53.518944Z","end":"2026-03-19T09:04:53.675699Z","steps":["trace[289096113] 'read index received' (duration: 146.112236ms)","trace[289096113] 'applied index is now lower than readState.Index' (duration: 10.64153ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:53.675886Z","caller":"traceutil/trace.go:171","msg":"trace[1239031798] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"294.787914ms","start":"2026-03-19T09:04:53.381031Z","end":"2026-03-19T09:04:53.675819Z","steps":["trace[1239031798] 'process raft request' (duration: 294.61734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:53.675922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.961172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:04:53.676105Z","caller":"traceutil/trace.go:171","msg":"trace[2092547025] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1937; }","duration":"157.196139ms","start":"2026-03-19T09:04:53.51889Z","end":"2026-03-19T09:04:53.676086Z","steps":["trace[2092547025] 'agreement among raft nodes before linearized reading' (duration: 156.87187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:53.891793Z","caller":"traceutil/trace.go:171","msg":"trace[1162796760] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"211.501857ms","start":"2026-03-19T09:04:53.680268Z","end":"2026-03-19T09:04:53.89177Z","steps":["trace[1162796760] 'process raft request' (duration: 207.296693ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:55.846169Z","caller":"traceutil/trace.go:171","msg":"trace[935992894] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"162.662148ms","start":"2026-03-19T09:04:55.683487Z","end":"2026-03-19T09:04:55.846149Z","steps":["trace[935992894] 'process raft request' (duration: 161.421124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:55.846421Z","caller":"traceutil/trace.go:171","msg":"trace[154208769] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"162.774781ms","start":"2026-03-19T09:04:55.683628Z","end":"2026-03-19T09:04:55.846403Z","steps":["trace[154208769] 'process raft request' (duration: 162.484203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:55.846497Z","caller":"traceutil/trace.go:171","msg":"trace[1989935720] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"161.747893ms","start":"2026-03-19T09:04:55.684733Z","end":"2026-03-19T09:04:55.846481Z","steps":["trace[1989935720] 'process raft request' (duration: 161.558388ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:55.846571Z","caller":"traceutil/trace.go:171","msg":"trace[938229043] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"161.758293ms","start":"2026-03-19T09:04:55.684795Z","end":"2026-03-19T09:04:55.846554Z","steps":["trace[938229043] 'process raft request' (duration: 161.605609ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:59.567973Z","caller":"traceutil/trace.go:171","msg":"trace[534264143] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"258.047964ms","start":"2026-03-19T09:04:59.3099Z","end":"2026-03-19T09:04:59.567948Z","steps":["trace[534264143] 'process raft request' (duration: 257.918871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:59.892202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.505637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:59.892562Z","caller":"traceutil/trace.go:171","msg":"trace[1114633233] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2039; }","duration":"474.133008ms","start":"2026-03-19T09:04:59.418405Z","end":"2026-03-19T09:04:59.892538Z","steps":["trace[1114633233] 'read index received' (duration: 149.461509ms)","trace[1114633233] 'applied index is now lower than readState.Index' (duration: 324.669959ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:59.892582Z","caller":"traceutil/trace.go:171","msg":"trace[1944062808] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"498.082099ms","start":"2026-03-19T09:04:59.39447Z","end":"2026-03-19T09:04:59.892552Z","steps":["trace[1944062808] 'process raft request' (duration: 497.885404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:59.892587Z","caller":"traceutil/trace.go:171","msg":"trace[1706229511] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"510.420807ms","start":"2026-03-19T09:04:59.382138Z","end":"2026-03-19T09:04:59.892558Z","steps":["trace[1706229511] 'process raft request' (duration: 279.373936ms)","trace[1706229511] 'compare' (duration: 230.252558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:59.892899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.382114Z","time spent":"510.719754ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:59.892728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.292265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:59.893265Z","caller":"traceutil/trace.go:171","msg":"trace[649205591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1961; }","duration":"235.870332ms","start":"2026-03-19T09:04:59.657377Z","end":"2026-03-19T09:04:59.893247Z","steps":["trace[649205591] 'agreement among raft nodes before linearized reading' (duration: 235.309367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:59.892731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.394453Z","time spent":"498.192943ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:59.89278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.373955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:04:59.893747Z","caller":"traceutil/trace.go:171","msg":"trace[56420206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"475.334462ms","start":"2026-03-19T09:04:59.41839Z","end":"2026-03-19T09:04:59.893725Z","steps":["trace[56420206] 'agreement among raft nodes before linearized reading' (duration: 474.241872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:59.893816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.418366Z","time spent":"475.430403ms","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:59.89303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.687705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:59.894737Z","caller":"traceutil/trace.go:171","msg":"trace[1358823493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1961; }","duration":"137.434321ms","start":"2026-03-19T09:04:59.757278Z","end":"2026-03-19T09:04:59.894713Z","steps":["trace[1358823493] 'agreement among raft nodes before linearized reading' (duration: 135.498339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.286968Z","caller":"traceutil/trace.go:171","msg":"trace[916214153] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"388.935041ms","start":"2026-03-19T09:04:59.897992Z","end":"2026-03-19T09:05:00.286927Z","steps":["trace[916214153] 'process raft request' (duration: 300.193674ms)","trace[916214153] 'compare' (duration: 88.445248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:00.287164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.897969Z","time spent":"389.092654ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:00.28724Z","caller":"traceutil/trace.go:171","msg":"trace[111390793] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"389.062193ms","start":"2026-03-19T09:04:59.898149Z","end":"2026-03-19T09:05:00.287211Z","steps":["trace[111390793] 'process raft request' (duration: 388.685333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.287309Z","caller":"traceutil/trace.go:171","msg":"trace[23527946] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"114.297367ms","start":"2026-03-19T09:05:00.172994Z","end":"2026-03-19T09:05:00.287292Z","steps":["trace[23527946] 'process raft request' (duration: 114.264166ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.287329Z","caller":"traceutil/trace.go:171","msg":"trace[1640006865] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"388.654731ms","start":"2026-03-19T09:04:59.898659Z","end":"2026-03-19T09:05:00.287314Z","steps":["trace[1640006865] 'process raft request' (duration: 388.553989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.287362Z","caller":"traceutil/trace.go:171","msg":"trace[165020121] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2043; }","duration":"118.112931ms","start":"2026-03-19T09:05:00.169233Z","end":"2026-03-19T09:05:00.287346Z","steps":["trace[165020121] 'read index received' (duration: 28.909271ms)","trace[165020121] 'applied index is now lower than readState.Index' (duration: 89.20245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:00.28739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.898138Z","time spent":"389.174315ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:00.287462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.898645Z","time spent":"388.737095ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:00.287472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.237244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:00.287557Z","caller":"traceutil/trace.go:171","msg":"trace[1304589581] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1967; }","duration":"118.382217ms","start":"2026-03-19T09:05:00.169159Z","end":"2026-03-19T09:05:00.287541Z","steps":["trace[1304589581] 'agreement among raft nodes before linearized reading' (duration: 118.237234ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.287288Z","caller":"traceutil/trace.go:171","msg":"trace[1741896899] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"388.979051ms","start":"2026-03-19T09:04:59.898282Z","end":"2026-03-19T09:05:00.287261Z","steps":["trace[1741896899] 'process raft request' (duration: 388.834318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.287633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.898265Z","time spent":"389.338511ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:06.124754Z","caller":"traceutil/trace.go:171","msg":"trace[221875598] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"212.257234ms","start":"2026-03-19T09:05:05.912475Z","end":"2026-03-19T09:05:06.124733Z","steps":["trace[221875598] 'process raft request' (duration: 184.092163ms)","trace[221875598] 'compare' (duration: 27.550124ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:06.124777Z","caller":"traceutil/trace.go:171","msg":"trace[1335282533] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"210.318751ms","start":"2026-03-19T09:05:05.914422Z","end":"2026-03-19T09:05:06.124741Z","steps":["trace[1335282533] 'process raft request' (duration: 210.163596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:06.124716Z","caller":"traceutil/trace.go:171","msg":"trace[2024047999] linearizableReadLoop","detail":"{readStateIndex:2072; appliedIndex:2070; }","duration":"198.77905ms","start":"2026-03-19T09:05:05.925877Z","end":"2026-03-19T09:05:06.124656Z","steps":["trace[2024047999] 'read index received' (duration: 170.6428ms)","trace[2024047999] 'applied index is now lower than readState.Index' (duration: 28.13435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:06.125083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.832868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:06.125166Z","caller":"traceutil/trace.go:171","msg":"trace[929602721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1990; }","duration":"159.980072ms","start":"2026-03-19T09:05:05.96516Z","end":"2026-03-19T09:05:06.12514Z","steps":["trace[929602721] 'agreement among raft nodes before linearized reading' (duration: 159.769466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:06.125243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.250823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:05:06.125421Z","caller":"traceutil/trace.go:171","msg":"trace[1163860848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1990; }","duration":"199.506608ms","start":"2026-03-19T09:05:05.925814Z","end":"2026-03-19T09:05:06.12532Z","steps":["trace[1163860848] 'agreement among raft nodes before linearized reading' (duration: 198.983004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:07.407156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.120555ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:07.407283Z","caller":"traceutil/trace.go:171","msg":"trace[117855277] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1993; }","duration":"642.264399ms","start":"2026-03-19T09:05:06.765Z","end":"2026-03-19T09:05:07.407264Z","steps":["trace[117855277] 'range keys from in-memory index tree' (duration: 642.101554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:07.407823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035013669s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:07.408092Z","caller":"traceutil/trace.go:171","msg":"trace[1483295652] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"1.087549308s","start":"2026-03-19T09:05:06.320528Z","end":"2026-03-19T09:05:07.408078Z","steps":["trace[1483295652] 'process raft request' (duration: 1.087480946s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:07.408066Z","caller":"traceutil/trace.go:171","msg":"trace[611372907] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"1.088020371s","start":"2026-03-19T09:05:06.320016Z","end":"2026-03-19T09:05:07.408037Z","steps":["trace[611372907] 'process raft request' (duration: 52.700743ms)","trace[611372907] 'compare' (duration: 1.034746593s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:07.408171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:06.320516Z","time spent":"1.08761386s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:07.408228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:06.319999Z","time spent":"1.088143614s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:07.408578Z","caller":"traceutil/trace.go:171","msg":"trace[65585728] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"1.088271369s","start":"2026-03-19T09:05:06.320273Z","end":"2026-03-19T09:05:07.408545Z","steps":["trace[65585728] 'process raft request' (duration: 1.087617771s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:07.408722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:06.320264Z","time spent":"1.088383452s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:08.246573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.485721ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:05:08.246942Z","caller":"traceutil/trace.go:171","msg":"trace[66801340] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"1.223002466s","start":"2026-03-19T09:05:07.023915Z","end":"2026-03-19T09:05:08.246918Z","steps":["trace[66801340] 'process raft request' (duration: 1.222817182s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:08.246912Z","caller":"traceutil/trace.go:171","msg":"trace[501359717] linearizableReadLoop","detail":"{readStateIndex:2079; appliedIndex:2075; }","duration":"1.637605267s","start":"2026-03-19T09:05:06.609272Z","end":"2026-03-19T09:05:08.246877Z","steps":["trace[501359717] 'read index received' (duration: 260.731653ms)","trace[501359717] 'applied index is now lower than readState.Index' (duration: 1.376870084s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:08.247095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.023884Z","time spent":"1.22311236s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:08.247396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638094299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-19T09:05:08.247569Z","caller":"traceutil/trace.go:171","msg":"trace[496474588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1997; }","duration":"1.638313045s","start":"2026-03-19T09:05:06.609227Z","end":"2026-03-19T09:05:08.24754Z","steps":["trace[496474588] 'agreement among raft nodes before linearized reading' (duration: 1.637828413s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.247688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:06.609205Z","time spent":"1.63846286s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:05:08.747076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003399462,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:05:09.000545Z","caller":"traceutil/trace.go:171","msg":"trace[1345856873] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"869.365934ms","start":"2026-03-19T09:05:08.131155Z","end":"2026-03-19T09:05:09.000521Z","steps":["trace[1345856873] 'process raft request' (duration: 869.190239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.000699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.131112Z","time spent":"869.502428ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:09.004097Z","caller":"traceutil/trace.go:171","msg":"trace[1544614020] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"872.383006ms","start":"2026-03-19T09:05:08.131666Z","end":"2026-03-19T09:05:09.004049Z","steps":["trace[1544614020] 'process raft request' (duration: 872.136128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.004167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34757376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:09.004228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356374189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:09.004301Z","caller":"traceutil/trace.go:171","msg":"trace[311379017] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"683.534544ms","start":"2026-03-19T09:05:08.32075Z","end":"2026-03-19T09:05:09.004285Z","steps":["trace[311379017] 'process raft request' (duration: 683.212875ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:09.004315Z","caller":"traceutil/trace.go:171","msg":"trace[80342009] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2000; }","duration":"1.356507043s","start":"2026-03-19T09:05:07.647784Z","end":"2026-03-19T09:05:09.004291Z","steps":["trace[80342009] 'agreement among raft nodes before linearized reading' (duration: 1.3563745s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.004318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.131623Z","time spent":"872.571129ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:09.00439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.64776Z","time spent":"1.356611736s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:09.004415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.320721Z","time spent":"683.623265ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:09.004247Z","caller":"traceutil/trace.go:171","msg":"trace[1086828335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2000; }","duration":"1.347686104s","start":"2026-03-19T09:05:07.656542Z","end":"2026-03-19T09:05:09.004228Z","steps":["trace[1086828335] 'agreement among raft nodes before linearized reading' (duration: 1.347564611s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.00446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.200589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:05:09.004492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284315835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:09.004578Z","caller":"traceutil/trace.go:171","msg":"trace[1670444656] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2000; }","duration":"2.284435459s","start":"2026-03-19T09:05:06.720132Z","end":"2026-03-19T09:05:09.004568Z","steps":["trace[1670444656] 'agreement among raft nodes before linearized reading' (duration: 2.284279185s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:09.00405Z","caller":"traceutil/trace.go:171","msg":"trace[356015207] linearizableReadLoop","detail":"{readStateIndex:2083; appliedIndex:2080; }","duration":"757.007748ms","start":"2026-03-19T09:05:08.247014Z","end":"2026-03-19T09:05:09.004022Z","steps":["trace[356015207] 'read index received' (duration: 753.365561ms)","trace[356015207] 'applied index is now lower than readState.Index' (duration: 3.640847ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:09.004531Z","caller":"traceutil/trace.go:171","msg":"trace[143347729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2000; }","duration":"859.316872ms","start":"2026-03-19T09:05:08.145199Z","end":"2026-03-19T09:05:09.004516Z","steps":["trace[143347729] 'agreement among raft nodes before linearized reading' (duration: 859.096416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.004487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.656531Z","time spent":"1.347948682s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:09.004624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:06.720112Z","time spent":"2.284500671s","remote":"127.0.0.1:40170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:09.004901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.428349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:09.004962Z","caller":"traceutil/trace.go:171","msg":"trace[956097832] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2000; }","duration":"620.529492ms","start":"2026-03-19T09:05:08.384417Z","end":"2026-03-19T09:05:09.004947Z","steps":["trace[956097832] 'agreement among raft nodes before linearized reading' (duration: 620.435709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.004862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.145174Z","time spent":"859.595639ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:09.004961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.91907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:09.004971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.037241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:05:09.005014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.384399Z","time spent":"620.600633ms","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:09.005017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.559364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:05:09.005012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.910219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:05:09.005045Z","caller":"traceutil/trace.go:171","msg":"trace[421921738] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2000; }","duration":"492.036903ms","start":"2026-03-19T09:05:08.512981Z","end":"2026-03-19T09:05:09.005018Z","steps":["trace[421921738] 'agreement among raft nodes before linearized reading' (duration: 491.888178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:09.005068Z","caller":"traceutil/trace.go:171","msg":"trace[1075367059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2000; }","duration":"108.650865ms","start":"2026-03-19T09:05:08.896403Z","end":"2026-03-19T09:05:09.005054Z","steps":["trace[1075367059] 'agreement among raft nodes before linearized reading' (duration: 108.524031ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:09.005044Z","caller":"traceutil/trace.go:171","msg":"trace[1638940351] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2000; }","duration":"181.157394ms","start":"2026-03-19T09:05:08.823867Z","end":"2026-03-19T09:05:09.005024Z","steps":["trace[1638940351] 'agreement among raft nodes before linearized reading' (duration: 180.974169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:09.005094Z","caller":"traceutil/trace.go:171","msg":"trace[1999358706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2000; }","duration":"642.042502ms","start":"2026-03-19T09:05:08.363038Z","end":"2026-03-19T09:05:09.005081Z","steps":["trace[1999358706] 'agreement among raft nodes before linearized reading' (duration: 641.864688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.005121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.512966Z","time spent":"492.137554ms","remote":"127.0.0.1:40238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:09.005162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.36301Z","time spent":"642.138046ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:09.005357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871998957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T09:05:09.005442Z","caller":"traceutil/trace.go:171","msg":"trace[1770683886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2000; }","duration":"1.872173712s","start":"2026-03-19T09:05:07.133252Z","end":"2026-03-19T09:05:09.005426Z","steps":["trace[1770683886] 'agreement among raft nodes before linearized reading' (duration: 1.871001871s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.005449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.030371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:09.0055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.133232Z","time spent":"1.872258945s","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:05:09.00554Z","caller":"traceutil/trace.go:171","msg":"trace[1656962936] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2000; }","duration":"746.124384ms","start":"2026-03-19T09:05:08.259398Z","end":"2026-03-19T09:05:09.005523Z","steps":["trace[1656962936] 'agreement among raft nodes before linearized reading' (duration: 745.416225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.005602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.259289Z","time spent":"746.299649ms","remote":"127.0.0.1:38276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:05:17.339107Z","caller":"traceutil/trace.go:171","msg":"trace[381424529] linearizableReadLoop","detail":"{readStateIndex:2126; appliedIndex:2124; }","duration":"147.994928ms","start":"2026-03-19T09:05:17.191098Z","end":"2026-03-19T09:05:17.339093Z","steps":["trace[381424529] 'read index received' (duration: 55.303754ms)","trace[381424529] 'applied index is now lower than readState.Index' (duration: 92.688254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:17.339205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.0845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:17.339203Z","caller":"traceutil/trace.go:171","msg":"trace[2091304609] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"161.672427ms","start":"2026-03-19T09:05:17.177493Z","end":"2026-03-19T09:05:17.339165Z","steps":["trace[2091304609] 'process raft request' (duration: 161.37554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:17.338982Z","caller":"traceutil/trace.go:171","msg":"trace[890864752] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"162.489059ms","start":"2026-03-19T09:05:17.176446Z","end":"2026-03-19T09:05:17.338935Z","steps":["trace[890864752] 'process raft request' (duration: 69.781475ms)","trace[890864752] 'compare' (duration: 92.53582ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:17.33924Z","caller":"traceutil/trace.go:171","msg":"trace[627372932] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2041; }","duration":"148.165832ms","start":"2026-03-19T09:05:17.191064Z","end":"2026-03-19T09:05:17.33923Z","steps":["trace[627372932] 'agreement among raft nodes before linearized reading' (duration: 148.08727ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:17.891349Z","caller":"traceutil/trace.go:171","msg":"trace[1564632453] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2126; }","duration":"331.121403ms","start":"2026-03-19T09:05:17.560201Z","end":"2026-03-19T09:05:17.891322Z","steps":["trace[1564632453] 'read index received' (duration: 330.925459ms)","trace[1564632453] 'applied index is now lower than readState.Index' (duration: 192.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:17.891464Z","caller":"traceutil/trace.go:171","msg":"trace[1667805692] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"333.13668ms","start":"2026-03-19T09:05:17.558315Z","end":"2026-03-19T09:05:17.891451Z","steps":["trace[1667805692] 'process raft request' (duration: 332.858252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:17.891563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.558292Z","time spent":"333.19784ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:17.891638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.285921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:05:17.891693Z","caller":"traceutil/trace.go:171","msg":"trace[815613294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2042; }","duration":"260.385054ms","start":"2026-03-19T09:05:17.631295Z","end":"2026-03-19T09:05:17.89168Z","steps":["trace[815613294] 'agreement among raft nodes before linearized reading' (duration: 260.238519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:17.891827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.628758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:05:17.891851Z","caller":"traceutil/trace.go:171","msg":"trace[1643463390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2042; }","duration":"331.705661ms","start":"2026-03-19T09:05:17.560138Z","end":"2026-03-19T09:05:17.891844Z","steps":["trace[1643463390] 'agreement among raft nodes before linearized reading' (duration: 331.632159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:17.891875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.560107Z","time spent":"331.762351ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:17.892074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.363542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:17.892169Z","caller":"traceutil/trace.go:171","msg":"trace[1071620148] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2042; }","duration":"187.485075ms","start":"2026-03-19T09:05:17.704662Z","end":"2026-03-19T09:05:17.892148Z","steps":["trace[1071620148] 'agreement among raft nodes before linearized reading' (duration: 187.29833ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:18.089828Z","caller":"traceutil/trace.go:171","msg":"trace[285516194] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"193.302822ms","start":"2026-03-19T09:05:17.89649Z","end":"2026-03-19T09:05:18.089793Z","steps":["trace[285516194] 'process raft request' (duration: 132.212942ms)","trace[285516194] 'compare' (duration: 60.841883ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:18.090136Z","caller":"traceutil/trace.go:171","msg":"trace[1674678155] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"193.572478ms","start":"2026-03-19T09:05:17.896518Z","end":"2026-03-19T09:05:18.09009Z","steps":["trace[1674678155] 'process raft request' (duration: 193.212779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:25.109903Z","caller":"traceutil/trace.go:171","msg":"trace[1190625815] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"284.403079ms","start":"2026-03-19T09:06:24.825476Z","end":"2026-03-19T09:06:25.109879Z","steps":["trace[1190625815] 'process raft request' (duration: 284.243215ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:25.117497Z","caller":"traceutil/trace.go:171","msg":"trace[1701572255] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"267.75955ms","start":"2026-03-19T09:06:24.849704Z","end":"2026-03-19T09:06:25.117464Z","steps":["trace[1701572255] 'process raft request' (duration: 267.587775ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:27.609481Z","caller":"traceutil/trace.go:171","msg":"trace[1476399388] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"163.67643ms","start":"2026-03-19T09:06:27.44576Z","end":"2026-03-19T09:06:27.609437Z","steps":["trace[1476399388] 'process raft request' (duration: 109.293841ms)","trace[1476399388] 'compare' (duration: 54.199214ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:27.610459Z","caller":"traceutil/trace.go:171","msg":"trace[1392725689] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"149.532617ms","start":"2026-03-19T09:06:27.460894Z","end":"2026-03-19T09:06:27.610426Z","steps":["trace[1392725689] 'process raft request' (duration: 149.370034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:27.878375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.418872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:06:27.878518Z","caller":"traceutil/trace.go:171","msg":"trace[1917654596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2545; }","duration":"123.618648ms","start":"2026-03-19T09:06:27.754838Z","end":"2026-03-19T09:06:27.878457Z","steps":["trace[1917654596] 'range keys from in-memory index tree' (duration: 123.097953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:28.041262Z","caller":"traceutil/trace.go:171","msg":"trace[1031690073] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"158.50992ms","start":"2026-03-19T09:06:27.882715Z","end":"2026-03-19T09:06:28.041225Z","steps":["trace[1031690073] 'process raft request' (duration: 107.163164ms)","trace[1031690073] 'compare' (duration: 51.196143ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:28.403512Z","caller":"traceutil/trace.go:171","msg":"trace[1743344366] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"116.150616ms","start":"2026-03-19T09:06:28.28734Z","end":"2026-03-19T09:06:28.40349Z","steps":["trace[1743344366] 'process raft request' (duration: 116.017563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.178358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003400693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:30.573801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184765575s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:06:30.574493Z","caller":"traceutil/trace.go:171","msg":"trace[1184609126] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"1.185552966s","start":"2026-03-19T09:06:29.388914Z","end":"2026-03-19T09:06:30.574467Z","steps":["trace[1184609126] 'process raft request' (duration: 1.185258978s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.574666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:29.38889Z","time spent":"1.185681709s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:30.57515Z","caller":"traceutil/trace.go:171","msg":"trace[188817864] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"960.017135ms","start":"2026-03-19T09:06:29.615104Z","end":"2026-03-19T09:06:30.575121Z","steps":["trace[188817864] 'process raft request' (duration: 959.85061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.575295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:29.615069Z","time spent":"960.147889ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:30.575312Z","caller":"traceutil/trace.go:171","msg":"trace[726845572] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2656; }","duration":"898.064512ms","start":"2026-03-19T09:06:29.677233Z","end":"2026-03-19T09:06:30.575297Z","steps":["trace[726845572] 'read index received' (duration: 896.862598ms)","trace[726845572] 'applied index is now lower than readState.Index' (duration: 1.200914ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:30.575418Z","caller":"traceutil/trace.go:171","msg":"trace[570520514] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"960.2355ms","start":"2026-03-19T09:06:29.615159Z","end":"2026-03-19T09:06:30.575394Z","steps":["trace[570520514] 'process raft request' (duration: 959.928523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.575441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.210366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:30.575477Z","caller":"traceutil/trace.go:171","msg":"trace[1540494649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2554; }","duration":"898.279388ms","start":"2026-03-19T09:06:29.677186Z","end":"2026-03-19T09:06:30.575465Z","steps":["trace[1540494649] 'agreement among raft nodes before linearized reading' (duration: 898.216426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.575489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:29.615114Z","time spent":"960.334153ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:30.575517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:29.677172Z","time spent":"898.337078ms","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:06:30.575512Z","caller":"traceutil/trace.go:171","msg":"trace[1286479824] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"269.870158ms","start":"2026-03-19T09:06:30.305609Z","end":"2026-03-19T09:06:30.575479Z","steps":["trace[1286479824] 'process raft request' (duration: 269.622671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.575678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.915978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:06:30.575714Z","caller":"traceutil/trace.go:171","msg":"trace[457863336] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2554; }","duration":"897.970819ms","start":"2026-03-19T09:06:29.677732Z","end":"2026-03-19T09:06:30.575702Z","steps":["trace[457863336] 'agreement among raft nodes before linearized reading' (duration: 897.855006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.575742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:29.677721Z","time spent":"898.015341ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:06:30.575851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.836585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:06:30.575842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.008147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:06:30.575877Z","caller":"traceutil/trace.go:171","msg":"trace[611877196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2554; }","duration":"637.896816ms","start":"2026-03-19T09:06:29.937969Z","end":"2026-03-19T09:06:30.575866Z","steps":["trace[611877196] 'agreement among raft nodes before linearized reading' (duration: 637.828474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.575877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.313323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:06:30.575875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.312315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:06:30.575897Z","caller":"traceutil/trace.go:171","msg":"trace[1370760051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2554; }","duration":"168.11756ms","start":"2026-03-19T09:06:30.407765Z","end":"2026-03-19T09:06:30.575882Z","steps":["trace[1370760051] 'agreement among raft nodes before linearized reading' (duration: 167.929135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.575904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:29.937947Z","time spent":"637.950758ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:06:30.575913Z","caller":"traceutil/trace.go:171","msg":"trace[2109719098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2554; }","duration":"436.382884ms","start":"2026-03-19T09:06:30.139521Z","end":"2026-03-19T09:06:30.575904Z","steps":["trace[2109719098] 'agreement among raft nodes before linearized reading' (duration: 436.330073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:30.575919Z","caller":"traceutil/trace.go:171","msg":"trace[720720610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2554; }","duration":"529.402157ms","start":"2026-03-19T09:06:30.046508Z","end":"2026-03-19T09:06:30.57591Z","steps":["trace[720720610] 'agreement among raft nodes before linearized reading' (duration: 529.288703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.575945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:30.139498Z","time spent":"436.440965ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:30.575952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:30.046473Z","time spent":"529.469499ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:06:36.534285Z","caller":"traceutil/trace.go:171","msg":"trace[1405183044] linearizableReadLoop","detail":"{readStateIndex:2697; appliedIndex:2696; }","duration":"176.083275ms","start":"2026-03-19T09:06:36.358176Z","end":"2026-03-19T09:06:36.534259Z","steps":["trace[1405183044] 'read index received' (duration: 158.285325ms)","trace[1405183044] 'applied index is now lower than readState.Index' (duration: 17.79667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:36.534624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.422015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T09:06:36.534767Z","caller":"traceutil/trace.go:171","msg":"trace[2127145418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2589; }","duration":"176.603469ms","start":"2026-03-19T09:06:36.358139Z","end":"2026-03-19T09:06:36.534743Z","steps":["trace[2127145418] 'agreement among raft nodes before linearized reading' (duration: 176.203108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:56.779069Z","caller":"traceutil/trace.go:171","msg":"trace[1611316717] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"110.282178ms","start":"2026-03-19T09:06:56.668759Z","end":"2026-03-19T09:06:56.779042Z","steps":["trace[1611316717] 'process raft request' (duration: 110.187167ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:56.779047Z","caller":"traceutil/trace.go:171","msg":"trace[2704883] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"112.149998ms","start":"2026-03-19T09:06:56.666868Z","end":"2026-03-19T09:06:56.779018Z","steps":["trace[2704883] 'process raft request' (duration: 111.922282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:56.894459Z","caller":"traceutil/trace.go:171","msg":"trace[1624028077] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"111.142301ms","start":"2026-03-19T09:06:56.783285Z","end":"2026-03-19T09:06:56.894428Z","steps":["trace[1624028077] 'process raft request' (duration: 54.426749ms)","trace[1624028077] 'compare' (duration: 56.508246ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:56.894683Z","caller":"traceutil/trace.go:171","msg":"trace[224214545] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"111.322357ms","start":"2026-03-19T09:06:56.783319Z","end":"2026-03-19T09:06:56.894641Z","steps":["trace[224214545] 'process raft request' (duration: 111.067439ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:56.894846Z","caller":"traceutil/trace.go:171","msg":"trace[2128381575] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"110.607637ms","start":"2026-03-19T09:06:56.784229Z","end":"2026-03-19T09:06:56.894837Z","steps":["trace[2128381575] 'process raft request' (duration: 110.403572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:56.894911Z","caller":"traceutil/trace.go:171","msg":"trace[657652056] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"111.567423ms","start":"2026-03-19T09:06:56.783307Z","end":"2026-03-19T09:06:56.894875Z","steps":["trace[657652056] 'process raft request' (duration: 111.244194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:57.24119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.082803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:57.241269Z","caller":"traceutil/trace.go:171","msg":"trace[335513843] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2713; }","duration":"230.204036ms","start":"2026-03-19T09:06:57.011047Z","end":"2026-03-19T09:06:57.241251Z","steps":["trace[335513843] 'range keys from in-memory index tree' (duration: 230.032542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:02.909259Z","caller":"traceutil/trace.go:171","msg":"trace[1182530366] linearizableReadLoop","detail":"{readStateIndex:2847; appliedIndex:2846; }","duration":"130.310819ms","start":"2026-03-19T09:07:02.778927Z","end":"2026-03-19T09:07:02.909238Z","steps":["trace[1182530366] 'read index received' (duration: 130.286418ms)","trace[1182530366] 'applied index is now lower than readState.Index' (duration: 23.641µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:02.909391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.439883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:02.909425Z","caller":"traceutil/trace.go:171","msg":"trace[1370582109] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2734; }","duration":"130.527285ms","start":"2026-03-19T09:07:02.778888Z","end":"2026-03-19T09:07:02.909415Z","steps":["trace[1370582109] 'agreement among raft nodes before linearized reading' (duration: 130.453483ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:02.909403Z","caller":"traceutil/trace.go:171","msg":"trace[759642450] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"157.506813ms","start":"2026-03-19T09:07:02.751845Z","end":"2026-03-19T09:07:02.909351Z","steps":["trace[759642450] 'process raft request' (duration: 157.275647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:03.40946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003401196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:07:03.909842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003401196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:07:04.410578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003401196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:07:04.6577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.748496128s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:07:04.658166Z","caller":"traceutil/trace.go:171","msg":"trace[866467267] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"1.860826941s","start":"2026-03-19T09:07:02.797313Z","end":"2026-03-19T09:07:04.658139Z","steps":["trace[866467267] 'process raft request' (duration: 1.860780629s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.658356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:02.797287Z","time spent":"1.860985115s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:04.658241Z","caller":"traceutil/trace.go:171","msg":"trace[124016940] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"1.861922491s","start":"2026-03-19T09:07:02.796275Z","end":"2026-03-19T09:07:04.658198Z","steps":["trace[124016940] 'process raft request' (duration: 1.861658914s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.658707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:02.796249Z","time spent":"1.862307621s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:04.682191Z","caller":"traceutil/trace.go:171","msg":"trace[1040590261] linearizableReadLoop","detail":"{readStateIndex:2850; appliedIndex:2847; }","duration":"1.772836525s","start":"2026-03-19T09:07:02.90932Z","end":"2026-03-19T09:07:04.682156Z","steps":["trace[1040590261] 'read index received' (duration: 1.748658082s)","trace[1040590261] 'applied index is now lower than readState.Index' (duration: 24.177083ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:04.68232Z","caller":"traceutil/trace.go:171","msg":"trace[1833274435] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"551.77018ms","start":"2026-03-19T09:07:04.130539Z","end":"2026-03-19T09:07:04.682309Z","steps":["trace[1833274435] 'process raft request' (duration: 551.485143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.682444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:04.130522Z","time spent":"551.828402ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:04.682519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177336243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:07:04.682567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.277012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:07:04.682573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.562699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:07:04.682624Z","caller":"traceutil/trace.go:171","msg":"trace[1273312396] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2737; }","duration":"1.177486978s","start":"2026-03-19T09:07:03.505113Z","end":"2026-03-19T09:07:04.6826Z","steps":["trace[1273312396] 'agreement among raft nodes before linearized reading' (duration: 1.177292393s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:04.682633Z","caller":"traceutil/trace.go:171","msg":"trace[338697970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2737; }","duration":"963.385966ms","start":"2026-03-19T09:07:03.71923Z","end":"2026-03-19T09:07:04.682616Z","steps":["trace[338697970] 'agreement among raft nodes before linearized reading' (duration: 963.260332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.682654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767518571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:07:04.682742Z","caller":"traceutil/trace.go:171","msg":"trace[734029218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2737; }","duration":"1.767648034s","start":"2026-03-19T09:07:02.91507Z","end":"2026-03-19T09:07:04.682718Z","steps":["trace[734029218] 'agreement among raft nodes before linearized reading' (duration: 1.767317095s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.682794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:02.915056Z","time spent":"1.767728468s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:07:04.682674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:03.505092Z","time spent":"1.17757097s","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:07:04.682669Z","caller":"traceutil/trace.go:171","msg":"trace[705160643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2737; }","duration":"733.709274ms","start":"2026-03-19T09:07:03.948935Z","end":"2026-03-19T09:07:04.682644Z","steps":["trace[705160643] 'agreement among raft nodes before linearized reading' (duration: 733.508398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.68268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:03.719213Z","time spent":"963.456178ms","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:07:04.682961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:03.948914Z","time spent":"734.030572ms","remote":"127.0.0.1:40374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:07:04.683109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027824206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:04.683153Z","caller":"traceutil/trace.go:171","msg":"trace[977273118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2737; }","duration":"1.027901219s","start":"2026-03-19T09:07:03.655241Z","end":"2026-03-19T09:07:04.683142Z","steps":["trace[977273118] 'agreement among raft nodes before linearized reading' (duration: 1.027460567s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.683187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:03.655222Z","time spent":"1.02795942s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:07:04.683169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762601879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:07:04.683255Z","caller":"traceutil/trace.go:171","msg":"trace[1287117985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2737; }","duration":"1.762863466s","start":"2026-03-19T09:07:02.920372Z","end":"2026-03-19T09:07:04.683235Z","steps":["trace[1287117985] 'agreement among raft nodes before linearized reading' (duration: 1.762280029s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.683309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:02.920363Z","time spent":"1.762934607s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:07:04.683307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450859581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:07:04.683371Z","caller":"traceutil/trace.go:171","msg":"trace[1639824263] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2737; }","duration":"1.450949863s","start":"2026-03-19T09:07:03.232399Z","end":"2026-03-19T09:07:04.683349Z","steps":["trace[1639824263] 'agreement among raft nodes before linearized reading' (duration: 1.450316585s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.683425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:03.232381Z","time spent":"1.451035075s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T09:07:04.683473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763226276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:07:04.683521Z","caller":"traceutil/trace.go:171","msg":"trace[380964041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2737; }","duration":"1.763293597s","start":"2026-03-19T09:07:02.920216Z","end":"2026-03-19T09:07:04.683509Z","steps":["trace[380964041] 'agreement among raft nodes before linearized reading' (duration: 1.762509496s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.683558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:02.920205Z","time spent":"1.763345499s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:07:04.683689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765923648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:07:04.683732Z","caller":"traceutil/trace.go:171","msg":"trace[106070427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2737; }","duration":"1.7659886s","start":"2026-03-19T09:07:02.917733Z","end":"2026-03-19T09:07:04.683722Z","steps":["trace[106070427] 'agreement among raft nodes before linearized reading' (duration: 1.765018104s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.683744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847661304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:07:04.683764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:02.917719Z","time spent":"1.766038322s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:07:04.683792Z","caller":"traceutil/trace.go:171","msg":"trace[506112002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2737; }","duration":"1.847737397s","start":"2026-03-19T09:07:02.836029Z","end":"2026-03-19T09:07:04.683767Z","steps":["trace[506112002] 'agreement among raft nodes before linearized reading' (duration: 1.846654148s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.683823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:02.836001Z","time spent":"1.84781581s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:07:04.683865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513524302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e32d738461a8d\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-19T09:07:04.683933Z","caller":"traceutil/trace.go:171","msg":"trace[1660953509] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e32d738461a8d; range_end:; response_count:1; response_revision:2737; }","duration":"1.513627375s","start":"2026-03-19T09:07:03.170287Z","end":"2026-03-19T09:07:04.683914Z","steps":["trace[1660953509] 'agreement among raft nodes before linearized reading' (duration: 1.512465613s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:04.683975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:03.170234Z","time spent":"1.513728547s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e32d738461a8d\" "} {"level":"warn","ts":"2026-03-19T09:07:05.790953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.003946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:05.791081Z","caller":"traceutil/trace.go:171","msg":"trace[1685433498] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"1.103092068s","start":"2026-03-19T09:07:04.68797Z","end":"2026-03-19T09:07:05.791062Z","steps":["trace[1685433498] 'process raft request' (duration: 216.892637ms)","trace[1685433498] 'compare' (duration: 885.902423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:05.791151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:04.687944Z","time spent":"1.10317721s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:05.884232Z","caller":"traceutil/trace.go:171","msg":"trace[546290504] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"1.195361409s","start":"2026-03-19T09:07:04.688817Z","end":"2026-03-19T09:07:05.884179Z","steps":["trace[546290504] 'process raft request' (duration: 1.195132033s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:05.884246Z","caller":"traceutil/trace.go:171","msg":"trace[1375073262] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"1.19531887s","start":"2026-03-19T09:07:04.688895Z","end":"2026-03-19T09:07:05.884214Z","steps":["trace[1375073262] 'process raft request' (duration: 1.195207736s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:05.884423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:04.6888Z","time spent":"1.195511715s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:05.884435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:04.68889Z","time spent":"1.195441793s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:05.884567Z","caller":"traceutil/trace.go:171","msg":"trace[100589180] linearizableReadLoop","detail":"{readStateIndex:2854; appliedIndex:2850; }","duration":"1.19531395s","start":"2026-03-19T09:07:04.689226Z","end":"2026-03-19T09:07:05.88454Z","steps":["trace[100589180] 'read index received' (duration: 215.650094ms)","trace[100589180] 'applied index is now lower than readState.Index' (duration: 979.662666ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:05.884572Z","caller":"traceutil/trace.go:171","msg":"trace[1879836009] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"1.195401692s","start":"2026-03-19T09:07:04.689134Z","end":"2026-03-19T09:07:05.884536Z","steps":["trace[1879836009] 'process raft request' (duration: 1.195015411s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:05.884612Z","caller":"traceutil/trace.go:171","msg":"trace[1499926060] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"1.195161305s","start":"2026-03-19T09:07:04.689405Z","end":"2026-03-19T09:07:05.884566Z","steps":["trace[1499926060] 'process raft request' (duration: 1.195017481s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:05.884742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:04.689129Z","time spent":"1.195529205s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:05.884792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195554616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-19T09:07:05.884861Z","caller":"traceutil/trace.go:171","msg":"trace[1511776808] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2743; }","duration":"1.195638727s","start":"2026-03-19T09:07:04.68921Z","end":"2026-03-19T09:07:05.884849Z","steps":["trace[1511776808] 'agreement among raft nodes before linearized reading' (duration: 1.195438263s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:05.884853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:04.689399Z","time spent":"1.195313709s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:05.884895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:04.689204Z","time spent":"1.195683099s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-19T09:07:05.88469Z","caller":"traceutil/trace.go:171","msg":"trace[1400290504] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"1.194298682s","start":"2026-03-19T09:07:04.690368Z","end":"2026-03-19T09:07:05.884666Z","steps":["trace[1400290504] 'process raft request' (duration: 1.194131667s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:05.885416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:04.690353Z","time spent":"1.19501632s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:06.692011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:07:06.692149Z","caller":"traceutil/trace.go:171","msg":"trace[369102606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378278s","start":"2026-03-19T09:07:04.691748Z","end":"2026-03-19T09:07:06.692127Z","steps":["trace[369102606] 'agreement among raft nodes before linearized reading' (duration: 2.000199704s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:06.692243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:04.691742Z","time spent":"2.000488112s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:07:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:07:06.87784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.626219ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:06.877987Z","caller":"traceutil/trace.go:171","msg":"trace[1697826082] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2743; }","duration":"113.788643ms","start":"2026-03-19T09:07:06.764173Z","end":"2026-03-19T09:07:06.877961Z","steps":["trace[1697826082] 'range keys from in-memory index tree' (duration: 113.583948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:06.878874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.841763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:06.879142Z","caller":"traceutil/trace.go:171","msg":"trace[1422043414] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"1.964130251s","start":"2026-03-19T09:07:04.914986Z","end":"2026-03-19T09:07:06.879116Z","steps":["trace[1422043414] 'process raft request' (duration: 1.381960709s)","trace[1422043414] 'compare' (duration: 581.156304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:06.879242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:04.914958Z","time spent":"1.964237903s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:06.879225Z","caller":"traceutil/trace.go:171","msg":"trace[1098512256] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"1.019260344s","start":"2026-03-19T09:07:05.85993Z","end":"2026-03-19T09:07:06.879191Z","steps":["trace[1098512256] 'process raft request' (duration: 1.019034958s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:06.879156Z","caller":"traceutil/trace.go:171","msg":"trace[2128735701] linearizableReadLoop","detail":"{readStateIndex:2858; appliedIndex:2856; }","duration":"994.522227ms","start":"2026-03-19T09:07:05.884621Z","end":"2026-03-19T09:07:06.879143Z","steps":["trace[2128735701] 'read index received' (duration: 412.307065ms)","trace[2128735701] 'applied index is now lower than readState.Index' (duration: 582.214272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:06.879334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082205384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e32d9a0539528\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-19T09:07:06.879411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:05.859904Z","time spent":"1.019408889s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:06.879465Z","caller":"traceutil/trace.go:171","msg":"trace[1852184891] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e32d9a0539528; range_end:; response_count:1; response_revision:2745; }","duration":"1.08235938s","start":"2026-03-19T09:07:05.797084Z","end":"2026-03-19T09:07:06.879443Z","steps":["trace[1852184891] 'agreement among raft nodes before linearized reading' (duration: 1.082097422s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:06.879683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:05.797068Z","time spent":"1.082593655s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e32d9a0539528\" "} {"level":"warn","ts":"2026-03-19T09:07:06.902892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013812207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-19T09:07:06.902959Z","caller":"traceutil/trace.go:171","msg":"trace[1870282741] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2747; }","duration":"1.013917281s","start":"2026-03-19T09:07:05.889027Z","end":"2026-03-19T09:07:06.902944Z","steps":["trace[1870282741] 'agreement among raft nodes before linearized reading' (duration: 1.013717985s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:06.903051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:05.889012Z","time spent":"1.014027883s","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-19T09:07:06.903143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.661589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:06.903183Z","caller":"traceutil/trace.go:171","msg":"trace[258269515] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"239.421835ms","start":"2026-03-19T09:07:06.663744Z","end":"2026-03-19T09:07:06.903166Z","steps":["trace[258269515] 'process raft request' (duration: 238.956602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:06.903272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.105854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:06.903241Z","caller":"traceutil/trace.go:171","msg":"trace[1240067683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2747; }","duration":"210.804703ms","start":"2026-03-19T09:07:06.692423Z","end":"2026-03-19T09:07:06.903227Z","steps":["trace[1240067683] 'agreement among raft nodes before linearized reading' (duration: 210.668848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:06.903332Z","caller":"traceutil/trace.go:171","msg":"trace[266217310] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2747; }","duration":"921.203705ms","start":"2026-03-19T09:07:05.982115Z","end":"2026-03-19T09:07:06.903319Z","steps":["trace[266217310] 'agreement among raft nodes before linearized reading' (duration: 921.093642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:06.903323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.667975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:07:06.903373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:05.982101Z","time spent":"921.262438ms","remote":"127.0.0.1:43196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:07:06.903404Z","caller":"traceutil/trace.go:171","msg":"trace[2114304626] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2747; }","duration":"999.763178ms","start":"2026-03-19T09:07:05.903622Z","end":"2026-03-19T09:07:06.903385Z","steps":["trace[2114304626] 'agreement among raft nodes before linearized reading' (duration: 999.618594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:06.903454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:05.903583Z","time spent":"999.860912ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:07:06.903708Z","caller":"traceutil/trace.go:171","msg":"trace[122904008] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"239.97135ms","start":"2026-03-19T09:07:06.663114Z","end":"2026-03-19T09:07:06.903085Z","steps":["trace[122904008] 'process raft request' (duration: 239.466457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:12.2542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.268806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:12.254354Z","caller":"traceutil/trace.go:171","msg":"trace[2124513775] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"323.831339ms","start":"2026-03-19T09:07:11.930498Z","end":"2026-03-19T09:07:12.25433Z","steps":["trace[2124513775] 'process raft request' (duration: 109.327117ms)","trace[2124513775] 'compare' (duration: 214.009409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:12.255063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:11.930464Z","time spent":"324.119697ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:12.498938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.131379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:12.499336Z","caller":"traceutil/trace.go:171","msg":"trace[225902242] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"567.754443ms","start":"2026-03-19T09:07:11.931552Z","end":"2026-03-19T09:07:12.499306Z","steps":["trace[225902242] 'process raft request' (duration: 434.168763ms)","trace[225902242] 'compare' (duration: 132.803489ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:12.499361Z","caller":"traceutil/trace.go:171","msg":"trace[2018818381] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"567.764084ms","start":"2026-03-19T09:07:11.931576Z","end":"2026-03-19T09:07:12.49934Z","steps":["trace[2018818381] 'process raft request' (duration: 567.460895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:12.499477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:11.931534Z","time spent":"567.867667ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:12.499591Z","caller":"traceutil/trace.go:171","msg":"trace[1543143771] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"566.590092ms","start":"2026-03-19T09:07:11.932973Z","end":"2026-03-19T09:07:12.499564Z","steps":["trace[1543143771] 'process raft request' (duration: 566.322935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:12.49954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:11.931548Z","time spent":"567.859286ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:12.499753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:11.932959Z","time spent":"566.711416ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:12.499815Z","caller":"traceutil/trace.go:171","msg":"trace[1860430064] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"310.594652ms","start":"2026-03-19T09:07:12.189208Z","end":"2026-03-19T09:07:12.499802Z","steps":["trace[1860430064] 'process raft request' (duration: 310.291774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:12.499877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:12.189181Z","time spent":"310.665104ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:12.896586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.357898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:12.896687Z","caller":"traceutil/trace.go:171","msg":"trace[900583580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2776; }","duration":"234.523042ms","start":"2026-03-19T09:07:12.662139Z","end":"2026-03-19T09:07:12.896662Z","steps":["trace[900583580] 'range keys from in-memory index tree' (duration: 234.250044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:12.897105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.496294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:12.897224Z","caller":"traceutil/trace.go:171","msg":"trace[1675448777] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2776; }","duration":"269.675059ms","start":"2026-03-19T09:07:12.627522Z","end":"2026-03-19T09:07:12.897197Z","steps":["trace[1675448777] 'range keys from in-memory index tree' (duration: 269.320639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:13.193854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.825812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:13.194146Z","caller":"traceutil/trace.go:171","msg":"trace[1682214399] linearizableReadLoop","detail":"{readStateIndex:2894; appliedIndex:2892; }","duration":"250.447111ms","start":"2026-03-19T09:07:12.943671Z","end":"2026-03-19T09:07:13.194118Z","steps":["trace[1682214399] 'read index received' (duration: 68.303511ms)","trace[1682214399] 'applied index is now lower than readState.Index' (duration: 182.14201ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:13.194137Z","caller":"traceutil/trace.go:171","msg":"trace[1122402977] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"267.931922ms","start":"2026-03-19T09:07:12.926162Z","end":"2026-03-19T09:07:13.194094Z","steps":["trace[1122402977] 'process raft request' (duration: 85.723411ms)","trace[1122402977] 'compare' (duration: 181.616015ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:13.194358Z","caller":"traceutil/trace.go:171","msg":"trace[2038866670] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"266.587327ms","start":"2026-03-19T09:07:12.927738Z","end":"2026-03-19T09:07:13.194325Z","steps":["trace[2038866670] 'process raft request' (duration: 266.291349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:13.194627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.936744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:07:13.194676Z","caller":"traceutil/trace.go:171","msg":"trace[1386758454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2779; }","duration":"251.002176ms","start":"2026-03-19T09:07:12.943662Z","end":"2026-03-19T09:07:13.194665Z","steps":["trace[1386758454] 'agreement among raft nodes before linearized reading' (duration: 250.655596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:13.541233Z","caller":"traceutil/trace.go:171","msg":"trace[1214275193] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"120.136628ms","start":"2026-03-19T09:07:13.421075Z","end":"2026-03-19T09:07:13.541211Z","steps":["trace[1214275193] 'process raft request' (duration: 119.992154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:15.822133Z","caller":"traceutil/trace.go:171","msg":"trace[1615029691] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"121.637016ms","start":"2026-03-19T09:09:15.700468Z","end":"2026-03-19T09:09:15.822105Z","steps":["trace[1615029691] 'process raft request' (duration: 32.127058ms)","trace[1615029691] 'compare' (duration: 89.293952ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:15.822348Z","caller":"traceutil/trace.go:171","msg":"trace[2118348145] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"113.654389ms","start":"2026-03-19T09:09:15.708682Z","end":"2026-03-19T09:09:15.822336Z","steps":["trace[2118348145] 'process raft request' (duration: 113.378692ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:27.405547Z","caller":"traceutil/trace.go:171","msg":"trace[334721454] transaction","detail":"{read_only:false; response_revision:3610; number_of_response:1; }","duration":"180.29049ms","start":"2026-03-19T09:09:27.22523Z","end":"2026-03-19T09:09:27.40552Z","steps":["trace[334721454] 'process raft request' (duration: 179.871239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:27.405729Z","caller":"traceutil/trace.go:171","msg":"trace[156306607] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"179.87982ms","start":"2026-03-19T09:09:27.225823Z","end":"2026-03-19T09:09:27.405703Z","steps":["trace[156306607] 'process raft request' (duration: 179.643514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:29.513606Z","caller":"traceutil/trace.go:171","msg":"trace[1944802802] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"100.092108ms","start":"2026-03-19T09:09:29.413483Z","end":"2026-03-19T09:09:29.513575Z","steps":["trace[1944802802] 'process raft request' (duration: 51.57313ms)","trace[1944802802] 'compare' (duration: 48.384585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:33.831793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.793921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:09:33.83194Z","caller":"traceutil/trace.go:171","msg":"trace[1823703823] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"301.047927ms","start":"2026-03-19T09:09:33.530865Z","end":"2026-03-19T09:09:33.831913Z","steps":["trace[1823703823] 'process raft request' (duration: 76.011399ms)","trace[1823703823] 'compare' (duration: 224.461323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:33.832039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:33.530847Z","time spent":"301.139819ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:09:33.836583Z","caller":"traceutil/trace.go:171","msg":"trace[1898365568] linearizableReadLoop","detail":"{readStateIndex:3793; appliedIndex:3792; }","duration":"190.380734ms","start":"2026-03-19T09:09:33.646182Z","end":"2026-03-19T09:09:33.836563Z","steps":["trace[1898365568] 'read index received' (duration: 190.21366ms)","trace[1898365568] 'applied index is now lower than readState.Index' (duration: 166.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:33.836628Z","caller":"traceutil/trace.go:171","msg":"trace[1780196643] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"242.694064ms","start":"2026-03-19T09:09:33.593914Z","end":"2026-03-19T09:09:33.836608Z","steps":["trace[1780196643] 'process raft request' (duration: 242.532269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:33.836716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.521097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:33.83675Z","caller":"traceutil/trace.go:171","msg":"trace[580938262] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3643; }","duration":"190.609439ms","start":"2026-03-19T09:09:33.646133Z","end":"2026-03-19T09:09:33.836742Z","steps":["trace[580938262] 'agreement among raft nodes before linearized reading' (duration: 190.531117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:33.836806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.732636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:33.836889Z","caller":"traceutil/trace.go:171","msg":"trace[634792902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3643; }","duration":"179.856299ms","start":"2026-03-19T09:09:33.657015Z","end":"2026-03-19T09:09:33.836871Z","steps":["trace[634792902] 'agreement among raft nodes before linearized reading' (duration: 179.739286ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:39.09665Z","caller":"traceutil/trace.go:171","msg":"trace[983504280] transaction","detail":"{read_only:false; response_revision:3664; number_of_response:1; }","duration":"325.710432ms","start":"2026-03-19T09:09:38.770897Z","end":"2026-03-19T09:09:39.096608Z","steps":["trace[983504280] 'process raft request' (duration: 325.397733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:39.09685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:38.770871Z","time spent":"325.887356ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:09:39.872118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.257566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:09:39.87239Z","caller":"traceutil/trace.go:171","msg":"trace[675883110] linearizableReadLoop","detail":"{readStateIndex:3816; appliedIndex:3815; }","duration":"679.127431ms","start":"2026-03-19T09:09:39.193242Z","end":"2026-03-19T09:09:39.872369Z","steps":["trace[675883110] 'read index received' (duration: 283.521364ms)","trace[675883110] 'applied index is now lower than readState.Index' (duration: 395.604307ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:09:39.872493Z","caller":"traceutil/trace.go:171","msg":"trace[810605670] transaction","detail":"{read_only:false; response_revision:3665; number_of_response:1; }","duration":"771.328807ms","start":"2026-03-19T09:09:39.101102Z","end":"2026-03-19T09:09:39.872431Z","steps":["trace[810605670] 'process raft request' (duration: 375.658799ms)","trace[810605670] 'compare' (duration: 394.789144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:09:39.872684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:39.101068Z","time spent":"771.510161ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:09:39.87282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.50029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:09:39.872917Z","caller":"traceutil/trace.go:171","msg":"trace[731791778] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3665; }","duration":"679.717407ms","start":"2026-03-19T09:09:39.193184Z","end":"2026-03-19T09:09:39.872902Z","steps":["trace[731791778] 'agreement among raft nodes before linearized reading' (duration: 679.347397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:39.873012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:39.193165Z","time spent":"679.83353ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:09:39.944682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.78889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:09:39.944702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.628345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:39.944749Z","caller":"traceutil/trace.go:171","msg":"trace[2085826415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3666; }","duration":"412.894943ms","start":"2026-03-19T09:09:39.531838Z","end":"2026-03-19T09:09:39.944733Z","steps":["trace[2085826415] 'agreement among raft nodes before linearized reading' (duration: 412.710308ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:39.944758Z","caller":"traceutil/trace.go:171","msg":"trace[1420131146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3666; }","duration":"287.684267ms","start":"2026-03-19T09:09:39.657058Z","end":"2026-03-19T09:09:39.944743Z","steps":["trace[1420131146] 'agreement among raft nodes before linearized reading' (duration: 287.606085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:39.944784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:39.531823Z","time spent":"412.953754ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:09:39.944803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.314672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:09:39.944972Z","caller":"traceutil/trace.go:171","msg":"trace[1297533510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3666; }","duration":"657.469767ms","start":"2026-03-19T09:09:39.287441Z","end":"2026-03-19T09:09:39.944911Z","steps":["trace[1297533510] 'agreement among raft nodes before linearized reading' (duration: 657.249391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:39.945063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.570288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:09:39.945088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:39.287423Z","time spent":"657.646002ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:09:39.945168Z","caller":"traceutil/trace.go:171","msg":"trace[373720266] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3666; }","duration":"651.699301ms","start":"2026-03-19T09:09:39.293447Z","end":"2026-03-19T09:09:39.945147Z","steps":["trace[373720266] 'agreement among raft nodes before linearized reading' (duration: 651.465395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:39.945219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:09:39.293406Z","time spent":"651.802783ms","remote":"127.0.0.1:38174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:10:31.516311Z","caller":"traceutil/trace.go:171","msg":"trace[2007924437] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4006; }","duration":"123.255883ms","start":"2026-03-19T09:10:31.393012Z","end":"2026-03-19T09:10:31.516268Z","steps":["trace[2007924437] 'process raft request' (duration: 123.062077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:54.595905Z","caller":"traceutil/trace.go:171","msg":"trace[527620826] linearizableReadLoop","detail":"{readStateIndex:4708; appliedIndex:4706; }","duration":"102.854043ms","start":"2026-03-19T09:10:54.493033Z","end":"2026-03-19T09:10:54.595887Z","steps":["trace[527620826] 'read index received' (duration: 2.497788ms)","trace[527620826] 'applied index is now lower than readState.Index' (duration: 100.353755ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:54.595905Z","caller":"traceutil/trace.go:171","msg":"trace[1017689503] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"104.94878ms","start":"2026-03-19T09:10:54.490913Z","end":"2026-03-19T09:10:54.595862Z","steps":["trace[1017689503] 'process raft request' (duration: 103.904042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.5963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.245504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61593"} {"level":"info","ts":"2026-03-19T09:10:54.59635Z","caller":"traceutil/trace.go:171","msg":"trace[131661319] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4524; }","duration":"103.327055ms","start":"2026-03-19T09:10:54.493012Z","end":"2026-03-19T09:10:54.596339Z","steps":["trace[131661319] 'agreement among raft nodes before linearized reading' (duration: 102.965076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.596346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.277935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T09:10:54.596421Z","caller":"traceutil/trace.go:171","msg":"trace[1687077223] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4524; }","duration":"103.383608ms","start":"2026-03-19T09:10:54.49302Z","end":"2026-03-19T09:10:54.596403Z","steps":["trace[1687077223] 'agreement among raft nodes before linearized reading' (duration: 103.213403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.596692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.072178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:10:54.596786Z","caller":"traceutil/trace.go:171","msg":"trace[145513245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4524; }","duration":"100.203651ms","start":"2026-03-19T09:10:54.496561Z","end":"2026-03-19T09:10:54.596764Z","steps":["trace[145513245] 'agreement among raft nodes before linearized reading' (duration: 99.959705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:55.537114Z","caller":"traceutil/trace.go:171","msg":"trace[1177806628] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"286.787442ms","start":"2026-03-19T09:10:55.250311Z","end":"2026-03-19T09:10:55.537098Z","steps":["trace[1177806628] 'process raft request' (duration: 286.609417ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:55.537101Z","caller":"traceutil/trace.go:171","msg":"trace[1417524851] linearizableReadLoop","detail":"{readStateIndex:4731; appliedIndex:4730; }","duration":"285.910427ms","start":"2026-03-19T09:10:55.251165Z","end":"2026-03-19T09:10:55.537075Z","steps":["trace[1417524851] 'read index received' (duration: 285.652891ms)","trace[1417524851] 'applied index is now lower than readState.Index' (duration: 256.766µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:10:55.537287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.108804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-19T09:10:55.537328Z","caller":"traceutil/trace.go:171","msg":"trace[1568483118] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4546; }","duration":"286.189227ms","start":"2026-03-19T09:10:55.251128Z","end":"2026-03-19T09:10:55.537317Z","steps":["trace[1568483118] 'agreement among raft nodes before linearized reading' (duration: 286.018812ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:55.786516Z","caller":"traceutil/trace.go:171","msg":"trace[175746596] linearizableReadLoop","detail":"{readStateIndex:4732; appliedIndex:4731; }","duration":"130.716573ms","start":"2026-03-19T09:10:55.655778Z","end":"2026-03-19T09:10:55.786495Z","steps":["trace[175746596] 'read index received' (duration: 130.516879ms)","trace[175746596] 'applied index is now lower than readState.Index' (duration: 199.044µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:10:55.786698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.904009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:55.786655Z","caller":"traceutil/trace.go:171","msg":"trace[67102592] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"200.054905ms","start":"2026-03-19T09:10:55.586562Z","end":"2026-03-19T09:10:55.786617Z","steps":["trace[67102592] 'process raft request' (duration: 199.796867ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:55.786734Z","caller":"traceutil/trace.go:171","msg":"trace[943042185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4547; }","duration":"130.957091ms","start":"2026-03-19T09:10:55.655767Z","end":"2026-03-19T09:10:55.786724Z","steps":["trace[943042185] 'agreement among raft nodes before linearized reading' (duration: 130.830927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:55.786871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.741806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:10:55.786958Z","caller":"traceutil/trace.go:171","msg":"trace[246128905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4547; }","duration":"100.8897ms","start":"2026-03-19T09:10:55.686049Z","end":"2026-03-19T09:10:55.786938Z","steps":["trace[246128905] 'agreement among raft nodes before linearized reading' (duration: 100.619353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:55.7872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.042334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f1765b2-4814-4e2c-8f64-8eb652e29fdc\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-19T09:10:55.787299Z","caller":"traceutil/trace.go:171","msg":"trace[747672495] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f1765b2-4814-4e2c-8f64-8eb652e29fdc; range_end:; response_count:1; response_revision:4547; }","duration":"101.213609ms","start":"2026-03-19T09:10:55.686063Z","end":"2026-03-19T09:10:55.787277Z","steps":["trace[747672495] 'agreement among raft nodes before linearized reading' (duration: 100.822398ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:57.486957Z","caller":"traceutil/trace.go:171","msg":"trace[312871731] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"134.786054ms","start":"2026-03-19T09:10:57.352141Z","end":"2026-03-19T09:10:57.486927Z","steps":["trace[312871731] 'process raft request' (duration: 134.611569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:58.413002Z","caller":"traceutil/trace.go:171","msg":"trace[1944785687] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"131.566857ms","start":"2026-03-19T09:10:58.281409Z","end":"2026-03-19T09:10:58.412976Z","steps":["trace[1944785687] 'process raft request' (duration: 131.396562ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:58.451086Z","caller":"traceutil/trace.go:171","msg":"trace[676317093] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"118.701121ms","start":"2026-03-19T09:10:58.332359Z","end":"2026-03-19T09:10:58.45106Z","steps":["trace[676317093] 'process raft request' (duration: 118.615068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:58.451269Z","caller":"traceutil/trace.go:171","msg":"trace[126236070] linearizableReadLoop","detail":"{readStateIndex:4776; appliedIndex:4773; }","duration":"116.254024ms","start":"2026-03-19T09:10:58.334993Z","end":"2026-03-19T09:10:58.451247Z","steps":["trace[126236070] 'read index received' (duration: 77.812187ms)","trace[126236070] 'applied index is now lower than readState.Index' (duration: 38.439847ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:58.45134Z","caller":"traceutil/trace.go:171","msg":"trace[1220526421] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"115.008161ms","start":"2026-03-19T09:10:58.336313Z","end":"2026-03-19T09:10:58.451321Z","steps":["trace[1220526421] 'process raft request' (duration: 114.706823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:58.451436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.4237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:10:58.451118Z","caller":"traceutil/trace.go:171","msg":"trace[1520829588] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"118.727651ms","start":"2026-03-19T09:10:58.332357Z","end":"2026-03-19T09:10:58.451084Z","steps":["trace[1520829588] 'process raft request' (duration: 118.476065ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:58.452117Z","caller":"traceutil/trace.go:171","msg":"trace[1004110238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4591; }","duration":"117.126288ms","start":"2026-03-19T09:10:58.334963Z","end":"2026-03-19T09:10:58.452089Z","steps":["trace[1004110238] 'agreement among raft nodes before linearized reading' (duration: 116.326316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:59.341485Z","caller":"traceutil/trace.go:171","msg":"trace[1876580964] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"200.787224ms","start":"2026-03-19T09:10:59.140649Z","end":"2026-03-19T09:10:59.341437Z","steps":["trace[1876580964] 'process raft request' (duration: 158.307728ms)","trace[1876580964] 'compare' (duration: 41.992403ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:01.73542Z","caller":"traceutil/trace.go:171","msg":"trace[1706666374] linearizableReadLoop","detail":"{readStateIndex:4857; appliedIndex:4856; }","duration":"390.520309ms","start":"2026-03-19T09:11:01.344863Z","end":"2026-03-19T09:11:01.735383Z","steps":["trace[1706666374] 'read index received' (duration: 390.132278ms)","trace[1706666374] 'applied index is now lower than readState.Index' (duration: 386.471µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:01.735528Z","caller":"traceutil/trace.go:171","msg":"trace[523517418] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"395.032721ms","start":"2026-03-19T09:11:01.340456Z","end":"2026-03-19T09:11:01.735489Z","steps":["trace[523517418] 'process raft request' (duration: 394.699052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:01.735766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.622787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:01.735752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.848318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T09:11:01.735818Z","caller":"traceutil/trace.go:171","msg":"trace[161160710] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4667; }","duration":"339.73525ms","start":"2026-03-19T09:11:01.39607Z","end":"2026-03-19T09:11:01.735805Z","steps":["trace[161160710] 'agreement among raft nodes before linearized reading' (duration: 339.598076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:01.735852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:01.396049Z","time spent":"339.794331ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:11:01.735852Z","caller":"traceutil/trace.go:171","msg":"trace[1134071529] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4667; }","duration":"390.988482ms","start":"2026-03-19T09:11:01.344833Z","end":"2026-03-19T09:11:01.735821Z","steps":["trace[1134071529] 'agreement among raft nodes before linearized reading' (duration: 390.706284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:01.735907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:01.344817Z","time spent":"391.079975ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-19T09:11:01.736331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:01.340424Z","time spent":"395.189216ms","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:01.736962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.689382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-19T09:11:01.737046Z","caller":"traceutil/trace.go:171","msg":"trace[934920505] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4667; }","duration":"351.913449ms","start":"2026-03-19T09:11:01.385113Z","end":"2026-03-19T09:11:01.737026Z","steps":["trace[934920505] 'agreement among raft nodes before linearized reading' (duration: 350.45767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:01.737109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:01.385087Z","time spent":"352.004541ms","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196066,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:11:01.907738Z","caller":"traceutil/trace.go:171","msg":"trace[1215342953] linearizableReadLoop","detail":"{readStateIndex:4859; appliedIndex:4857; }","duration":"144.993769ms","start":"2026-03-19T09:11:01.762718Z","end":"2026-03-19T09:11:01.907712Z","steps":["trace[1215342953] 'read index received' (duration: 64.703984ms)","trace[1215342953] 'applied index is now lower than readState.Index' (duration: 80.288565ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:01.907792Z","caller":"traceutil/trace.go:171","msg":"trace[1055154316] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"165.345938ms","start":"2026-03-19T09:11:01.742389Z","end":"2026-03-19T09:11:01.907735Z","steps":["trace[1055154316] 'process raft request' (duration: 85.018492ms)","trace[1055154316] 'compare' (duration: 80.038378ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:01.908049Z","caller":"traceutil/trace.go:171","msg":"trace[1573398333] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4669; }","duration":"165.318177ms","start":"2026-03-19T09:11:01.742705Z","end":"2026-03-19T09:11:01.908023Z","steps":["trace[1573398333] 'process raft request' (duration: 164.932596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:01.908117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.377759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"warn","ts":"2026-03-19T09:11:01.908157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.24899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T09:11:01.908184Z","caller":"traceutil/trace.go:171","msg":"trace[1720162212] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4669; }","duration":"145.519573ms","start":"2026-03-19T09:11:01.762646Z","end":"2026-03-19T09:11:01.908165Z","steps":["trace[1720162212] 'agreement among raft nodes before linearized reading' (duration: 145.300207ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:01.908196Z","caller":"traceutil/trace.go:171","msg":"trace[124347472] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4669; }","duration":"111.317431ms","start":"2026-03-19T09:11:01.796867Z","end":"2026-03-19T09:11:01.908184Z","steps":["trace[124347472] 'agreement among raft nodes before linearized reading' (duration: 111.149787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.203381Z","caller":"traceutil/trace.go:171","msg":"trace[1618639167] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"280.80918ms","start":"2026-03-19T09:11:01.922545Z","end":"2026-03-19T09:11:02.203354Z","steps":["trace[1618639167] 'process raft request' (duration: 280.07306ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.203359Z","caller":"traceutil/trace.go:171","msg":"trace[116534663] linearizableReadLoop","detail":"{readStateIndex:4861; appliedIndex:4860; }","duration":"277.183693ms","start":"2026-03-19T09:11:01.926121Z","end":"2026-03-19T09:11:02.203304Z","steps":["trace[116534663] 'read index received' (duration: 276.572176ms)","trace[116534663] 'applied index is now lower than readState.Index' (duration: 610.407µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:02.203608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.475381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T09:11:02.203674Z","caller":"traceutil/trace.go:171","msg":"trace[270326812] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4671; }","duration":"277.584544ms","start":"2026-03-19T09:11:01.92607Z","end":"2026-03-19T09:11:02.203655Z","steps":["trace[270326812] 'agreement among raft nodes before linearized reading' (duration: 277.369719ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.203631Z","caller":"traceutil/trace.go:171","msg":"trace[1516741535] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"104.647211ms","start":"2026-03-19T09:11:02.098944Z","end":"2026-03-19T09:11:02.203591Z","steps":["trace[1516741535] 'process raft request' (duration: 104.454407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:02.203832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.662998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:02.203883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.364142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hjpb6\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-19T09:11:02.203924Z","caller":"traceutil/trace.go:171","msg":"trace[1467860964] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4672; }","duration":"214.821582ms","start":"2026-03-19T09:11:01.989081Z","end":"2026-03-19T09:11:02.203902Z","steps":["trace[1467860964] 'agreement among raft nodes before linearized reading' (duration: 214.622276ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.20395Z","caller":"traceutil/trace.go:171","msg":"trace[199332131] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hjpb6; range_end:; response_count:1; response_revision:4672; }","duration":"105.445594ms","start":"2026-03-19T09:11:02.098484Z","end":"2026-03-19T09:11:02.20393Z","steps":["trace[199332131] 'agreement among raft nodes before linearized reading' (duration: 105.201827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:02.204065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.389578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-19T09:11:02.204151Z","caller":"traceutil/trace.go:171","msg":"trace[2098490765] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4672; }","duration":"274.48825ms","start":"2026-03-19T09:11:01.929646Z","end":"2026-03-19T09:11:02.204134Z","steps":["trace[2098490765] 'agreement among raft nodes before linearized reading' (duration: 274.035498ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.657349Z","caller":"traceutil/trace.go:171","msg":"trace[1530954649] linearizableReadLoop","detail":"{readStateIndex:4943; appliedIndex:4942; }","duration":"145.950285ms","start":"2026-03-19T09:11:02.511362Z","end":"2026-03-19T09:11:02.657312Z","steps":["trace[1530954649] 'read index received' (duration: 54.602962ms)","trace[1530954649] 'applied index is now lower than readState.Index' (duration: 91.345383ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:02.657491Z","caller":"traceutil/trace.go:171","msg":"trace[2101911263] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"150.387896ms","start":"2026-03-19T09:11:02.507053Z","end":"2026-03-19T09:11:02.65744Z","steps":["trace[2101911263] 'process raft request' (duration: 58.865428ms)","trace[2101911263] 'compare' (duration: 90.980233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:02.657697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.106079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:3421"} {"level":"info","ts":"2026-03-19T09:11:02.657761Z","caller":"traceutil/trace.go:171","msg":"trace[1366781504] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:4751; }","duration":"153.20734ms","start":"2026-03-19T09:11:02.504532Z","end":"2026-03-19T09:11:02.657739Z","steps":["trace[1366781504] 'agreement among raft nodes before linearized reading' (duration: 152.989584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.658503Z","caller":"traceutil/trace.go:171","msg":"trace[1092383728] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"143.854299ms","start":"2026-03-19T09:11:02.514612Z","end":"2026-03-19T09:11:02.658466Z","steps":["trace[1092383728] 'process raft request' (duration: 143.591932ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.658635Z","caller":"traceutil/trace.go:171","msg":"trace[1977484568] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"142.938515ms","start":"2026-03-19T09:11:02.515682Z","end":"2026-03-19T09:11:02.65862Z","steps":["trace[1977484568] 'process raft request' (duration: 142.78475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.658662Z","caller":"traceutil/trace.go:171","msg":"trace[1011823691] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"140.783405ms","start":"2026-03-19T09:11:02.517859Z","end":"2026-03-19T09:11:02.658643Z","steps":["trace[1011823691] 'process raft request' (duration: 140.680422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.658547Z","caller":"traceutil/trace.go:171","msg":"trace[1726855719] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"143.854729ms","start":"2026-03-19T09:11:02.514662Z","end":"2026-03-19T09:11:02.658516Z","steps":["trace[1726855719] 'process raft request' (duration: 143.716844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.658576Z","caller":"traceutil/trace.go:171","msg":"trace[1508345143] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"143.192371ms","start":"2026-03-19T09:11:02.515367Z","end":"2026-03-19T09:11:02.65856Z","steps":["trace[1508345143] 'process raft request' (duration: 143.060777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:02.659185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.423829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T09:11:02.659229Z","caller":"traceutil/trace.go:171","msg":"trace[981510617] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4758; }","duration":"116.514251ms","start":"2026-03-19T09:11:02.542702Z","end":"2026-03-19T09:11:02.659216Z","steps":["trace[981510617] 'agreement among raft nodes before linearized reading' (duration: 116.386498ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.659299Z","caller":"traceutil/trace.go:171","msg":"trace[625217752] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"139.82167ms","start":"2026-03-19T09:11:02.519449Z","end":"2026-03-19T09:11:02.659271Z","steps":["trace[625217752] 'process raft request' (duration: 139.4568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.659446Z","caller":"traceutil/trace.go:171","msg":"trace[1514025785] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"141.488395ms","start":"2026-03-19T09:11:02.517943Z","end":"2026-03-19T09:11:02.659432Z","steps":["trace[1514025785] 'process raft request' (duration: 140.644182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:05.81458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.26506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:05.814655Z","caller":"traceutil/trace.go:171","msg":"trace[536614721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4814; }","duration":"157.376704ms","start":"2026-03-19T09:11:05.657261Z","end":"2026-03-19T09:11:05.814638Z","steps":["trace[536614721] 'range keys from in-memory index tree' (duration: 157.202308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:05.814762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.930067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9da2bde2-74f1-44f2-b07b-bcb8e9a34fe0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T09:11:05.814844Z","caller":"traceutil/trace.go:171","msg":"trace[94285312] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9da2bde2-74f1-44f2-b07b-bcb8e9a34fe0; range_end:; response_count:1; response_revision:4814; }","duration":"264.035998ms","start":"2026-03-19T09:11:05.550774Z","end":"2026-03-19T09:11:05.81481Z","steps":["trace[94285312] 'range keys from in-memory index tree' (duration: 263.769432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:06.453651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003406238,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:11:06.651086Z","caller":"traceutil/trace.go:171","msg":"trace[226056633] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"711.329599ms","start":"2026-03-19T09:11:05.939727Z","end":"2026-03-19T09:11:06.651056Z","steps":["trace[226056633] 'process raft request' (duration: 711.160675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:06.651272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:05.939709Z","time spent":"711.467872ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:06.652351Z","caller":"traceutil/trace.go:171","msg":"trace[1450876503] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"488.235843ms","start":"2026-03-19T09:11:06.164081Z","end":"2026-03-19T09:11:06.652317Z","steps":["trace[1450876503] 'process raft request' (duration: 488.056158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:06.652558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:06.164051Z","time spent":"488.387598ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:06.655071Z","caller":"traceutil/trace.go:171","msg":"trace[166548899] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"171.334669ms","start":"2026-03-19T09:11:06.483719Z","end":"2026-03-19T09:11:06.655053Z","steps":["trace[166548899] 'process raft request' (duration: 171.133784ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:06.655115Z","caller":"traceutil/trace.go:171","msg":"trace[2014523123] linearizableReadLoop","detail":"{readStateIndex:5010; appliedIndex:5007; }","duration":"701.789323ms","start":"2026-03-19T09:11:05.953301Z","end":"2026-03-19T09:11:06.65509Z","steps":["trace[2014523123] 'read index received' (duration: 697.577339ms)","trace[2014523123] 'applied index is now lower than readState.Index' (duration: 4.210804ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:06.65518Z","caller":"traceutil/trace.go:171","msg":"trace[2011914308] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"170.62817ms","start":"2026-03-19T09:11:06.484511Z","end":"2026-03-19T09:11:06.655139Z","steps":["trace[2011914308] 'process raft request' (duration: 170.472707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:06.655251Z","caller":"traceutil/trace.go:171","msg":"trace[83080308] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"164.264169ms","start":"2026-03-19T09:11:06.490973Z","end":"2026-03-19T09:11:06.655237Z","steps":["trace[83080308] 'process raft request' (duration: 164.050993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:06.655483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.132732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:11:06.655643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.872098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:11:06.655634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.869103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:06.655688Z","caller":"traceutil/trace.go:171","msg":"trace[1921955262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4819; }","duration":"308.919749ms","start":"2026-03-19T09:11:06.346755Z","end":"2026-03-19T09:11:06.655675Z","steps":["trace[1921955262] 'agreement among raft nodes before linearized reading' (duration: 308.851848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:06.655706Z","caller":"traceutil/trace.go:171","msg":"trace[1380106178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4819; }","duration":"116.974614ms","start":"2026-03-19T09:11:06.538713Z","end":"2026-03-19T09:11:06.655688Z","steps":["trace[1380106178] 'agreement among raft nodes before linearized reading' (duration: 116.670037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:06.655736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:06.346663Z","time spent":"309.063213ms","remote":"127.0.0.1:40286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:06.655828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.22758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:11:06.655834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.003034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:06.655889Z","caller":"traceutil/trace.go:171","msg":"trace[2117881678] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4819; }","duration":"104.093456ms","start":"2026-03-19T09:11:06.551784Z","end":"2026-03-19T09:11:06.655878Z","steps":["trace[2117881678] 'agreement among raft nodes before linearized reading' (duration: 103.993684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:06.655903Z","caller":"traceutil/trace.go:171","msg":"trace[1601459185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4819; }","duration":"117.328273ms","start":"2026-03-19T09:11:06.538547Z","end":"2026-03-19T09:11:06.655875Z","steps":["trace[1601459185] 'agreement among raft nodes before linearized reading' (duration: 117.120048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:06.655905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.384021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:06.655892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.6034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9da2bde2-74f1-44f2-b07b-bcb8e9a34fe0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T09:11:06.655954Z","caller":"traceutil/trace.go:171","msg":"trace[1619224495] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4819; }","duration":"566.489724ms","start":"2026-03-19T09:11:06.089454Z","end":"2026-03-19T09:11:06.655943Z","steps":["trace[1619224495] 'agreement among raft nodes before linearized reading' (duration: 566.412231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:06.655646Z","caller":"traceutil/trace.go:171","msg":"trace[1256519573] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4819; }","duration":"702.343897ms","start":"2026-03-19T09:11:05.953276Z","end":"2026-03-19T09:11:06.65562Z","steps":["trace[1256519573] 'agreement among raft nodes before linearized reading' (duration: 702.09779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:06.656Z","caller":"traceutil/trace.go:171","msg":"trace[1502439291] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9da2bde2-74f1-44f2-b07b-bcb8e9a34fe0; range_end:; response_count:1; response_revision:4819; }","duration":"509.796275ms","start":"2026-03-19T09:11:06.14618Z","end":"2026-03-19T09:11:06.655976Z","steps":["trace[1502439291] 'agreement among raft nodes before linearized reading' (duration: 509.463766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:06.655999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:06.089426Z","time spent":"566.562655ms","remote":"127.0.0.1:38186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:06.656047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:06.146154Z","time spent":"509.884178ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9da2bde2-74f1-44f2-b07b-bcb8e9a34fe0\" "} {"level":"warn","ts":"2026-03-19T09:11:06.656095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.966028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:06.656125Z","caller":"traceutil/trace.go:171","msg":"trace[650788253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4819; }","duration":"119.02979ms","start":"2026-03-19T09:11:06.537087Z","end":"2026-03-19T09:11:06.656116Z","steps":["trace[650788253] 'agreement among raft nodes before linearized reading' (duration: 118.956538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:06.655516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.657077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-hjpb6-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-19T09:11:06.656348Z","caller":"traceutil/trace.go:171","msg":"trace[2118066714] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-hjpb6-tls; range_end:; response_count:1; response_revision:4819; }","duration":"696.55324ms","start":"2026-03-19T09:11:05.959788Z","end":"2026-03-19T09:11:06.656341Z","steps":["trace[2118066714] 'agreement among raft nodes before linearized reading' (duration: 695.599175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:06.656371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:05.959761Z","time spent":"696.603403ms","remote":"127.0.0.1:57330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-hjpb6-tls\" "} {"level":"warn","ts":"2026-03-19T09:11:06.656638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:05.953265Z","time spent":"703.347203ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:06.657377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.103323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777461"} {"level":"info","ts":"2026-03-19T09:11:06.657426Z","caller":"traceutil/trace.go:171","msg":"trace[2077731136] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4819; }","duration":"260.188566ms","start":"2026-03-19T09:11:06.397223Z","end":"2026-03-19T09:11:06.657411Z","steps":["trace[2077731136] 'agreement among raft nodes before linearized reading' (duration: 258.398748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.156774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003406312,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:11:09.177251Z","caller":"traceutil/trace.go:171","msg":"trace[644973688] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"571.775916ms","start":"2026-03-19T09:11:08.605454Z","end":"2026-03-19T09:11:09.17723Z","steps":["trace[644973688] 'process raft request' (duration: 571.51992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.177389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.605405Z","time spent":"571.90586ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:09.59467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.198123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:09.594907Z","caller":"traceutil/trace.go:171","msg":"trace[261757081] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"934.063234ms","start":"2026-03-19T09:11:08.660789Z","end":"2026-03-19T09:11:09.594852Z","steps":["trace[261757081] 'process raft request' (duration: 725.596703ms)","trace[261757081] 'compare' (duration: 208.07223ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:09.595104Z","caller":"traceutil/trace.go:171","msg":"trace[452588749] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"933.655744ms","start":"2026-03-19T09:11:08.661412Z","end":"2026-03-19T09:11:09.595068Z","steps":["trace[452588749] 'process raft request' (duration: 933.399298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:09.595136Z","caller":"traceutil/trace.go:171","msg":"trace[897858414] linearizableReadLoop","detail":"{readStateIndex:5050; appliedIndex:5046; }","duration":"939.076789ms","start":"2026-03-19T09:11:08.655776Z","end":"2026-03-19T09:11:09.594853Z","steps":["trace[897858414] 'read index received' (duration: 521.077669ms)","trace[897858414] 'applied index is now lower than readState.Index' (duration: 417.99777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:09.594984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.200722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:11:09.595234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.661406Z","time spent":"933.760097ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:09.595246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.315547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:09.59527Z","caller":"traceutil/trace.go:171","msg":"trace[1504445821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4855; }","duration":"939.371398ms","start":"2026-03-19T09:11:08.655889Z","end":"2026-03-19T09:11:09.595261Z","steps":["trace[1504445821] 'agreement among raft nodes before linearized reading' (duration: 939.324716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.595291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.655863Z","time spent":"939.424499ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:11:09.595286Z","caller":"traceutil/trace.go:171","msg":"trace[379209877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4855; }","duration":"939.506811ms","start":"2026-03-19T09:11:08.655744Z","end":"2026-03-19T09:11:09.595251Z","steps":["trace[379209877] 'agreement among raft nodes before linearized reading' (duration: 939.11478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.595348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.655728Z","time spent":"939.595443ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:09.595435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.172756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:09.595466Z","caller":"traceutil/trace.go:171","msg":"trace[368652341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4855; }","duration":"921.25214ms","start":"2026-03-19T09:11:08.674208Z","end":"2026-03-19T09:11:09.59546Z","steps":["trace[368652341] 'agreement among raft nodes before linearized reading' (duration: 921.121966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:09.595034Z","caller":"traceutil/trace.go:171","msg":"trace[1494136996] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"933.756276ms","start":"2026-03-19T09:11:08.66126Z","end":"2026-03-19T09:11:09.595016Z","steps":["trace[1494136996] 'process raft request' (duration: 933.50358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.595492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.674196Z","time spent":"921.291941ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:09.595466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.984401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:11:09.595473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.279144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:11:09.59555Z","caller":"traceutil/trace.go:171","msg":"trace[2011923921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4855; }","duration":"926.418678ms","start":"2026-03-19T09:11:08.669122Z","end":"2026-03-19T09:11:09.595545Z","steps":["trace[2011923921] 'agreement among raft nodes before linearized reading' (duration: 926.281224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.595553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.661247Z","time spent":"934.25209ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:09.595551Z","caller":"traceutil/trace.go:171","msg":"trace[555407932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4855; }","duration":"921.107355ms","start":"2026-03-19T09:11:08.674424Z","end":"2026-03-19T09:11:09.595531Z","steps":["trace[555407932] 'agreement among raft nodes before linearized reading' (duration: 920.885209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.595579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.6691Z","time spent":"926.47365ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:11:09.595541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.785067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9da2bde2-74f1-44f2-b07b-bcb8e9a34fe0\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-03-19T09:11:09.595606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.674399Z","time spent":"921.195117ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:11:09.595659Z","caller":"traceutil/trace.go:171","msg":"trace[68953334] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9da2bde2-74f1-44f2-b07b-bcb8e9a34fe0; range_end:; response_count:1; response_revision:4855; }","duration":"765.983202ms","start":"2026-03-19T09:11:08.829646Z","end":"2026-03-19T09:11:09.59563Z","steps":["trace[68953334] 'agreement among raft nodes before linearized reading' (duration: 765.594332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.595635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.0041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:11:09.595716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.839868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:11:09.595734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.829619Z","time spent":"766.103027ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9da2bde2-74f1-44f2-b07b-bcb8e9a34fe0\" "} {"level":"info","ts":"2026-03-19T09:11:09.595755Z","caller":"traceutil/trace.go:171","msg":"trace[1786637972] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4855; }","duration":"245.93302ms","start":"2026-03-19T09:11:09.349815Z","end":"2026-03-19T09:11:09.595748Z","steps":["trace[1786637972] 'agreement among raft nodes before linearized reading' (duration: 245.806237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:09.595755Z","caller":"traceutil/trace.go:171","msg":"trace[345419302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4855; }","duration":"833.202516ms","start":"2026-03-19T09:11:08.762528Z","end":"2026-03-19T09:11:09.595731Z","steps":["trace[345419302] 'agreement among raft nodes before linearized reading' (duration: 832.815526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.595824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.762504Z","time spent":"833.309518ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:09.595692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.014961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:11:09.595907Z","caller":"traceutil/trace.go:171","msg":"trace[243372976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:4855; }","duration":"744.274727ms","start":"2026-03-19T09:11:08.851623Z","end":"2026-03-19T09:11:09.595898Z","steps":["trace[243372976] 'agreement among raft nodes before linearized reading' (duration: 744.014629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.595944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.851592Z","time spent":"744.342489ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:11:09.596075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:08.66077Z","time spent":"934.365092ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:09.72758Z","caller":"traceutil/trace.go:171","msg":"trace[656363934] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"127.2113ms","start":"2026-03-19T09:11:09.600332Z","end":"2026-03-19T09:11:09.727544Z","steps":["trace[656363934] 'process raft request' (duration: 120.245332ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:09.727908Z","caller":"traceutil/trace.go:171","msg":"trace[540186652] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"127.444995ms","start":"2026-03-19T09:11:09.60043Z","end":"2026-03-19T09:11:09.727875Z","steps":["trace[540186652] 'process raft request' (duration: 127.056436ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:09.728248Z","caller":"traceutil/trace.go:171","msg":"trace[127552865] linearizableReadLoop","detail":"{readStateIndex:5055; appliedIndex:5050; }","duration":"125.829653ms","start":"2026-03-19T09:11:09.602396Z","end":"2026-03-19T09:11:09.728226Z","steps":["trace[127552865] 'read index received' (duration: 56.946666ms)","trace[127552865] 'applied index is now lower than readState.Index' (duration: 68.881947ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:09.72832Z","caller":"traceutil/trace.go:171","msg":"trace[1437782950] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"127.806926ms","start":"2026-03-19T09:11:09.600494Z","end":"2026-03-19T09:11:09.728301Z","steps":["trace[1437782950] 'process raft request' (duration: 127.228651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:09.728349Z","caller":"traceutil/trace.go:171","msg":"trace[466915352] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"126.039018ms","start":"2026-03-19T09:11:09.602301Z","end":"2026-03-19T09:11:09.72834Z","steps":["trace[466915352] 'process raft request' (duration: 125.575035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.728522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.11041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-19T09:11:09.728558Z","caller":"traceutil/trace.go:171","msg":"trace[901522331] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4860; }","duration":"126.198491ms","start":"2026-03-19T09:11:09.602351Z","end":"2026-03-19T09:11:09.728549Z","steps":["trace[901522331] 'agreement among raft nodes before linearized reading' (duration: 126.014717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:09.728596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.208319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:09.728702Z","caller":"traceutil/trace.go:171","msg":"trace[630038319] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4860; }","duration":"124.351504ms","start":"2026-03-19T09:11:09.604327Z","end":"2026-03-19T09:11:09.728678Z","steps":["trace[630038319] 'agreement among raft nodes before linearized reading' (duration: 124.094396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:11.567877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.850692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:11:11.567945Z","caller":"traceutil/trace.go:171","msg":"trace[648559931] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4909; }","duration":"346.940125ms","start":"2026-03-19T09:11:11.220988Z","end":"2026-03-19T09:11:11.567928Z","steps":["trace[648559931] 'range keys from in-memory index tree' (duration: 346.617915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:11.567979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:11.220973Z","time spent":"346.998586ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T09:11:11.567953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.288569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-597d85c65-fpdvz.189e33156391fe37\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-03-19T09:11:11.568038Z","caller":"traceutil/trace.go:171","msg":"trace[1501439088] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-597d85c65-fpdvz.189e33156391fe37; range_end:; response_count:1; response_revision:4909; }","duration":"355.436154ms","start":"2026-03-19T09:11:11.212579Z","end":"2026-03-19T09:11:11.568015Z","steps":["trace[1501439088] 'range keys from in-memory index tree' (duration: 355.085814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:11.568082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:11.212538Z","time spent":"355.533686ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":916,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-597d85c65-fpdvz.189e33156391fe37\" "} {"level":"warn","ts":"2026-03-19T09:11:11.568106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.281616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-19T09:11:11.568244Z","caller":"traceutil/trace.go:171","msg":"trace[219145254] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4909; }","duration":"356.478941ms","start":"2026-03-19T09:11:11.211735Z","end":"2026-03-19T09:11:11.568213Z","steps":["trace[219145254] 'range keys from in-memory index tree' (duration: 356.0366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:11.568299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:11.211716Z","time spent":"356.571374ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-19T09:11:11.569767Z","caller":"traceutil/trace.go:171","msg":"trace[72675193] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"216.594949ms","start":"2026-03-19T09:11:11.353147Z","end":"2026-03-19T09:11:11.569742Z","steps":["trace[72675193] 'process raft request' (duration: 216.439145ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:15.097506Z","caller":"traceutil/trace.go:171","msg":"trace[1661532707] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"170.277433ms","start":"2026-03-19T09:11:14.927198Z","end":"2026-03-19T09:11:15.097475Z","steps":["trace[1661532707] 'process raft request' (duration: 88.653432ms)","trace[1661532707] 'compare' (duration: 81.403595ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:16.407404Z","caller":"traceutil/trace.go:171","msg":"trace[536063800] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"105.179425ms","start":"2026-03-19T09:11:16.302157Z","end":"2026-03-19T09:11:16.407336Z","steps":["trace[536063800] 'process raft request' (duration: 104.935649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:16.592231Z","caller":"traceutil/trace.go:171","msg":"trace[216952996] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"179.602103ms","start":"2026-03-19T09:11:16.41259Z","end":"2026-03-19T09:11:16.592192Z","steps":["trace[216952996] 'process raft request' (duration: 152.978095ms)","trace[216952996] 'compare' (duration: 26.373121ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:16.605925Z","caller":"traceutil/trace.go:171","msg":"trace[550148579] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"192.226693ms","start":"2026-03-19T09:11:16.413671Z","end":"2026-03-19T09:11:16.605898Z","steps":["trace[550148579] 'process raft request' (duration: 191.986767ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:16.60605Z","caller":"traceutil/trace.go:171","msg":"trace[286121657] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5211; }","duration":"139.588153ms","start":"2026-03-19T09:11:16.466425Z","end":"2026-03-19T09:11:16.606013Z","steps":["trace[286121657] 'read index received' (duration: 99.231735ms)","trace[286121657] 'applied index is now lower than readState.Index' (duration: 40.353908ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:16.606036Z","caller":"traceutil/trace.go:171","msg":"trace[1356541698] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"192.041518ms","start":"2026-03-19T09:11:16.413918Z","end":"2026-03-19T09:11:16.605959Z","steps":["trace[1356541698] 'process raft request' (duration: 191.900544ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:16.606094Z","caller":"traceutil/trace.go:171","msg":"trace[2027823369] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"191.693198ms","start":"2026-03-19T09:11:16.414379Z","end":"2026-03-19T09:11:16.606072Z","steps":["trace[2027823369] 'process raft request' (duration: 191.489163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:16.60631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.868421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:16.606371Z","caller":"traceutil/trace.go:171","msg":"trace[538855624] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5014; }","duration":"140.033845ms","start":"2026-03-19T09:11:16.466317Z","end":"2026-03-19T09:11:16.606351Z","steps":["trace[538855624] 'agreement among raft nodes before linearized reading' (duration: 139.808359ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.130549Z","caller":"traceutil/trace.go:171","msg":"trace[1464114913] linearizableReadLoop","detail":"{readStateIndex:5236; appliedIndex:5235; }","duration":"473.231119ms","start":"2026-03-19T09:11:19.657291Z","end":"2026-03-19T09:11:20.130522Z","steps":["trace[1464114913] 'read index received' (duration: 472.995043ms)","trace[1464114913] 'applied index is now lower than readState.Index' (duration: 234.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:20.130633Z","caller":"traceutil/trace.go:171","msg":"trace[112706494] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"486.95631ms","start":"2026-03-19T09:11:19.643647Z","end":"2026-03-19T09:11:20.130603Z","steps":["trace[112706494] 'process raft request' (duration: 486.671062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.130752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.446515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:20.13097Z","caller":"traceutil/trace.go:171","msg":"trace[1494639313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5035; }","duration":"473.683841ms","start":"2026-03-19T09:11:19.657272Z","end":"2026-03-19T09:11:20.130956Z","steps":["trace[1494639313] 'agreement among raft nodes before linearized reading' (duration: 473.413703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.131011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.657216Z","time spent":"473.786644ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:11:20.131633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.643621Z","time spent":"487.277508ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:20.155394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.181861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:11:20.155454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.327196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:20.155478Z","caller":"traceutil/trace.go:171","msg":"trace[1434354359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5037; }","duration":"334.276342ms","start":"2026-03-19T09:11:19.821182Z","end":"2026-03-19T09:11:20.155458Z","steps":["trace[1434354359] 'agreement among raft nodes before linearized reading' (duration: 334.040926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.155498Z","caller":"traceutil/trace.go:171","msg":"trace[685266156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5037; }","duration":"327.390018ms","start":"2026-03-19T09:11:19.828098Z","end":"2026-03-19T09:11:20.155488Z","steps":["trace[685266156] 'agreement among raft nodes before linearized reading' (duration: 327.213743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.155503Z","caller":"traceutil/trace.go:171","msg":"trace[1066205515] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"493.043494ms","start":"2026-03-19T09:11:19.66244Z","end":"2026-03-19T09:11:20.155483Z","steps":["trace[1066205515] 'process raft request' (duration: 492.702295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.155523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.821132Z","time spent":"334.382186ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:20.155528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.504232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:11:20.155532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.828046Z","time spent":"327.47937ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:20.155523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.678676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:11:20.155569Z","caller":"traceutil/trace.go:171","msg":"trace[74286624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5037; }","duration":"356.568624ms","start":"2026-03-19T09:11:19.798988Z","end":"2026-03-19T09:11:20.155556Z","steps":["trace[74286624] 'agreement among raft nodes before linearized reading' (duration: 356.461591ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.155585Z","caller":"traceutil/trace.go:171","msg":"trace[765793383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:5037; }","duration":"353.761477ms","start":"2026-03-19T09:11:19.801807Z","end":"2026-03-19T09:11:20.155568Z","steps":["trace[765793383] 'agreement among raft nodes before linearized reading' (duration: 353.577233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.155559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.469634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:20.155617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.801798Z","time spent":"353.812559ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:11:20.155407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.452361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:20.155617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.798972Z","time spent":"356.635977ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:20.15562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.662436Z","time spent":"493.117295ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:20.155618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.748389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:11:20.155644Z","caller":"traceutil/trace.go:171","msg":"trace[264613506] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5037; }","duration":"470.596898ms","start":"2026-03-19T09:11:19.685028Z","end":"2026-03-19T09:11:20.155625Z","steps":["trace[264613506] 'agreement among raft nodes before linearized reading' (duration: 470.441264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.155677Z","caller":"traceutil/trace.go:171","msg":"trace[1384166868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5037; }","duration":"333.83419ms","start":"2026-03-19T09:11:19.821829Z","end":"2026-03-19T09:11:20.155663Z","steps":["trace[1384166868] 'agreement among raft nodes before linearized reading' (duration: 333.618434ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.155682Z","caller":"traceutil/trace.go:171","msg":"trace[1013781148] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5037; }","duration":"432.722757ms","start":"2026-03-19T09:11:19.722923Z","end":"2026-03-19T09:11:20.155645Z","steps":["trace[1013781148] 'agreement among raft nodes before linearized reading' (duration: 432.321836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.155691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.685021Z","time spent":"470.660471ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:20.155405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.869801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:11:20.155711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.821818Z","time spent":"333.884823ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:20.155739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.722864Z","time spent":"432.859341ms","remote":"127.0.0.1:40200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:11:20.15575Z","caller":"traceutil/trace.go:171","msg":"trace[22935313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5037; }","duration":"440.25847ms","start":"2026-03-19T09:11:19.715471Z","end":"2026-03-19T09:11:20.15573Z","steps":["trace[22935313] 'agreement among raft nodes before linearized reading' (duration: 439.768546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.155829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.715456Z","time spent":"440.356922ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:11:20.157288Z","caller":"traceutil/trace.go:171","msg":"trace[653235358] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"495.350375ms","start":"2026-03-19T09:11:19.661905Z","end":"2026-03-19T09:11:20.157255Z","steps":["trace[653235358] 'process raft request' (duration: 493.081234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.157391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.661886Z","time spent":"495.452359ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:20.40106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.841038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:20.401284Z","caller":"traceutil/trace.go:171","msg":"trace[1868400733] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"240.980908ms","start":"2026-03-19T09:11:20.160269Z","end":"2026-03-19T09:11:20.40125Z","steps":["trace[1868400733] 'process raft request' (duration: 50.493112ms)","trace[1868400733] 'compare' (duration: 189.584991ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:20.401418Z","caller":"traceutil/trace.go:171","msg":"trace[1278624594] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"241.08656ms","start":"2026-03-19T09:11:20.160302Z","end":"2026-03-19T09:11:20.401389Z","steps":["trace[1278624594] 'process raft request' (duration: 240.865534ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.401615Z","caller":"traceutil/trace.go:171","msg":"trace[904574999] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"241.082841ms","start":"2026-03-19T09:11:20.16052Z","end":"2026-03-19T09:11:20.401603Z","steps":["trace[904574999] 'process raft request' (duration: 240.894396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.401832Z","caller":"traceutil/trace.go:171","msg":"trace[521966113] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"240.614448ms","start":"2026-03-19T09:11:20.161196Z","end":"2026-03-19T09:11:20.40181Z","steps":["trace[521966113] 'process raft request' (duration: 240.284369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.401879Z","caller":"traceutil/trace.go:171","msg":"trace[1023710585] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"240.146965ms","start":"2026-03-19T09:11:20.161706Z","end":"2026-03-19T09:11:20.401853Z","steps":["trace[1023710585] 'process raft request' (duration: 240.035062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.401994Z","caller":"traceutil/trace.go:171","msg":"trace[1066414522] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5238; }","duration":"239.849856ms","start":"2026-03-19T09:11:20.162117Z","end":"2026-03-19T09:11:20.401967Z","steps":["trace[1066414522] 'read index received' (duration: 48.724484ms)","trace[1066414522] 'applied index is now lower than readState.Index' (duration: 191.123712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:20.402346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.278099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71044"} {"level":"info","ts":"2026-03-19T09:11:20.402417Z","caller":"traceutil/trace.go:171","msg":"trace[296993230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5043; }","duration":"240.35ms","start":"2026-03-19T09:11:20.162047Z","end":"2026-03-19T09:11:20.402397Z","steps":["trace[296993230] 'agreement among raft nodes before linearized reading' (duration: 239.999931ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:22.528022Z","caller":"traceutil/trace.go:171","msg":"trace[1795486731] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"118.195427ms","start":"2026-03-19T09:11:22.409804Z","end":"2026-03-19T09:11:22.527999Z","steps":["trace[1795486731] 'process raft request' (duration: 118.076764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:22.528301Z","caller":"traceutil/trace.go:171","msg":"trace[1799529396] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"117.94902ms","start":"2026-03-19T09:11:22.41034Z","end":"2026-03-19T09:11:22.528289Z","steps":["trace[1799529396] 'process raft request' (duration: 117.623741ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:22.528364Z","caller":"traceutil/trace.go:171","msg":"trace[653761149] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"116.140401ms","start":"2026-03-19T09:11:22.412216Z","end":"2026-03-19T09:11:22.528357Z","steps":["trace[653761149] 'process raft request' (duration: 115.934425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:22.528287Z","caller":"traceutil/trace.go:171","msg":"trace[305008520] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5262; }","duration":"116.302236ms","start":"2026-03-19T09:11:22.411966Z","end":"2026-03-19T09:11:22.528268Z","steps":["trace[305008520] 'read index received' (duration: 42.824755ms)","trace[305008520] 'applied index is now lower than readState.Index' (duration: 73.476931ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:22.528476Z","caller":"traceutil/trace.go:171","msg":"trace[1883731163] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"115.434753ms","start":"2026-03-19T09:11:22.41303Z","end":"2026-03-19T09:11:22.528464Z","steps":["trace[1883731163] 'process raft request' (duration: 115.210087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:22.528623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.623455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71044"} {"level":"info","ts":"2026-03-19T09:11:22.528817Z","caller":"traceutil/trace.go:171","msg":"trace[724341623] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5065; }","duration":"116.727058ms","start":"2026-03-19T09:11:22.411963Z","end":"2026-03-19T09:11:22.52869Z","steps":["trace[724341623] 'agreement among raft nodes before linearized reading' (duration: 116.359888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:24.100182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.698975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:24.100303Z","caller":"traceutil/trace.go:171","msg":"trace[709514355] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"137.025304ms","start":"2026-03-19T09:11:23.963246Z","end":"2026-03-19T09:11:24.100271Z","steps":["trace[709514355] 'compare' (duration: 133.564671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:24.100488Z","caller":"traceutil/trace.go:171","msg":"trace[556447100] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5300; }","duration":"136.639204ms","start":"2026-03-19T09:11:23.963827Z","end":"2026-03-19T09:11:24.100466Z","steps":["trace[556447100] 'read index received' (duration: 2.741655ms)","trace[556447100] 'applied index is now lower than readState.Index' (duration: 133.894219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:24.100751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.902321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:11:24.100804Z","caller":"traceutil/trace.go:171","msg":"trace[142521327] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5099; }","duration":"136.988014ms","start":"2026-03-19T09:11:23.963804Z","end":"2026-03-19T09:11:24.100792Z","steps":["trace[142521327] 'agreement among raft nodes before linearized reading' (duration: 136.762078ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:24.100818Z","caller":"traceutil/trace.go:171","msg":"trace[147413346] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"136.199212ms","start":"2026-03-19T09:11:23.964606Z","end":"2026-03-19T09:11:24.100805Z","steps":["trace[147413346] 'process raft request' (duration: 135.663078ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:24.100818Z","caller":"traceutil/trace.go:171","msg":"trace[995245620] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"136.13712ms","start":"2026-03-19T09:11:23.964666Z","end":"2026-03-19T09:11:24.100803Z","steps":["trace[995245620] 'process raft request' (duration: 136.042107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:24.100951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.126925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-19T09:11:24.101004Z","caller":"traceutil/trace.go:171","msg":"trace[602770229] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5101; }","duration":"134.200048ms","start":"2026-03-19T09:11:23.966786Z","end":"2026-03-19T09:11:24.100986Z","steps":["trace[602770229] 'agreement among raft nodes before linearized reading' (duration: 133.970422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:26.106125Z","caller":"traceutil/trace.go:171","msg":"trace[1225210438] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5337; }","duration":"495.620873ms","start":"2026-03-19T09:11:25.610487Z","end":"2026-03-19T09:11:26.106108Z","steps":["trace[1225210438] 'read index received' (duration: 495.444519ms)","trace[1225210438] 'applied index is now lower than readState.Index' (duration: 175.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:26.106242Z","caller":"traceutil/trace.go:171","msg":"trace[1079776907] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"698.188465ms","start":"2026-03-19T09:11:25.408023Z","end":"2026-03-19T09:11:26.106211Z","steps":["trace[1079776907] 'process raft request' (duration: 697.969059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.106341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:25.40799Z","time spent":"698.274847ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:26.106376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.860849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:26.106448Z","caller":"traceutil/trace.go:171","msg":"trace[397959521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5136; }","duration":"449.971602ms","start":"2026-03-19T09:11:25.65646Z","end":"2026-03-19T09:11:26.106432Z","steps":["trace[397959521] 'agreement among raft nodes before linearized reading' (duration: 449.832838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.106488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:25.656442Z","time spent":"450.040245ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:11:26.106379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.88288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:26.106662Z","caller":"traceutil/trace.go:171","msg":"trace[1520397153] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5136; }","duration":"496.174748ms","start":"2026-03-19T09:11:25.610438Z","end":"2026-03-19T09:11:26.106613Z","steps":["trace[1520397153] 'agreement among raft nodes before linearized reading' (duration: 495.87645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.106861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:25.610415Z","time spent":"496.370274ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:26.630445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003406956,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:11:26.785607Z","caller":"traceutil/trace.go:171","msg":"trace[1719196903] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"658.74524ms","start":"2026-03-19T09:11:26.126829Z","end":"2026-03-19T09:11:26.785574Z","steps":["trace[1719196903] 'process raft request' (duration: 658.538676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.785776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.126814Z","time spent":"658.876755ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:26.814304Z","caller":"traceutil/trace.go:171","msg":"trace[1752634502] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"662.919064ms","start":"2026-03-19T09:11:26.151358Z","end":"2026-03-19T09:11:26.814277Z","steps":["trace[1752634502] 'process raft request' (duration: 662.665387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.814478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.151342Z","time spent":"663.044778ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:26.814656Z","caller":"traceutil/trace.go:171","msg":"trace[990311228] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"637.811106ms","start":"2026-03-19T09:11:26.176819Z","end":"2026-03-19T09:11:26.81463Z","steps":["trace[990311228] 'process raft request' (duration: 637.387725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.815462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.176785Z","time spent":"637.94086ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:26.817435Z","caller":"traceutil/trace.go:171","msg":"trace[107098423] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"611.310842ms","start":"2026-03-19T09:11:26.206065Z","end":"2026-03-19T09:11:26.817376Z","steps":["trace[107098423] 'process raft request' (duration: 608.583418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.8176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.206051Z","time spent":"611.490356ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:26.849119Z","caller":"traceutil/trace.go:171","msg":"trace[494937461] linearizableReadLoop","detail":"{readStateIndex:5343; appliedIndex:5338; }","duration":"719.121199ms","start":"2026-03-19T09:11:26.129947Z","end":"2026-03-19T09:11:26.849068Z","steps":["trace[494937461] 'read index received' (duration: 655.530525ms)","trace[494937461] 'applied index is now lower than readState.Index' (duration: 63.587134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:26.849328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.518902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73ce3cd8-02fd-4ab3-8abc-3f465be29a08\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-19T09:11:26.849359Z","caller":"traceutil/trace.go:171","msg":"trace[537542249] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-73ce3cd8-02fd-4ab3-8abc-3f465be29a08; range_end:; response_count:1; response_revision:5141; }","duration":"715.595274ms","start":"2026-03-19T09:11:26.133755Z","end":"2026-03-19T09:11:26.84935Z","steps":["trace[537542249] 'agreement among raft nodes before linearized reading' (duration: 715.457949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.849382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.133735Z","time spent":"715.641195ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-73ce3cd8-02fd-4ab3-8abc-3f465be29a08\" "} {"level":"warn","ts":"2026-03-19T09:11:26.849365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.120999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:26.849443Z","caller":"traceutil/trace.go:171","msg":"trace[707344632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5141; }","duration":"192.229013ms","start":"2026-03-19T09:11:26.657192Z","end":"2026-03-19T09:11:26.849421Z","steps":["trace[707344632] 'agreement among raft nodes before linearized reading' (duration: 192.096089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.849515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.056562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:11:26.849582Z","caller":"traceutil/trace.go:171","msg":"trace[1078253829] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:5141; }","duration":"306.141854ms","start":"2026-03-19T09:11:26.54342Z","end":"2026-03-19T09:11:26.849562Z","steps":["trace[1078253829] 'agreement among raft nodes before linearized reading' (duration: 305.968759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.849617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.54341Z","time spent":"306.199345ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:11:26.849658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.188942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:26.849702Z","caller":"traceutil/trace.go:171","msg":"trace[170826679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5141; }","duration":"307.256624ms","start":"2026-03-19T09:11:26.542432Z","end":"2026-03-19T09:11:26.849688Z","steps":["trace[170826679] 'agreement among raft nodes before linearized reading' (duration: 307.096229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.849731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.542418Z","time spent":"307.305905ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:26.849713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.302053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:11:26.849793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.701515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:11:26.849806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.185147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-9drww\" ","response":"range_response_count:1 size:5199"} {"level":"warn","ts":"2026-03-19T09:11:26.849807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.309784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:11:26.849774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.053516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:11:26.849876Z","caller":"traceutil/trace.go:171","msg":"trace[622087452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5141; }","duration":"307.83509ms","start":"2026-03-19T09:11:26.542024Z","end":"2026-03-19T09:11:26.849859Z","steps":["trace[622087452] 'agreement among raft nodes before linearized reading' (duration: 307.191282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:26.849933Z","caller":"traceutil/trace.go:171","msg":"trace[785739708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5141; }","duration":"311.218411ms","start":"2026-03-19T09:11:26.538687Z","end":"2026-03-19T09:11:26.849905Z","steps":["trace[785739708] 'agreement among raft nodes before linearized reading' (duration: 311.008166ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:26.849918Z","caller":"traceutil/trace.go:171","msg":"trace[1114722632] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-9drww; range_end:; response_count:1; response_revision:5141; }","duration":"513.341911ms","start":"2026-03-19T09:11:26.33655Z","end":"2026-03-19T09:11:26.849892Z","steps":["trace[1114722632] 'agreement among raft nodes before linearized reading' (duration: 512.95119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:26.849864Z","caller":"traceutil/trace.go:171","msg":"trace[1227528708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5141; }","duration":"341.462507ms","start":"2026-03-19T09:11:26.508364Z","end":"2026-03-19T09:11:26.849827Z","steps":["trace[1227528708] 'agreement among raft nodes before linearized reading' (duration: 341.108198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.849985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.538675Z","time spent":"311.296293ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:26.849998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.336528Z","time spent":"513.460454ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5222,"request content":"key:\"/registry/pods/monitoring/goldpinger-9drww\" "} {"level":"warn","ts":"2026-03-19T09:11:26.850022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.508299Z","time spent":"341.708263ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:26.849946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.542015Z","time spent":"307.922572ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:26.850318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.340941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-19T09:11:26.850485Z","caller":"traceutil/trace.go:171","msg":"trace[456315474] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5141; }","duration":"720.485496ms","start":"2026-03-19T09:11:26.129931Z","end":"2026-03-19T09:11:26.850416Z","steps":["trace[456315474] 'agreement among raft nodes before linearized reading' (duration: 719.378706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.850575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.129923Z","time spent":"720.63817ms","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-19T09:11:26.850608Z","caller":"traceutil/trace.go:171","msg":"trace[1143804098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5141; }","duration":"311.481379ms","start":"2026-03-19T09:11:26.53842Z","end":"2026-03-19T09:11:26.849902Z","steps":["trace[1143804098] 'agreement among raft nodes before linearized reading' (duration: 311.081998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.850723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.538394Z","time spent":"312.29385ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:11:30.151248Z","caller":"traceutil/trace.go:171","msg":"trace[55951805] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"187.000382ms","start":"2026-03-19T09:11:29.964211Z","end":"2026-03-19T09:11:30.151211Z","steps":["trace[55951805] 'process raft request' (duration: 183.351502ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:30.151494Z","caller":"traceutil/trace.go:171","msg":"trace[255406343] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"187.039773ms","start":"2026-03-19T09:11:29.964322Z","end":"2026-03-19T09:11:30.151362Z","steps":["trace[255406343] 'process raft request' (duration: 186.787646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:37.166539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.290871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:37.166683Z","caller":"traceutil/trace.go:171","msg":"trace[51887758] linearizableReadLoop","detail":"{readStateIndex:5510; appliedIndex:5509; }","duration":"143.85658ms","start":"2026-03-19T09:11:37.022804Z","end":"2026-03-19T09:11:37.16666Z","steps":["trace[51887758] 'read index received' (duration: 10.040965ms)","trace[51887758] 'applied index is now lower than readState.Index' (duration: 133.813465ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:37.166721Z","caller":"traceutil/trace.go:171","msg":"trace[1175351900] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"158.870832ms","start":"2026-03-19T09:11:37.007815Z","end":"2026-03-19T09:11:37.166686Z","steps":["trace[1175351900] 'process raft request' (duration: 25.315444ms)","trace[1175351900] 'compare' (duration: 133.037943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:37.166801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.994185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:37.166856Z","caller":"traceutil/trace.go:171","msg":"trace[112720726] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5303; }","duration":"144.087397ms","start":"2026-03-19T09:11:37.022756Z","end":"2026-03-19T09:11:37.166843Z","steps":["trace[112720726] 'agreement among raft nodes before linearized reading' (duration: 143.998194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:37.933579Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2598} {"level":"info","ts":"2026-03-19T09:11:37.993618Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2598,"took":"58.606146ms","hash":4171432611,"current-db-size-bytes":38514688,"current-db-size":"38 MB","current-db-size-in-use-bytes":28405760,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T09:11:37.993691Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4171432611,"revision":2598,"compact-revision":-1} {"level":"info","ts":"2026-03-19T09:11:39.309373Z","caller":"traceutil/trace.go:171","msg":"trace[607599634] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"404.718695ms","start":"2026-03-19T09:11:38.904633Z","end":"2026-03-19T09:11:39.309351Z","steps":["trace[607599634] 'process raft request' (duration: 404.54001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.309487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.904605Z","time spent":"404.822959ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:39.409576Z","caller":"traceutil/trace.go:171","msg":"trace[1083121216] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"495.009708ms","start":"2026-03-19T09:11:38.914548Z","end":"2026-03-19T09:11:39.409558Z","steps":["trace[1083121216] 'process raft request' (duration: 491.792251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.40969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.914514Z","time spent":"495.114692ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:39.40978Z","caller":"traceutil/trace.go:171","msg":"trace[857881466] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5516; }","duration":"482.510187ms","start":"2026-03-19T09:11:38.927224Z","end":"2026-03-19T09:11:39.409734Z","steps":["trace[857881466] 'read index received' (duration: 381.968012ms)","trace[857881466] 'applied index is now lower than readState.Index' (duration: 100.540345ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:39.409812Z","caller":"traceutil/trace.go:171","msg":"trace[1445066245] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"490.143805ms","start":"2026-03-19T09:11:38.919639Z","end":"2026-03-19T09:11:39.409783Z","steps":["trace[1445066245] 'process raft request' (duration: 489.887439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.409871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.65419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:39.409899Z","caller":"traceutil/trace.go:171","msg":"trace[1340921234] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5311; }","duration":"482.715191ms","start":"2026-03-19T09:11:38.927176Z","end":"2026-03-19T09:11:39.409891Z","steps":["trace[1340921234] 'agreement among raft nodes before linearized reading' (duration: 482.668971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.409925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.927161Z","time spent":"482.758404ms","remote":"127.0.0.1:57320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:39.409987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.314522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:39.410025Z","caller":"traceutil/trace.go:171","msg":"trace[1346344318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5311; }","duration":"470.363284ms","start":"2026-03-19T09:11:38.939652Z","end":"2026-03-19T09:11:39.410015Z","steps":["trace[1346344318] 'agreement among raft nodes before linearized reading' (duration: 470.261961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.410033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.659397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:11:39.410046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.939645Z","time spent":"470.396224ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:11:39.41007Z","caller":"traceutil/trace.go:171","msg":"trace[1224370843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5311; }","duration":"468.706108ms","start":"2026-03-19T09:11:38.941355Z","end":"2026-03-19T09:11:39.410061Z","steps":["trace[1224370843] 'agreement among raft nodes before linearized reading' (duration: 468.637975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.410096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.941329Z","time spent":"468.760889ms","remote":"127.0.0.1:40374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:39.410131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.608109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:11:39.410149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.049397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:11:39.4102Z","caller":"traceutil/trace.go:171","msg":"trace[1723552313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5311; }","duration":"470.709844ms","start":"2026-03-19T09:11:38.939474Z","end":"2026-03-19T09:11:39.410184Z","steps":["trace[1723552313] 'agreement among raft nodes before linearized reading' (duration: 470.506148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.410204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.228468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:11:39.410262Z","caller":"traceutil/trace.go:171","msg":"trace[1990165835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5311; }","duration":"482.322832ms","start":"2026-03-19T09:11:38.927931Z","end":"2026-03-19T09:11:39.410254Z","steps":["trace[1990165835] 'agreement among raft nodes before linearized reading' (duration: 481.964743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.410318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.927909Z","time spent":"482.383723ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:39.410132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.984353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:11:39.410399Z","caller":"traceutil/trace.go:171","msg":"trace[1175633702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:5311; }","duration":"470.292491ms","start":"2026-03-19T09:11:38.940098Z","end":"2026-03-19T09:11:39.41039Z","steps":["trace[1175633702] 'agreement among raft nodes before linearized reading' (duration: 469.922482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.41043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.940087Z","time spent":"470.334432ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:11:39.410267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.939464Z","time spent":"470.794576ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:11:39.410204Z","caller":"traceutil/trace.go:171","msg":"trace[1750498425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5311; }","duration":"473.215332ms","start":"2026-03-19T09:11:38.936975Z","end":"2026-03-19T09:11:39.41019Z","steps":["trace[1750498425] 'agreement among raft nodes before linearized reading' (duration: 472.957605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.410523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.936964Z","time spent":"473.550201ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:11:39.410603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.919627Z","time spent":"490.247898ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:39.41071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.318189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:11:39.410741Z","caller":"traceutil/trace.go:171","msg":"trace[536369408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5311; }","duration":"471.379272ms","start":"2026-03-19T09:11:38.939353Z","end":"2026-03-19T09:11:39.410733Z","steps":["trace[536369408] 'agreement among raft nodes before linearized reading' (duration: 470.58309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:39.41076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:38.939337Z","time spent":"471.418663ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:45.081235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003407457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:11:45.581899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003407457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:11:46.082678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003407457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:11:46.541645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.972135269s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:11:46.542078Z","caller":"traceutil/trace.go:171","msg":"trace[1323589158] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"1.972697744s","start":"2026-03-19T09:11:44.56936Z","end":"2026-03-19T09:11:46.542058Z","steps":["trace[1323589158] 'process raft request' (duration: 1.972578401s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.542201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:44.569328Z","time spent":"1.972793698s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:46.656522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:11:46.656614Z","caller":"traceutil/trace.go:171","msg":"trace[647270447] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201468s","start":"2026-03-19T09:11:44.65639Z","end":"2026-03-19T09:11:46.656591Z","steps":["trace[647270447] 'agreement among raft nodes before linearized reading' (duration: 2.000095995s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.656667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:44.656368Z","time spent":"2.00028314s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:11:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T09:11:46.662461Z","caller":"traceutil/trace.go:171","msg":"trace[1787330629] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"1.333447955s","start":"2026-03-19T09:11:45.328972Z","end":"2026-03-19T09:11:46.66242Z","steps":["trace[1787330629] 'process raft request' (duration: 1.310926488s)","trace[1787330629] 'compare' (duration: 22.350722ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:46.662475Z","caller":"traceutil/trace.go:171","msg":"trace[756918691] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"1.230075534s","start":"2026-03-19T09:11:45.432375Z","end":"2026-03-19T09:11:46.662451Z","steps":["trace[756918691] 'process raft request' (duration: 1.229995662s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.662624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.432353Z","time spent":"1.230187207s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:46.662629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.328948Z","time spent":"1.333586268s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:46.662785Z","caller":"traceutil/trace.go:171","msg":"trace[1419304636] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"1.229100447s","start":"2026-03-19T09:11:45.43367Z","end":"2026-03-19T09:11:46.66277Z","steps":["trace[1419304636] 'process raft request' (duration: 1.228749287s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.662867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.433573Z","time spent":"1.229248762s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:46.728618Z","caller":"traceutil/trace.go:171","msg":"trace[5303483] linearizableReadLoop","detail":"{readStateIndex:5580; appliedIndex:5576; }","duration":"2.148380397s","start":"2026-03-19T09:11:44.580195Z","end":"2026-03-19T09:11:46.728576Z","steps":["trace[5303483] 'read index received' (duration: 1.961694544s)","trace[5303483] 'applied index is now lower than readState.Index' (duration: 186.684163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:46.728893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88967705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:46.728941Z","caller":"traceutil/trace.go:171","msg":"trace[126848160] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5371; }","duration":"1.889779043s","start":"2026-03-19T09:11:44.839149Z","end":"2026-03-19T09:11:46.728928Z","steps":["trace[126848160] 'agreement among raft nodes before linearized reading' (duration: 1.8896809s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.728954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281808761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:11:46.728978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:44.83913Z","time spent":"1.889837505s","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:11:46.729001Z","caller":"traceutil/trace.go:171","msg":"trace[1512804447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:5371; }","duration":"1.281879243s","start":"2026-03-19T09:11:45.447106Z","end":"2026-03-19T09:11:46.728985Z","steps":["trace[1512804447] 'agreement among raft nodes before linearized reading' (duration: 1.281732369s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.729031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.447093Z","time spent":"1.281931583s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:11:46.729223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283742893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:46.729325Z","caller":"traceutil/trace.go:171","msg":"trace[2032616800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5371; }","duration":"1.283898258s","start":"2026-03-19T09:11:45.4454Z","end":"2026-03-19T09:11:46.729298Z","steps":["trace[2032616800] 'agreement among raft nodes before linearized reading' (duration: 1.283460656s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.729393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.445373Z","time spent":"1.284009151s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:46.72948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283397684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:46.729573Z","caller":"traceutil/trace.go:171","msg":"trace[1659871238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5371; }","duration":"1.283507407s","start":"2026-03-19T09:11:45.44604Z","end":"2026-03-19T09:11:46.729548Z","steps":["trace[1659871238] 'agreement among raft nodes before linearized reading' (duration: 1.283275211s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.729606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580655317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:11:46.729628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.44603Z","time spent":"1.283583869s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:11:46.729654Z","caller":"traceutil/trace.go:171","msg":"trace[826172985] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5371; }","duration":"1.580740439s","start":"2026-03-19T09:11:45.148901Z","end":"2026-03-19T09:11:46.729642Z","steps":["trace[826172985] 'agreement among raft nodes before linearized reading' (duration: 1.580657156s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.729663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284956727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:11:46.729671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149446636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:11:46.729733Z","caller":"traceutil/trace.go:171","msg":"trace[816012473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5371; }","duration":"1.28507454s","start":"2026-03-19T09:11:45.444642Z","end":"2026-03-19T09:11:46.729717Z","steps":["trace[816012473] 'agreement among raft nodes before linearized reading' (duration: 1.284897145s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.729692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.14888Z","time spent":"1.580800849s","remote":"127.0.0.1:38174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:46.729779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.444629Z","time spent":"1.285138112s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:11:46.729776Z","caller":"traceutil/trace.go:171","msg":"trace[1229211986] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5371; }","duration":"2.149586869s","start":"2026-03-19T09:11:44.580163Z","end":"2026-03-19T09:11:46.72975Z","steps":["trace[1229211986] 'agreement among raft nodes before linearized reading' (duration: 2.148639223s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.729806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.020578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:11:46.729841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:44.580153Z","time spent":"2.149679453s","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-19T09:11:46.729878Z","caller":"traceutil/trace.go:171","msg":"trace[1156063737] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5371; }","duration":"530.143431ms","start":"2026-03-19T09:11:46.199712Z","end":"2026-03-19T09:11:46.729856Z","steps":["trace[1156063737] 'agreement among raft nodes before linearized reading' (duration: 529.988938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.729928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:46.199686Z","time spent":"530.226674ms","remote":"127.0.0.1:44374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:46.73001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.465345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17235"} {"level":"warn","ts":"2026-03-19T09:11:46.730004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284198586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:11:46.73006Z","caller":"traceutil/trace.go:171","msg":"trace[761981960] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5371; }","duration":"183.513597ms","start":"2026-03-19T09:11:46.54653Z","end":"2026-03-19T09:11:46.730043Z","steps":["trace[761981960] 'agreement among raft nodes before linearized reading' (duration: 183.379042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.730106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286648952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:11:46.730106Z","caller":"traceutil/trace.go:171","msg":"trace[1435074863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5371; }","duration":"1.2843356s","start":"2026-03-19T09:11:45.445749Z","end":"2026-03-19T09:11:46.730084Z","steps":["trace[1435074863] 'agreement among raft nodes before linearized reading' (duration: 1.283913328s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.730132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.516783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:11:46.730143Z","caller":"traceutil/trace.go:171","msg":"trace[1646667108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5371; }","duration":"1.28727361s","start":"2026-03-19T09:11:45.442857Z","end":"2026-03-19T09:11:46.730131Z","steps":["trace[1646667108] 'agreement among raft nodes before linearized reading' (duration: 1.286592391s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.730161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.445734Z","time spent":"1.284415563s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:46.730183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.442848Z","time spent":"1.287325821s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:11:46.730182Z","caller":"traceutil/trace.go:171","msg":"trace[1733728791] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5371; }","duration":"790.614776ms","start":"2026-03-19T09:11:45.939553Z","end":"2026-03-19T09:11:46.730167Z","steps":["trace[1733728791] 'agreement among raft nodes before linearized reading' (duration: 790.194334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:46.730237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:45.939532Z","time spent":"790.678158ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:11:47.009418Z","caller":"traceutil/trace.go:171","msg":"trace[1118500542] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"272.510805ms","start":"2026-03-19T09:11:46.736871Z","end":"2026-03-19T09:11:47.009382Z","steps":["trace[1118500542] 'process raft request' (duration: 242.075291ms)","trace[1118500542] 'compare' (duration: 30.108765ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:47.009457Z","caller":"traceutil/trace.go:171","msg":"trace[1695271771] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"272.111784ms","start":"2026-03-19T09:11:46.737322Z","end":"2026-03-19T09:11:47.009433Z","steps":["trace[1695271771] 'process raft request' (duration: 271.991831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.009788Z","caller":"traceutil/trace.go:171","msg":"trace[1018790409] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"272.583356ms","start":"2026-03-19T09:11:46.737193Z","end":"2026-03-19T09:11:47.009776Z","steps":["trace[1018790409] 'process raft request' (duration: 272.041911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.009846Z","caller":"traceutil/trace.go:171","msg":"trace[143215532] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"272.377021ms","start":"2026-03-19T09:11:46.737386Z","end":"2026-03-19T09:11:47.009763Z","steps":["trace[143215532] 'process raft request' (duration: 272.004531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.010199Z","caller":"traceutil/trace.go:171","msg":"trace[1162776121] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"272.777181ms","start":"2026-03-19T09:11:46.737403Z","end":"2026-03-19T09:11:47.01018Z","steps":["trace[1162776121] 'process raft request' (duration: 272.215326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.010366Z","caller":"traceutil/trace.go:171","msg":"trace[2129847714] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"272.942227ms","start":"2026-03-19T09:11:46.737411Z","end":"2026-03-19T09:11:47.010353Z","steps":["trace[2129847714] 'process raft request' (duration: 272.708089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.010442Z","caller":"traceutil/trace.go:171","msg":"trace[1951311646] linearizableReadLoop","detail":"{readStateIndex:5589; appliedIndex:5582; }","duration":"197.190361ms","start":"2026-03-19T09:11:46.813232Z","end":"2026-03-19T09:11:47.010422Z","steps":["trace[1951311646] 'read index received' (duration: 165.664437ms)","trace[1951311646] 'applied index is now lower than readState.Index' (duration: 31.523684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:47.010492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.4469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:47.010523Z","caller":"traceutil/trace.go:171","msg":"trace[192514413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5379; }","duration":"273.506091ms","start":"2026-03-19T09:11:46.737007Z","end":"2026-03-19T09:11:47.010513Z","steps":["trace[192514413] 'agreement among raft nodes before linearized reading' (duration: 273.44756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:47.01058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.603644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-03-19T09:11:47.010624Z","caller":"traceutil/trace.go:171","msg":"trace[481833216] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5379; }","duration":"273.674886ms","start":"2026-03-19T09:11:46.736937Z","end":"2026-03-19T09:11:47.010612Z","steps":["trace[481833216] 'agreement among raft nodes before linearized reading' (duration: 273.522683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:47.010643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.708377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-03-19T09:11:47.010694Z","caller":"traceutil/trace.go:171","msg":"trace[1924596588] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5379; }","duration":"273.81912ms","start":"2026-03-19T09:11:46.736859Z","end":"2026-03-19T09:11:47.010678Z","steps":["trace[1924596588] 'agreement among raft nodes before linearized reading' (duration: 273.626505ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.010723Z","caller":"traceutil/trace.go:171","msg":"trace[843698047] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"266.15041ms","start":"2026-03-19T09:11:46.744561Z","end":"2026-03-19T09:11:47.010711Z","steps":["trace[843698047] 'process raft request' (duration: 265.732398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:47.010861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.602863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T09:11:47.010891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.938643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-03-19T09:11:47.010949Z","caller":"traceutil/trace.go:171","msg":"trace[341632185] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5379; }","duration":"273.711838ms","start":"2026-03-19T09:11:46.737217Z","end":"2026-03-19T09:11:47.010929Z","steps":["trace[341632185] 'agreement among raft nodes before linearized reading' (duration: 273.535333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.010956Z","caller":"traceutil/trace.go:171","msg":"trace[40771113] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5379; }","duration":"274.029645ms","start":"2026-03-19T09:11:46.736909Z","end":"2026-03-19T09:11:47.010939Z","steps":["trace[40771113] 'agreement among raft nodes before linearized reading' (duration: 273.83322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:47.70171Z","caller":"traceutil/trace.go:171","msg":"trace[593380517] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"686.014131ms","start":"2026-03-19T09:11:47.015671Z","end":"2026-03-19T09:11:47.701685Z","steps":["trace[593380517] 'process raft request' (duration: 685.862287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:47.701861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:47.01564Z","time spent":"686.143114ms","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:48.554282Z","caller":"traceutil/trace.go:171","msg":"trace[46086285] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"1.538374778s","start":"2026-03-19T09:11:47.015886Z","end":"2026-03-19T09:11:48.55426Z","steps":["trace[46086285] 'process raft request' (duration: 1.538174483s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:48.554544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:47.015873Z","time spent":"1.53847533s","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:48.554632Z","caller":"traceutil/trace.go:171","msg":"trace[1347746670] linearizableReadLoop","detail":"{readStateIndex:5594; appliedIndex:5589; }","duration":"930.714004ms","start":"2026-03-19T09:11:47.623894Z","end":"2026-03-19T09:11:48.554608Z","steps":["trace[1347746670] 'read index received' (duration: 77.693018ms)","trace[1347746670] 'applied index is now lower than readState.Index' (duration: 853.020046ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:48.554637Z","caller":"traceutil/trace.go:171","msg":"trace[1460462755] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"1.538660576s","start":"2026-03-19T09:11:47.015938Z","end":"2026-03-19T09:11:48.554598Z","steps":["trace[1460462755] 'process raft request' (duration: 1.538262365s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:48.554672Z","caller":"traceutil/trace.go:171","msg":"trace[1087833171] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"1.531194031s","start":"2026-03-19T09:11:47.023448Z","end":"2026-03-19T09:11:48.554642Z","steps":["trace[1087833171] 'process raft request' (duration: 1.531025516s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:48.554724Z","caller":"traceutil/trace.go:171","msg":"trace[1785621435] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"1.060372756s","start":"2026-03-19T09:11:47.494343Z","end":"2026-03-19T09:11:48.554716Z","steps":["trace[1785621435] 'process raft request' (duration: 1.060223181s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:48.554816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:47.494297Z","time spent":"1.060453907s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:48.554819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:47.015922Z","time spent":"1.538794231s","remote":"127.0.0.1:38102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:48.554825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:47.023442Z","time spent":"1.531301814s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8236,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:48.555074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.180386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T09:11:48.555088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.614632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.189e3310fbcbf8eb\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-03-19T09:11:48.555119Z","caller":"traceutil/trace.go:171","msg":"trace[605485636] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5384; }","duration":"931.258898ms","start":"2026-03-19T09:11:47.623846Z","end":"2026-03-19T09:11:48.555105Z","steps":["trace[605485636] 'agreement among raft nodes before linearized reading' (duration: 931.128524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:48.555128Z","caller":"traceutil/trace.go:171","msg":"trace[27928859] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.189e3310fbcbf8eb; range_end:; response_count:1; response_revision:5384; }","duration":"849.650853ms","start":"2026-03-19T09:11:47.705463Z","end":"2026-03-19T09:11:48.555114Z","steps":["trace[27928859] 'agreement among raft nodes before linearized reading' (duration: 849.515959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:48.555131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.65929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:11:48.555152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:47.623824Z","time spent":"931.32008ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-19T09:11:48.555159Z","caller":"traceutil/trace.go:171","msg":"trace[233490117] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5384; }","duration":"586.721521ms","start":"2026-03-19T09:11:47.968428Z","end":"2026-03-19T09:11:48.555149Z","steps":["trace[233490117] 'agreement among raft nodes before linearized reading' (duration: 586.67163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:48.555159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:47.70543Z","time spent":"849.721255ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":768,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.189e3310fbcbf8eb\" "} {"level":"warn","ts":"2026-03-19T09:11:48.555184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:47.968404Z","time spent":"586.774012ms","remote":"127.0.0.1:57346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:48.555062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.313511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:48.555313Z","caller":"traceutil/trace.go:171","msg":"trace[1428076641] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5384; }","duration":"459.59136ms","start":"2026-03-19T09:11:48.095691Z","end":"2026-03-19T09:11:48.555282Z","steps":["trace[1428076641] 'agreement among raft nodes before linearized reading' (duration: 459.312772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:48.555412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.095664Z","time spent":"459.716623ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:49.215769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.102068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:49.215874Z","caller":"traceutil/trace.go:171","msg":"trace[412383980] linearizableReadLoop","detail":"{readStateIndex:5595; appliedIndex:5594; }","duration":"657.267703ms","start":"2026-03-19T09:11:48.558589Z","end":"2026-03-19T09:11:49.215856Z","steps":["trace[412383980] 'read index received' (duration: 245.101313ms)","trace[412383980] 'applied index is now lower than readState.Index' (duration: 412.16512ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:49.215942Z","caller":"traceutil/trace.go:171","msg":"trace[1893135201] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"658.297011ms","start":"2026-03-19T09:11:48.55763Z","end":"2026-03-19T09:11:49.215927Z","steps":["trace[1893135201] 'process raft request' (duration: 245.928466ms)","trace[1893135201] 'compare' (duration: 411.970755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:49.215995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.55761Z","time spent":"658.355863ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:49.216334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.725625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17209"} {"level":"warn","ts":"2026-03-19T09:11:49.216396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.781036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f1765b2-4814-4e2c-8f64-8eb652e29fdc\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T09:11:49.216423Z","caller":"traceutil/trace.go:171","msg":"trace[1232720855] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5385; }","duration":"657.86638ms","start":"2026-03-19T09:11:48.558539Z","end":"2026-03-19T09:11:49.216405Z","steps":["trace[1232720855] 'agreement among raft nodes before linearized reading' (duration: 657.592722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.216462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.558527Z","time spent":"657.928171ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17232,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-19T09:11:49.216471Z","caller":"traceutil/trace.go:171","msg":"trace[440483691] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f1765b2-4814-4e2c-8f64-8eb652e29fdc; range_end:; response_count:1; response_revision:5385; }","duration":"657.896651ms","start":"2026-03-19T09:11:48.558551Z","end":"2026-03-19T09:11:49.216448Z","steps":["trace[440483691] 'agreement among raft nodes before linearized reading' (duration: 657.637624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.216524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.558534Z","time spent":"657.981363ms","remote":"127.0.0.1:43200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-6f1765b2-4814-4e2c-8f64-8eb652e29fdc\" "} {"level":"info","ts":"2026-03-19T09:11:49.63225Z","caller":"traceutil/trace.go:171","msg":"trace[2079344979] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"1.071869219s","start":"2026-03-19T09:11:48.560358Z","end":"2026-03-19T09:11:49.632227Z","steps":["trace[2079344979] 'process raft request' (duration: 1.060085067s)","trace[2079344979] 'compare' (duration: 11.387731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:49.632385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.560342Z","time spent":"1.071974873s","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:49.632547Z","caller":"traceutil/trace.go:171","msg":"trace[1971506469] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"1.071816088s","start":"2026-03-19T09:11:48.560695Z","end":"2026-03-19T09:11:49.632511Z","steps":["trace[1971506469] 'process raft request' (duration: 1.07149474s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.632681Z","caller":"traceutil/trace.go:171","msg":"trace[485886488] linearizableReadLoop","detail":"{readStateIndex:5603; appliedIndex:5595; }","duration":"416.764455ms","start":"2026-03-19T09:11:49.215898Z","end":"2026-03-19T09:11:49.632662Z","steps":["trace[485886488] 'read index received' (duration: 404.52794ms)","trace[485886488] 'applied index is now lower than readState.Index' (duration: 12.235505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:49.632693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.560684Z","time spent":"1.071927082s","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:49.632694Z","caller":"traceutil/trace.go:171","msg":"trace[148986224] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"1.071690504s","start":"2026-03-19T09:11:48.560979Z","end":"2026-03-19T09:11:49.632669Z","steps":["trace[148986224] 'process raft request' (duration: 1.071395646s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.632699Z","caller":"traceutil/trace.go:171","msg":"trace[289656017] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"1.068378964s","start":"2026-03-19T09:11:48.564298Z","end":"2026-03-19T09:11:49.632677Z","steps":["trace[289656017] 'process raft request' (duration: 1.068194438s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.632697Z","caller":"traceutil/trace.go:171","msg":"trace[859518125] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"965.462905ms","start":"2026-03-19T09:11:48.667209Z","end":"2026-03-19T09:11:49.632672Z","steps":["trace[859518125] 'process raft request' (duration: 965.343362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.632783Z","caller":"traceutil/trace.go:171","msg":"trace[1268517577] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"965.501366ms","start":"2026-03-19T09:11:48.667262Z","end":"2026-03-19T09:11:49.632763Z","steps":["trace[1268517577] 'process raft request' (duration: 965.369943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.632809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.560972Z","time spent":"1.071772847s","remote":"127.0.0.1:38088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:49.632825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.564289Z","time spent":"1.068463756s","remote":"127.0.0.1:38300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:49.63284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.878507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:11:49.632826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.667181Z","time spent":"965.581349ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:49.632837Z","caller":"traceutil/trace.go:171","msg":"trace[2106291180] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"1.070475832s","start":"2026-03-19T09:11:48.56235Z","end":"2026-03-19T09:11:49.632826Z","steps":["trace[2106291180] 'process raft request' (duration: 1.070106151s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.632866Z","caller":"traceutil/trace.go:171","msg":"trace[1770697028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5393; }","duration":"616.95846ms","start":"2026-03-19T09:11:49.015899Z","end":"2026-03-19T09:11:49.632858Z","steps":["trace[1770697028] 'agreement among raft nodes before linearized reading' (duration: 616.846807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.632856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.821846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:11:49.632892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.015871Z","time spent":"617.01621ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:49.632898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.562333Z","time spent":"1.070537094s","remote":"127.0.0.1:38088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1223,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:49.632914Z","caller":"traceutil/trace.go:171","msg":"trace[1646703706] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"965.670391ms","start":"2026-03-19T09:11:48.667231Z","end":"2026-03-19T09:11:49.632902Z","steps":["trace[1646703706] 'process raft request' (duration: 965.376343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.632917Z","caller":"traceutil/trace.go:171","msg":"trace[207735473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5393; }","duration":"616.903618ms","start":"2026-03-19T09:11:49.015998Z","end":"2026-03-19T09:11:49.632901Z","steps":["trace[207735473] 'agreement among raft nodes before linearized reading' (duration: 616.696712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.632962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.015983Z","time spent":"616.968019ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:49.632965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.667214Z","time spent":"965.723703ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:49.632991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.703069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T09:11:49.633013Z","caller":"traceutil/trace.go:171","msg":"trace[784257224] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5393; }","duration":"893.759441ms","start":"2026-03-19T09:11:48.739246Z","end":"2026-03-19T09:11:49.633006Z","steps":["trace[784257224] 'agreement among raft nodes before linearized reading' (duration: 893.69787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.633002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.87437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:11:49.633031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.739226Z","time spent":"893.799282ms","remote":"127.0.0.1:48560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T09:11:49.632874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.667234Z","time spent":"965.592119ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:49.633043Z","caller":"traceutil/trace.go:171","msg":"trace[1118969201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5393; }","duration":"615.925091ms","start":"2026-03-19T09:11:49.017107Z","end":"2026-03-19T09:11:49.633032Z","steps":["trace[1118969201] 'agreement among raft nodes before linearized reading' (duration: 615.804838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.633046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.554305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:11:49.633071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.0171Z","time spent":"615.964883ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:49.633071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.975269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:11:49.633087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.560752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:49.633102Z","caller":"traceutil/trace.go:171","msg":"trace[1607752388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5393; }","duration":"617.046602ms","start":"2026-03-19T09:11:49.016046Z","end":"2026-03-19T09:11:49.633093Z","steps":["trace[1607752388] 'agreement among raft nodes before linearized reading' (duration: 616.961469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.633115Z","caller":"traceutil/trace.go:171","msg":"trace[218450328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5393; }","duration":"975.622183ms","start":"2026-03-19T09:11:48.657484Z","end":"2026-03-19T09:11:49.633106Z","steps":["trace[218450328] 'agreement among raft nodes before linearized reading' (duration: 975.575352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.633127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.016018Z","time spent":"617.104504ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:49.633141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.657463Z","time spent":"975.672804ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:11:49.633097Z","caller":"traceutil/trace.go:171","msg":"trace[1658567872] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5393; }","duration":"828.635707ms","start":"2026-03-19T09:11:48.804448Z","end":"2026-03-19T09:11:49.633083Z","steps":["trace[1658567872] 'agreement among raft nodes before linearized reading' (duration: 828.490833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.633194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.80443Z","time spent":"828.756092ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:11:49.633188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.651956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:11:49.63322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.153631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:11:49.633257Z","caller":"traceutil/trace.go:171","msg":"trace[1924948739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5393; }","duration":"618.770979ms","start":"2026-03-19T09:11:49.014468Z","end":"2026-03-19T09:11:49.633239Z","steps":["trace[1924948739] 'agreement among raft nodes before linearized reading' (duration: 618.582384ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:49.633267Z","caller":"traceutil/trace.go:171","msg":"trace[282644958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:5393; }","duration":"814.230863ms","start":"2026-03-19T09:11:48.819023Z","end":"2026-03-19T09:11:49.633254Z","steps":["trace[282644958] 'agreement among raft nodes before linearized reading' (duration: 814.097459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.633296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.014442Z","time spent":"618.846021ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:11:49.633308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:48.819009Z","time spent":"814.287134ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"info","ts":"2026-03-19T09:11:49.690921Z","caller":"traceutil/trace.go:171","msg":"trace[1943723642] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"459.529268ms","start":"2026-03-19T09:11:49.231353Z","end":"2026-03-19T09:11:49.690883Z","steps":["trace[1943723642] 'process raft request' (duration: 459.28282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.691074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.231331Z","time spent":"459.666562ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17010,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:49.691181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.279142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.189e3310fba6355a\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-19T09:11:49.691253Z","caller":"traceutil/trace.go:171","msg":"trace[285512546] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.189e3310fba6355a; range_end:; response_count:1; response_revision:5394; }","duration":"470.379795ms","start":"2026-03-19T09:11:49.220856Z","end":"2026-03-19T09:11:49.691236Z","steps":["trace[285512546] 'agreement among raft nodes before linearized reading' (duration: 470.180199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:49.691296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:49.220839Z","time spent":"470.448586ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":759,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.189e3310fba6355a\" "} {"level":"info","ts":"2026-03-19T09:11:51.90829Z","caller":"traceutil/trace.go:171","msg":"trace[82482833] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"113.134608ms","start":"2026-03-19T09:11:51.795134Z","end":"2026-03-19T09:11:51.908268Z","steps":["trace[82482833] 'process raft request' (duration: 112.656035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.908482Z","caller":"traceutil/trace.go:171","msg":"trace[1102580289] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"112.435039ms","start":"2026-03-19T09:11:51.796037Z","end":"2026-03-19T09:11:51.908472Z","steps":["trace[1102580289] 'process raft request' (duration: 112.197923ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.908722Z","caller":"traceutil/trace.go:171","msg":"trace[1527048165] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"112.339116ms","start":"2026-03-19T09:11:51.79636Z","end":"2026-03-19T09:11:51.908699Z","steps":["trace[1527048165] 'process raft request' (duration: 112.07931ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.908913Z","caller":"traceutil/trace.go:171","msg":"trace[721074080] linearizableReadLoop","detail":"{readStateIndex:5632; appliedIndex:5630; }","duration":"113.399826ms","start":"2026-03-19T09:11:51.795498Z","end":"2026-03-19T09:11:51.908898Z","steps":["trace[721074080] 'read index received' (duration: 70.111411ms)","trace[721074080] 'applied index is now lower than readState.Index' (duration: 43.286915ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:51.909Z","caller":"traceutil/trace.go:171","msg":"trace[1274642459] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"110.840125ms","start":"2026-03-19T09:11:51.798138Z","end":"2026-03-19T09:11:51.908978Z","steps":["trace[1274642459] 'process raft request' (duration: 110.490315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.909143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.631412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82108"} {"level":"info","ts":"2026-03-19T09:11:51.909185Z","caller":"traceutil/trace.go:171","msg":"trace[481440193] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5424; }","duration":"113.710815ms","start":"2026-03-19T09:11:51.795462Z","end":"2026-03-19T09:11:51.909173Z","steps":["trace[481440193] 'agreement among raft nodes before linearized reading' (duration: 113.490288ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:18.084189Z","caller":"traceutil/trace.go:171","msg":"trace[385178649] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"197.90455ms","start":"2026-03-19T09:12:17.886254Z","end":"2026-03-19T09:12:18.084158Z","steps":["trace[385178649] 'process raft request' (duration: 197.694975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:18.087763Z","caller":"traceutil/trace.go:171","msg":"trace[1592339543] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"198.677721ms","start":"2026-03-19T09:12:17.889049Z","end":"2026-03-19T09:12:18.087726Z","steps":["trace[1592339543] 'process raft request' (duration: 198.446315ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:18.087823Z","caller":"traceutil/trace.go:171","msg":"trace[1343124548] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"196.936765ms","start":"2026-03-19T09:12:17.890853Z","end":"2026-03-19T09:12:18.08779Z","steps":["trace[1343124548] 'process raft request' (duration: 196.800282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:28.259116Z","caller":"traceutil/trace.go:171","msg":"trace[2086470826] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"138.657799ms","start":"2026-03-19T09:12:28.120429Z","end":"2026-03-19T09:12:28.259087Z","steps":["trace[2086470826] 'process raft request' (duration: 138.474183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:28.259345Z","caller":"traceutil/trace.go:171","msg":"trace[623056633] linearizableReadLoop","detail":"{readStateIndex:5921; appliedIndex:5919; }","duration":"126.442063ms","start":"2026-03-19T09:12:28.132878Z","end":"2026-03-19T09:12:28.25932Z","steps":["trace[623056633] 'read index received' (duration: 125.963419ms)","trace[623056633] 'applied index is now lower than readState.Index' (duration: 477.454µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:28.259575Z","caller":"traceutil/trace.go:171","msg":"trace[1169116632] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"137.014812ms","start":"2026-03-19T09:12:28.122543Z","end":"2026-03-19T09:12:28.259558Z","steps":["trace[1169116632] 'process raft request' (duration: 136.506138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.259735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.830283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:12:28.259811Z","caller":"traceutil/trace.go:171","msg":"trace[1106825674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5701; }","duration":"126.948488ms","start":"2026-03-19T09:12:28.132845Z","end":"2026-03-19T09:12:28.259794Z","steps":["trace[1106825674] 'agreement among raft nodes before linearized reading' (duration: 126.711641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.260199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.532568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:12:28.260261Z","caller":"traceutil/trace.go:171","msg":"trace[2063726373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5701; }","duration":"125.62019ms","start":"2026-03-19T09:12:28.134626Z","end":"2026-03-19T09:12:28.260246Z","steps":["trace[2063726373] 'agreement among raft nodes before linearized reading' (duration: 124.949132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.394696Z","caller":"traceutil/trace.go:171","msg":"trace[1896053621] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"101.266853ms","start":"2026-03-19T09:12:29.293392Z","end":"2026-03-19T09:12:29.394659Z","steps":["trace[1896053621] 'process raft request' (duration: 101.049687ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:38.271311Z","caller":"traceutil/trace.go:171","msg":"trace[265549800] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"114.016582ms","start":"2026-03-19T09:12:38.157267Z","end":"2026-03-19T09:12:38.271284Z","steps":["trace[265549800] 'process raft request' (duration: 113.872737ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:43.161834Z","caller":"traceutil/trace.go:171","msg":"trace[1837139201] linearizableReadLoop","detail":"{readStateIndex:6031; appliedIndex:6030; }","duration":"105.298574ms","start":"2026-03-19T09:12:43.056509Z","end":"2026-03-19T09:12:43.161808Z","steps":["trace[1837139201] 'read index received' (duration: 88.710791ms)","trace[1837139201] 'applied index is now lower than readState.Index' (duration: 16.586513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:43.161985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.462428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:43.162031Z","caller":"traceutil/trace.go:171","msg":"trace[1920649206] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5808; }","duration":"105.571412ms","start":"2026-03-19T09:12:43.056446Z","end":"2026-03-19T09:12:43.162017Z","steps":["trace[1920649206] 'agreement among raft nodes before linearized reading' (duration: 105.457189ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:43.162152Z","caller":"traceutil/trace.go:171","msg":"trace[327381528] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"113.880688ms","start":"2026-03-19T09:12:43.048235Z","end":"2026-03-19T09:12:43.162116Z","steps":["trace[327381528] 'process raft request' (duration: 96.922125ms)","trace[327381528] 'compare' (duration: 16.531062ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:23.724603Z","caller":"traceutil/trace.go:171","msg":"trace[426988799] transaction","detail":"{read_only:false; response_revision:7264; number_of_response:1; }","duration":"123.329581ms","start":"2026-03-19T09:16:23.60123Z","end":"2026-03-19T09:16:23.724559Z","steps":["trace[426988799] 'process raft request' (duration: 123.099925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:24.480559Z","caller":"traceutil/trace.go:171","msg":"trace[882780047] transaction","detail":"{read_only:false; response_revision:7267; number_of_response:1; }","duration":"878.486605ms","start":"2026-03-19T09:16:23.602047Z","end":"2026-03-19T09:16:24.480534Z","steps":["trace[882780047] 'process raft request' (duration: 878.416592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:24.480572Z","caller":"traceutil/trace.go:171","msg":"trace[1216206168] transaction","detail":"{read_only:false; response_revision:7265; number_of_response:1; }","duration":"878.856404ms","start":"2026-03-19T09:16:23.601692Z","end":"2026-03-19T09:16:24.480549Z","steps":["trace[1216206168] 'process raft request' (duration: 878.520595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:24.480708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.60201Z","time spent":"878.626797ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:24.480736Z","caller":"traceutil/trace.go:171","msg":"trace[1243164085] linearizableReadLoop","detail":"{readStateIndex:7542; appliedIndex:7537; }","duration":"822.860671ms","start":"2026-03-19T09:16:23.657834Z","end":"2026-03-19T09:16:24.480695Z","steps":["trace[1243164085] 'read index received' (duration: 66.551728ms)","trace[1243164085] 'applied index is now lower than readState.Index' (duration: 756.306003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:24.48071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.601671Z","time spent":"878.972266ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:24.480786Z","caller":"traceutil/trace.go:171","msg":"trace[1232064532] transaction","detail":"{read_only:false; response_revision:7268; number_of_response:1; }","duration":"878.459882ms","start":"2026-03-19T09:16:23.602285Z","end":"2026-03-19T09:16:24.480745Z","steps":["trace[1232064532] 'process raft request' (duration: 878.216545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:24.481058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.520189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:16:24.481062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.17631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:24.481101Z","caller":"traceutil/trace.go:171","msg":"trace[694077210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:7268; }","duration":"742.612853ms","start":"2026-03-19T09:16:23.738477Z","end":"2026-03-19T09:16:24.48109Z","steps":["trace[694077210] 'agreement among raft nodes before linearized reading' (duration: 742.386357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:24.4811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.602266Z","time spent":"878.792662ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:24.481115Z","caller":"traceutil/trace.go:171","msg":"trace[1590382323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7268; }","duration":"823.314383ms","start":"2026-03-19T09:16:23.657783Z","end":"2026-03-19T09:16:24.481097Z","steps":["trace[1590382323] 'agreement among raft nodes before linearized reading' (duration: 823.087367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:24.481136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.738454Z","time spent":"742.674974ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:16:24.481164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.657762Z","time spent":"823.390474ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:16:24.481548Z","caller":"traceutil/trace.go:171","msg":"trace[1684062175] transaction","detail":"{read_only:false; response_revision:7266; number_of_response:1; }","duration":"878.702789ms","start":"2026-03-19T09:16:23.601913Z","end":"2026-03-19T09:16:24.480616Z","steps":["trace[1684062175] 'process raft request' (duration: 878.494603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:24.481742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.601901Z","time spent":"879.754137ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:36.765466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.517007ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:16:36.765549Z","caller":"traceutil/trace.go:171","msg":"trace[683353614] linearizableReadLoop","detail":"{readStateIndex:7602; appliedIndex:7601; }","duration":"169.284473ms","start":"2026-03-19T09:16:36.596248Z","end":"2026-03-19T09:16:36.765533Z","steps":["trace[683353614] 'read index received' (duration: 65.713215ms)","trace[683353614] 'applied index is now lower than readState.Index' (duration: 103.570328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:36.765781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.52124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:16:36.765827Z","caller":"traceutil/trace.go:171","msg":"trace[1245181086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7325; }","duration":"169.607392ms","start":"2026-03-19T09:16:36.596208Z","end":"2026-03-19T09:16:36.765815Z","steps":["trace[1245181086] 'agreement among raft nodes before linearized reading' (duration: 169.467208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:36.766091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.001999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:16:36.766102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.814809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:16:36.766112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.253212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:16:36.766149Z","caller":"traceutil/trace.go:171","msg":"trace[551734506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:7325; }","duration":"121.080072ms","start":"2026-03-19T09:16:36.645056Z","end":"2026-03-19T09:16:36.766137Z","steps":["trace[551734506] 'agreement among raft nodes before linearized reading' (duration: 120.952008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:36.766175Z","caller":"traceutil/trace.go:171","msg":"trace[1929011028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7325; }","duration":"169.347255ms","start":"2026-03-19T09:16:36.596812Z","end":"2026-03-19T09:16:36.76616Z","steps":["trace[1929011028] 'agreement among raft nodes before linearized reading' (duration: 169.15584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:36.766188Z","caller":"traceutil/trace.go:171","msg":"trace[1107678934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7325; }","duration":"162.894051ms","start":"2026-03-19T09:16:36.603252Z","end":"2026-03-19T09:16:36.766146Z","steps":["trace[1107678934] 'agreement among raft nodes before linearized reading' (duration: 162.748216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:36.766739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.452264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:16:36.766781Z","caller":"traceutil/trace.go:171","msg":"trace[747025299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7325; }","duration":"140.514606ms","start":"2026-03-19T09:16:36.626257Z","end":"2026-03-19T09:16:36.766771Z","steps":["trace[747025299] 'agreement among raft nodes before linearized reading' (duration: 139.721534ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:37.955648Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5306} {"level":"info","ts":"2026-03-19T09:16:38.088664Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5306,"took":"131.131983ms","hash":2321713696,"current-db-size-bytes":38969344,"current-db-size":"39 MB","current-db-size-in-use-bytes":21856256,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-19T09:16:38.088736Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2321713696,"revision":5306,"compact-revision":2598} {"level":"info","ts":"2026-03-19T09:16:40.988345Z","caller":"traceutil/trace.go:171","msg":"trace[1839078077] transaction","detail":"{read_only:false; response_revision:7346; number_of_response:1; }","duration":"102.964582ms","start":"2026-03-19T09:16:40.885352Z","end":"2026-03-19T09:16:40.988317Z","steps":["trace[1839078077] 'process raft request' (duration: 54.302317ms)","trace[1839078077] 'compare' (duration: 48.52978ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:41.032012Z","caller":"traceutil/trace.go:171","msg":"trace[1658779448] transaction","detail":"{read_only:false; response_revision:7347; number_of_response:1; }","duration":"146.403525ms","start":"2026-03-19T09:16:40.885586Z","end":"2026-03-19T09:16:41.031989Z","steps":["trace[1658779448] 'process raft request' (duration: 146.206359ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:41.032427Z","caller":"traceutil/trace.go:171","msg":"trace[259517175] transaction","detail":"{read_only:false; response_revision:7348; number_of_response:1; }","duration":"145.993924ms","start":"2026-03-19T09:16:40.886404Z","end":"2026-03-19T09:16:41.032398Z","steps":["trace[259517175] 'process raft request' (duration: 145.537522ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:41.032515Z","caller":"traceutil/trace.go:171","msg":"trace[118115582] transaction","detail":"{read_only:false; response_revision:7349; number_of_response:1; }","duration":"142.834059ms","start":"2026-03-19T09:16:40.88966Z","end":"2026-03-19T09:16:41.032494Z","steps":["trace[118115582] 'process raft request' (duration: 142.680564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:41.032495Z","caller":"traceutil/trace.go:171","msg":"trace[1912751204] linearizableReadLoop","detail":"{readStateIndex:7625; appliedIndex:7623; }","duration":"146.754404ms","start":"2026-03-19T09:16:40.885717Z","end":"2026-03-19T09:16:41.032471Z","steps":["trace[1912751204] 'read index received' (duration: 53.952877ms)","trace[1912751204] 'applied index is now lower than readState.Index' (duration: 92.799997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:41.033063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.32026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199516"} {"level":"info","ts":"2026-03-19T09:16:41.033145Z","caller":"traceutil/trace.go:171","msg":"trace[260171599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7349; }","duration":"147.443983ms","start":"2026-03-19T09:16:40.885688Z","end":"2026-03-19T09:16:41.033132Z","steps":["trace[260171599] 'agreement among raft nodes before linearized reading' (duration: 146.893558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:42.201875Z","caller":"traceutil/trace.go:171","msg":"trace[1149005805] linearizableReadLoop","detail":"{readStateIndex:7634; appliedIndex:7633; }","duration":"144.615088ms","start":"2026-03-19T09:16:42.057239Z","end":"2026-03-19T09:16:42.201854Z","steps":["trace[1149005805] 'read index received' (duration: 144.451233ms)","trace[1149005805] 'applied index is now lower than readState.Index' (duration: 163.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:42.202005Z","caller":"traceutil/trace.go:171","msg":"trace[78646368] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"160.986159ms","start":"2026-03-19T09:16:42.041002Z","end":"2026-03-19T09:16:42.201988Z","steps":["trace[78646368] 'process raft request' (duration: 160.733683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:42.202072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.816693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-service-wlf92\" ","response":"range_response_count:1 size:2822"} {"level":"info","ts":"2026-03-19T09:16:42.202117Z","caller":"traceutil/trace.go:171","msg":"trace[1057651387] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/barbican-ks-service-wlf92; range_end:; response_count:1; response_revision:7355; }","duration":"144.899994ms","start":"2026-03-19T09:16:42.057204Z","end":"2026-03-19T09:16:42.202104Z","steps":["trace[1057651387] 'agreement among raft nodes before linearized reading' (duration: 144.73344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:25.320533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.364521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:17:25.320634Z","caller":"traceutil/trace.go:171","msg":"trace[641990133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7618; }","duration":"106.510026ms","start":"2026-03-19T09:17:25.214101Z","end":"2026-03-19T09:17:25.320611Z","steps":["trace[641990133] 'range keys from in-memory index tree' (duration: 106.188237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:37.449194Z","caller":"traceutil/trace.go:171","msg":"trace[283669905] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"245.166026ms","start":"2026-03-19T09:17:37.204004Z","end":"2026-03-19T09:17:37.44917Z","steps":["trace[283669905] 'process raft request' (duration: 244.963161ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:37.85499Z","caller":"traceutil/trace.go:171","msg":"trace[1580652765] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"143.359897ms","start":"2026-03-19T09:17:37.711591Z","end":"2026-03-19T09:17:37.854951Z","steps":["trace[1580652765] 'process raft request' (duration: 143.169451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:43.871087Z","caller":"traceutil/trace.go:171","msg":"trace[2052599063] linearizableReadLoop","detail":"{readStateIndex:8172; appliedIndex:8171; }","duration":"305.605456ms","start":"2026-03-19T09:17:43.565459Z","end":"2026-03-19T09:17:43.871065Z","steps":["trace[2052599063] 'read index received' (duration: 305.418851ms)","trace[2052599063] 'applied index is now lower than readState.Index' (duration: 185.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:43.871235Z","caller":"traceutil/trace.go:171","msg":"trace[1690648884] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"361.144985ms","start":"2026-03-19T09:17:43.510049Z","end":"2026-03-19T09:17:43.871194Z","steps":["trace[1690648884] 'process raft request' (duration: 360.866297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:43.871435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:43.510034Z","time spent":"361.315389ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:43.871613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.12357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:17:43.871668Z","caller":"traceutil/trace.go:171","msg":"trace[993582431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7876; }","duration":"306.234462ms","start":"2026-03-19T09:17:43.565423Z","end":"2026-03-19T09:17:43.871657Z","steps":["trace[993582431] 'agreement among raft nodes before linearized reading' (duration: 305.795041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:43.87185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.729701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:17:43.87195Z","caller":"traceutil/trace.go:171","msg":"trace[1243170699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7878; }","duration":"266.878615ms","start":"2026-03-19T09:17:43.605042Z","end":"2026-03-19T09:17:43.871921Z","steps":["trace[1243170699] 'agreement among raft nodes before linearized reading' (duration: 266.631538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:43.87193Z","caller":"traceutil/trace.go:171","msg":"trace[1590505304] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"232.590742ms","start":"2026-03-19T09:17:43.639308Z","end":"2026-03-19T09:17:43.871899Z","steps":["trace[1590505304] 'process raft request' (duration: 232.199832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:43.872022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.039325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:43.872083Z","caller":"traceutil/trace.go:171","msg":"trace[992729073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7878; }","duration":"215.138568ms","start":"2026-03-19T09:17:43.656929Z","end":"2026-03-19T09:17:43.872067Z","steps":["trace[992729073] 'agreement among raft nodes before linearized reading' (duration: 215.039606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:43.87214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.283263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:17:43.872178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.572272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:17:43.872207Z","caller":"traceutil/trace.go:171","msg":"trace[470962034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:7878; }","duration":"256.376795ms","start":"2026-03-19T09:17:43.615814Z","end":"2026-03-19T09:17:43.87219Z","steps":["trace[470962034] 'agreement among raft nodes before linearized reading' (duration: 256.206901ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:43.872224Z","caller":"traceutil/trace.go:171","msg":"trace[69598458] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7878; }","duration":"140.664135ms","start":"2026-03-19T09:17:43.731546Z","end":"2026-03-19T09:17:43.87221Z","steps":["trace[69598458] 'agreement among raft nodes before linearized reading' (duration: 140.572342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:43.872337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:43.565409Z","time spent":"306.880269ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:17:45.995517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003414183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:17:46.496658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003414183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:17:46.665124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.528827553s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:17:46.665493Z","caller":"traceutil/trace.go:171","msg":"trace[91311544] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"1.529290625s","start":"2026-03-19T09:17:45.136178Z","end":"2026-03-19T09:17:46.665469Z","steps":["trace[91311544] 'process raft request' (duration: 1.529135371s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:46.665633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:45.136156Z","time spent":"1.529406727s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:47.418504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.020872ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:47.418661Z","caller":"traceutil/trace.go:171","msg":"trace[1233782929] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7883; }","duration":"654.178047ms","start":"2026-03-19T09:17:46.764452Z","end":"2026-03-19T09:17:47.41863Z","steps":["trace[1233782929] 'range keys from in-memory index tree' (duration: 654.004822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:47.419004Z","caller":"traceutil/trace.go:171","msg":"trace[1758433409] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"1.541379437s","start":"2026-03-19T09:17:45.877595Z","end":"2026-03-19T09:17:47.418975Z","steps":["trace[1758433409] 'process raft request' (duration: 1.536823876s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:47.419193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:45.877578Z","time spent":"1.541523901s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:47.419361Z","caller":"traceutil/trace.go:171","msg":"trace[1925706291] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"1.535780747s","start":"2026-03-19T09:17:45.883566Z","end":"2026-03-19T09:17:47.419347Z","steps":["trace[1925706291] 'process raft request' (duration: 1.535592873s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:47.419336Z","caller":"traceutil/trace.go:171","msg":"trace[1659009516] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"1.539752944s","start":"2026-03-19T09:17:45.879516Z","end":"2026-03-19T09:17:47.419268Z","steps":["trace[1659009516] 'process raft request' (duration: 1.539405474s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:47.419454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:45.883553Z","time spent":"1.535848669s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:47.4195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:45.879486Z","time spent":"1.539928628s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:47.437936Z","caller":"traceutil/trace.go:171","msg":"trace[1146928732] linearizableReadLoop","detail":"{readStateIndex:8183; appliedIndex:8178; }","duration":"1.943002929s","start":"2026-03-19T09:17:45.494911Z","end":"2026-03-19T09:17:47.437914Z","steps":["trace[1146928732] 'read index received' (duration: 1.170457001s)","trace[1146928732] 'applied index is now lower than readState.Index' (duration: 772.544688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:47.438138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943226435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:17:47.438195Z","caller":"traceutil/trace.go:171","msg":"trace[693819137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7886; }","duration":"1.943349858s","start":"2026-03-19T09:17:45.494834Z","end":"2026-03-19T09:17:47.438184Z","steps":["trace[693819137] 'agreement among raft nodes before linearized reading' (duration: 1.943182754s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:47.438258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:45.494813Z","time spent":"1.943437161s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:17:47.440167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783431721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:17:47.440218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.612115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:17:47.440253Z","caller":"traceutil/trace.go:171","msg":"trace[1053935533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7887; }","duration":"1.783562044s","start":"2026-03-19T09:17:45.656669Z","end":"2026-03-19T09:17:47.440231Z","steps":["trace[1053935533] 'agreement among raft nodes before linearized reading' (duration: 1.783408471s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:47.440268Z","caller":"traceutil/trace.go:171","msg":"trace[2099021087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7887; }","duration":"732.694877ms","start":"2026-03-19T09:17:46.707559Z","end":"2026-03-19T09:17:47.440254Z","steps":["trace[2099021087] 'agreement among raft nodes before linearized reading' (duration: 732.549023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:47.440307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:46.707542Z","time spent":"732.757998ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:17:47.440459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238077991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:17:47.440479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55882445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:17:47.440511Z","caller":"traceutil/trace.go:171","msg":"trace[755399920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7887; }","duration":"1.238164584s","start":"2026-03-19T09:17:46.202333Z","end":"2026-03-19T09:17:47.440498Z","steps":["trace[755399920] 'agreement among raft nodes before linearized reading' (duration: 1.238002309s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:47.440525Z","caller":"traceutil/trace.go:171","msg":"trace[351272892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7887; }","duration":"1.558912923s","start":"2026-03-19T09:17:45.8816Z","end":"2026-03-19T09:17:47.440513Z","steps":["trace[351272892] 'agreement among raft nodes before linearized reading' (duration: 1.55878077s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:47.44056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:45.881579Z","time spent":"1.558975115s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:17:47.440611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:46.202309Z","time spent":"1.238233786s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:17:47.440628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559324856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:17:47.440658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400774903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:17:47.440703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.700822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T09:17:47.440744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.850275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-19T09:17:47.440801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565647273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:17:47.440834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557137536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:17:47.440846Z","caller":"traceutil/trace.go:171","msg":"trace[1253127469] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7887; }","duration":"728.960877ms","start":"2026-03-19T09:17:46.71185Z","end":"2026-03-19T09:17:47.44081Z","steps":["trace[1253127469] 'agreement among raft nodes before linearized reading' (duration: 728.667859ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:47.440847Z","caller":"traceutil/trace.go:171","msg":"trace[1406968440] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"538.928179ms","start":"2026-03-19T09:17:46.90188Z","end":"2026-03-19T09:17:47.440808Z","steps":["trace[1406968440] 'process raft request' (duration: 537.971154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:47.440871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.522263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:47.440896Z","caller":"traceutil/trace.go:171","msg":"trace[90473537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:7887; }","duration":"1.557212427s","start":"2026-03-19T09:17:45.883663Z","end":"2026-03-19T09:17:47.440875Z","steps":["trace[90473537] 'agreement among raft nodes before linearized reading' (duration: 1.557022712s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:47.440721Z","caller":"traceutil/trace.go:171","msg":"trace[1261775624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7887; }","duration":"1.559470868s","start":"2026-03-19T09:17:45.881228Z","end":"2026-03-19T09:17:47.440699Z","steps":["trace[1261775624] 'agreement among raft nodes before linearized reading' (duration: 1.559198341s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:47.441009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:46.90185Z","time spent":"539.076042ms","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19434,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:47.440739Z","caller":"traceutil/trace.go:171","msg":"trace[2131568698] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7887; }","duration":"1.400907997s","start":"2026-03-19T09:17:46.039805Z","end":"2026-03-19T09:17:47.440713Z","steps":["trace[2131568698] 'agreement among raft nodes before linearized reading' (duration: 1.400757282s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:47.440832Z","caller":"traceutil/trace.go:171","msg":"trace[697854998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7887; }","duration":"390.897827ms","start":"2026-03-19T09:17:47.049902Z","end":"2026-03-19T09:17:47.4408Z","steps":["trace[697854998] 'agreement among raft nodes before linearized reading' (duration: 390.405764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:47.441021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:45.881209Z","time spent":"1.559788727s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:17:47.441104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:47.049886Z","time spent":"391.208275ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:17:47.440906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:46.711841Z","time spent":"729.050119ms","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T09:17:47.441114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:46.039781Z","time spent":"1.401308257s","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:17:47.440886Z","caller":"traceutil/trace.go:171","msg":"trace[1636958465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7887; }","duration":"1.565800266s","start":"2026-03-19T09:17:45.875063Z","end":"2026-03-19T09:17:47.440863Z","steps":["trace[1636958465] 'agreement among raft nodes before linearized reading' (duration: 1.56556123s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:47.440939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:45.883656Z","time spent":"1.557275229s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"info","ts":"2026-03-19T09:17:47.440935Z","caller":"traceutil/trace.go:171","msg":"trace[2130751599] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7887; }","duration":"631.618116ms","start":"2026-03-19T09:17:46.809302Z","end":"2026-03-19T09:17:47.44092Z","steps":["trace[2130751599] 'agreement among raft nodes before linearized reading' (duration: 631.508113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:47.441291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:46.809285Z","time spent":"631.993736ms","remote":"127.0.0.1:44318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:17:47.441192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:45.875042Z","time spent":"1.566139835s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:17:47.440308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:45.65665Z","time spent":"1.783646346s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:17:51.658624Z","caller":"traceutil/trace.go:171","msg":"trace[1351720863] linearizableReadLoop","detail":"{readStateIndex:8209; appliedIndex:8206; }","duration":"200.594191ms","start":"2026-03-19T09:17:51.458009Z","end":"2026-03-19T09:17:51.658604Z","steps":["trace[1351720863] 'read index received' (duration: 23.883937ms)","trace[1351720863] 'applied index is now lower than readState.Index' (duration: 176.709474ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:51.65865Z","caller":"traceutil/trace.go:171","msg":"trace[725168522] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"224.581328ms","start":"2026-03-19T09:17:51.434043Z","end":"2026-03-19T09:17:51.658624Z","steps":["trace[725168522] 'process raft request' (duration: 186.522326ms)","trace[725168522] 'compare' (duration: 37.879687ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:51.65874Z","caller":"traceutil/trace.go:171","msg":"trace[1668414370] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"224.58294ms","start":"2026-03-19T09:17:51.434117Z","end":"2026-03-19T09:17:51.6587Z","steps":["trace[1668414370] 'process raft request' (duration: 224.451827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:51.658822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.953903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:17:51.658848Z","caller":"traceutil/trace.go:171","msg":"trace[1186789762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7910; }","duration":"191.012876ms","start":"2026-03-19T09:17:51.467827Z","end":"2026-03-19T09:17:51.65884Z","steps":["trace[1186789762] 'agreement among raft nodes before linearized reading' (duration: 190.892573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:51.65893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.807144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:17:51.658934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.894019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:17:51.65897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.637899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:17:51.659013Z","caller":"traceutil/trace.go:171","msg":"trace[1265300376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7910; }","duration":"201.013452ms","start":"2026-03-19T09:17:51.457977Z","end":"2026-03-19T09:17:51.658991Z","steps":["trace[1265300376] 'agreement among raft nodes before linearized reading' (duration: 200.750714ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:51.659034Z","caller":"traceutil/trace.go:171","msg":"trace[1589651409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7910; }","duration":"189.749312ms","start":"2026-03-19T09:17:51.469268Z","end":"2026-03-19T09:17:51.659018Z","steps":["trace[1589651409] 'agreement among raft nodes before linearized reading' (duration: 189.534127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:51.659025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.26967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:17:51.658989Z","caller":"traceutil/trace.go:171","msg":"trace[316613864] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7910; }","duration":"189.884616ms","start":"2026-03-19T09:17:51.469089Z","end":"2026-03-19T09:17:51.658973Z","steps":["trace[316613864] 'agreement among raft nodes before linearized reading' (duration: 189.718022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:51.659086Z","caller":"traceutil/trace.go:171","msg":"trace[1240100853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7910; }","duration":"189.372911ms","start":"2026-03-19T09:17:51.469697Z","end":"2026-03-19T09:17:51.65907Z","steps":["trace[1240100853] 'agreement among raft nodes before linearized reading' (duration: 189.158655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:51.659275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.248209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:17:51.65932Z","caller":"traceutil/trace.go:171","msg":"trace[1109749859] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:7910; }","duration":"183.32134ms","start":"2026-03-19T09:17:51.475988Z","end":"2026-03-19T09:17:51.659309Z","steps":["trace[1109749859] 'agreement among raft nodes before linearized reading' (duration: 183.155016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:55.799235Z","caller":"traceutil/trace.go:171","msg":"trace[247937101] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"103.728362ms","start":"2026-03-19T09:17:55.695476Z","end":"2026-03-19T09:17:55.799204Z","steps":["trace[247937101] 'process raft request' (duration: 103.525667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:55.79932Z","caller":"traceutil/trace.go:171","msg":"trace[1657310532] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"102.311704ms","start":"2026-03-19T09:17:55.696969Z","end":"2026-03-19T09:17:55.799281Z","steps":["trace[1657310532] 'process raft request' (duration: 102.15821ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:55.998414Z","caller":"traceutil/trace.go:171","msg":"trace[236555174] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"194.019926ms","start":"2026-03-19T09:17:55.804368Z","end":"2026-03-19T09:17:55.998388Z","steps":["trace[236555174] 'process raft request' (duration: 193.82541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:56.090404Z","caller":"traceutil/trace.go:171","msg":"trace[1197735197] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"285.631444ms","start":"2026-03-19T09:17:55.804751Z","end":"2026-03-19T09:17:56.090382Z","steps":["trace[1197735197] 'process raft request' (duration: 285.554323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:56.09042Z","caller":"traceutil/trace.go:171","msg":"trace[907824876] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"285.722257ms","start":"2026-03-19T09:17:55.804668Z","end":"2026-03-19T09:17:56.09039Z","steps":["trace[907824876] 'process raft request' (duration: 279.957304ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:56.090631Z","caller":"traceutil/trace.go:171","msg":"trace[235818767] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"284.910675ms","start":"2026-03-19T09:17:55.805703Z","end":"2026-03-19T09:17:56.090614Z","steps":["trace[235818767] 'process raft request' (duration: 284.644209ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:56.09071Z","caller":"traceutil/trace.go:171","msg":"trace[70561582] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"284.969957ms","start":"2026-03-19T09:17:55.805716Z","end":"2026-03-19T09:17:56.090686Z","steps":["trace[70561582] 'process raft request' (duration: 284.792402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:56.415388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.377776ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:17:57.525543Z","caller":"traceutil/trace.go:171","msg":"trace[61841827] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"555.583861ms","start":"2026-03-19T09:17:56.969933Z","end":"2026-03-19T09:17:57.525517Z","steps":["trace[61841827] 'process raft request' (duration: 555.399896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:57.525722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:56.969896Z","time spent":"555.725075ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:58.453098Z","caller":"traceutil/trace.go:171","msg":"trace[434833376] linearizableReadLoop","detail":"{readStateIndex:8237; appliedIndex:8236; }","duration":"358.396511ms","start":"2026-03-19T09:17:58.094666Z","end":"2026-03-19T09:17:58.453062Z","steps":["trace[434833376] 'read index received' (duration: 358.104833ms)","trace[434833376] 'applied index is now lower than readState.Index' (duration: 290.538µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:58.453227Z","caller":"traceutil/trace.go:171","msg":"trace[912657062] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"444.981957ms","start":"2026-03-19T09:17:58.008207Z","end":"2026-03-19T09:17:58.453189Z","steps":["trace[912657062] 'process raft request' (duration: 444.616517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:58.45364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.008183Z","time spent":"445.321916ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:58.453721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.937106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:17:58.453721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.338044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:17:58.453783Z","caller":"traceutil/trace.go:171","msg":"trace[1868113436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7937; }","duration":"359.0923ms","start":"2026-03-19T09:17:58.094676Z","end":"2026-03-19T09:17:58.453768Z","steps":["trace[1868113436] 'agreement among raft nodes before linearized reading' (duration: 358.810313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:58.453797Z","caller":"traceutil/trace.go:171","msg":"trace[286817291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7937; }","duration":"357.468628ms","start":"2026-03-19T09:17:58.096312Z","end":"2026-03-19T09:17:58.45378Z","steps":["trace[286817291] 'agreement among raft nodes before linearized reading' (duration: 357.19685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:58.453836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.094624Z","time spent":"359.201753ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:17:58.453963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.304766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:17:58.453845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.0963Z","time spent":"357.530929ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:17:58.454013Z","caller":"traceutil/trace.go:171","msg":"trace[2121666892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7937; }","duration":"359.40302ms","start":"2026-03-19T09:17:58.094597Z","end":"2026-03-19T09:17:58.454Z","steps":["trace[2121666892] 'agreement among raft nodes before linearized reading' (duration: 358.632988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:58.454053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.094562Z","time spent":"359.47952ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:17:58.453851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.850514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:17:58.454121Z","caller":"traceutil/trace.go:171","msg":"trace[631899959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7937; }","duration":"359.136192ms","start":"2026-03-19T09:17:58.094968Z","end":"2026-03-19T09:17:58.454104Z","steps":["trace[631899959] 'agreement among raft nodes before linearized reading' (duration: 358.675689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:58.454172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.094958Z","time spent":"359.200323ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:17:59.2059Z","caller":"traceutil/trace.go:171","msg":"trace[2002341929] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"748.216059ms","start":"2026-03-19T09:17:58.457657Z","end":"2026-03-19T09:17:59.205873Z","steps":["trace[2002341929] 'process raft request' (duration: 662.419745ms)","trace[2002341929] 'compare' (duration: 85.705132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:59.206051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.457624Z","time spent":"748.334604ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:59.568081Z","caller":"traceutil/trace.go:171","msg":"trace[358623076] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"1.110079613s","start":"2026-03-19T09:17:58.457984Z","end":"2026-03-19T09:17:59.568064Z","steps":["trace[358623076] 'process raft request' (duration: 1.109922469s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:59.568198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.457956Z","time spent":"1.110179067s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:59.568545Z","caller":"traceutil/trace.go:171","msg":"trace[1596110841] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"1.109748695s","start":"2026-03-19T09:17:58.458771Z","end":"2026-03-19T09:17:59.56852Z","steps":["trace[1596110841] 'process raft request' (duration: 1.10955103s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:59.568542Z","caller":"traceutil/trace.go:171","msg":"trace[55340495] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"1.086848346s","start":"2026-03-19T09:17:58.481672Z","end":"2026-03-19T09:17:59.568521Z","steps":["trace[55340495] 'process raft request' (duration: 1.086723742s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:59.568559Z","caller":"traceutil/trace.go:171","msg":"trace[9986883] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"1.110109775s","start":"2026-03-19T09:17:58.458424Z","end":"2026-03-19T09:17:59.568534Z","steps":["trace[9986883] 'process raft request' (duration: 1.109606321s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:59.568618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.458762Z","time spent":"1.109823547s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:59.568668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.481656Z","time spent":"1.086943118s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:59.568693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.458402Z","time spent":"1.110219518s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:59.568843Z","caller":"traceutil/trace.go:171","msg":"trace[947225037] linearizableReadLoop","detail":"{readStateIndex:8242; appliedIndex:8237; }","duration":"905.761484ms","start":"2026-03-19T09:17:58.662673Z","end":"2026-03-19T09:17:59.568434Z","steps":["trace[947225037] 'read index received' (duration: 457.391647ms)","trace[947225037] 'applied index is now lower than readState.Index' (duration: 448.369047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:59.568881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.148985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:17:59.569159Z","caller":"traceutil/trace.go:171","msg":"trace[1390202240] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7942; }","duration":"906.536774ms","start":"2026-03-19T09:17:58.662592Z","end":"2026-03-19T09:17:59.569129Z","steps":["trace[1390202240] 'agreement among raft nodes before linearized reading' (duration: 906.078442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:59.569239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.662553Z","time spent":"906.666548ms","remote":"127.0.0.1:38248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:17:59.683771Z","caller":"traceutil/trace.go:171","msg":"trace[256804349] linearizableReadLoop","detail":"{readStateIndex:8243; appliedIndex:8242; }","duration":"114.863967ms","start":"2026-03-19T09:17:59.568875Z","end":"2026-03-19T09:17:59.683739Z","steps":["trace[256804349] 'read index received' (duration: 111.629481ms)","trace[256804349] 'applied index is now lower than readState.Index' (duration: 3.232926ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:59.683961Z","caller":"traceutil/trace.go:171","msg":"trace[1779244960] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"133.828564ms","start":"2026-03-19T09:17:59.550093Z","end":"2026-03-19T09:17:59.683921Z","steps":["trace[1779244960] 'process raft request' (duration: 130.486765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:59.684014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.364341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:59.684095Z","caller":"traceutil/trace.go:171","msg":"trace[1923206827] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7943; }","duration":"838.509874ms","start":"2026-03-19T09:17:58.845559Z","end":"2026-03-19T09:17:59.684069Z","steps":["trace[1923206827] 'agreement among raft nodes before linearized reading' (duration: 838.384671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:59.684159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:58.845523Z","time spent":"838.623037ms","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:17:59.684143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.067643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:59.684224Z","caller":"traceutil/trace.go:171","msg":"trace[1064467982] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7943; }","duration":"672.170766ms","start":"2026-03-19T09:17:59.012033Z","end":"2026-03-19T09:17:59.684204Z","steps":["trace[1064467982] 'agreement among raft nodes before linearized reading' (duration: 671.98461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:59.684283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:59.011938Z","time spent":"672.33149ms","remote":"127.0.0.1:38118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:18:02.161531Z","caller":"traceutil/trace.go:171","msg":"trace[491336565] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"324.975662ms","start":"2026-03-19T09:18:01.836528Z","end":"2026-03-19T09:18:02.161504Z","steps":["trace[491336565] 'process raft request' (duration: 324.777817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:02.161697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:01.836477Z","time spent":"325.129056ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:02.176981Z","caller":"traceutil/trace.go:171","msg":"trace[1281639949] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8255; }","duration":"306.5209ms","start":"2026-03-19T09:18:01.870443Z","end":"2026-03-19T09:18:02.176964Z","steps":["trace[1281639949] 'read index received' (duration: 290.838123ms)","trace[1281639949] 'applied index is now lower than readState.Index' (duration: 15.681237ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:02.17708Z","caller":"traceutil/trace.go:171","msg":"trace[69070260] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"312.355566ms","start":"2026-03-19T09:18:01.864689Z","end":"2026-03-19T09:18:02.177045Z","steps":["trace[69070260] 'process raft request' (duration: 312.184451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:02.177143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.696405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:18:02.177176Z","caller":"traceutil/trace.go:171","msg":"trace[637391734] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:7956; }","duration":"306.762467ms","start":"2026-03-19T09:18:01.870403Z","end":"2026-03-19T09:18:02.177166Z","steps":["trace[637391734] 'agreement among raft nodes before linearized reading' (duration: 306.627703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:02.17721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:01.87039Z","time spent":"306.810267ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:18:02.177315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:01.864669Z","time spent":"312.50336ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:02.67836Z","caller":"traceutil/trace.go:171","msg":"trace[1139159940] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"145.505134ms","start":"2026-03-19T09:18:02.532825Z","end":"2026-03-19T09:18:02.67833Z","steps":["trace[1139159940] 'process raft request' (duration: 62.510104ms)","trace[1139159940] 'compare' (duration: 82.782594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:03.058569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.211252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:03.058659Z","caller":"traceutil/trace.go:171","msg":"trace[1382299330] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7958; }","duration":"238.356306ms","start":"2026-03-19T09:18:02.820279Z","end":"2026-03-19T09:18:03.058635Z","steps":["trace[1382299330] 'range keys from in-memory index tree' (duration: 238.030888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:03.749816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.234131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:18:03.749893Z","caller":"traceutil/trace.go:171","msg":"trace[1310024396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7959; }","duration":"132.347602ms","start":"2026-03-19T09:18:03.617528Z","end":"2026-03-19T09:18:03.749876Z","steps":["trace[1310024396] 'range keys from in-memory index tree' (duration: 132.112446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:03.750093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.696265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:18:03.750142Z","caller":"traceutil/trace.go:171","msg":"trace[1780545979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7959; }","duration":"153.27924ms","start":"2026-03-19T09:18:03.596847Z","end":"2026-03-19T09:18:03.750126Z","steps":["trace[1780545979] 'range keys from in-memory index tree' (duration: 152.498399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:03.750251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.417254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:18:03.75036Z","caller":"traceutil/trace.go:171","msg":"trace[1897178028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7959; }","duration":"132.59367ms","start":"2026-03-19T09:18:03.61774Z","end":"2026-03-19T09:18:03.750334Z","steps":["trace[1897178028] 'range keys from in-memory index tree' (duration: 132.059646ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:26.45407Z","caller":"traceutil/trace.go:171","msg":"trace[1036702508] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"205.910162ms","start":"2026-03-19T09:18:26.248135Z","end":"2026-03-19T09:18:26.454045Z","steps":["trace[1036702508] 'process raft request' (duration: 205.717177ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:26.454329Z","caller":"traceutil/trace.go:171","msg":"trace[75853851] linearizableReadLoop","detail":"{readStateIndex:8387; appliedIndex:8384; }","duration":"107.429041ms","start":"2026-03-19T09:18:26.346869Z","end":"2026-03-19T09:18:26.454298Z","steps":["trace[75853851] 'read index received' (duration: 73.539488ms)","trace[75853851] 'applied index is now lower than readState.Index' (duration: 33.887392ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:26.454411Z","caller":"traceutil/trace.go:171","msg":"trace[1693755231] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"188.361355ms","start":"2026-03-19T09:18:26.266005Z","end":"2026-03-19T09:18:26.454366Z","steps":["trace[1693755231] 'process raft request' (duration: 187.981635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:26.454592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.739049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:18:26.454661Z","caller":"traceutil/trace.go:171","msg":"trace[1912882634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:8081; }","duration":"107.863913ms","start":"2026-03-19T09:18:26.346778Z","end":"2026-03-19T09:18:26.454642Z","steps":["trace[1912882634] 'agreement among raft nodes before linearized reading' (duration: 107.618425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:28.492786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.747871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-19T09:18:28.492887Z","caller":"traceutil/trace.go:171","msg":"trace[2026246426] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8132; }","duration":"216.889425ms","start":"2026-03-19T09:18:28.275971Z","end":"2026-03-19T09:18:28.492861Z","steps":["trace[2026246426] 'range keys from in-memory index tree' (duration: 216.563625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:28.970876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003414988,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:18:29.011722Z","caller":"traceutil/trace.go:171","msg":"trace[1022543418] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"553.121695ms","start":"2026-03-19T09:18:28.458577Z","end":"2026-03-19T09:18:29.011699Z","steps":["trace[1022543418] 'process raft request' (duration: 552.977222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:29.011858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:28.45855Z","time spent":"553.229498ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:29.151854Z","caller":"traceutil/trace.go:171","msg":"trace[905470387] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8440; }","duration":"681.177275ms","start":"2026-03-19T09:18:28.470645Z","end":"2026-03-19T09:18:29.151823Z","steps":["trace[905470387] 'read index received' (duration: 540.827438ms)","trace[905470387] 'applied index is now lower than readState.Index' (duration: 140.348387ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:29.15203Z","caller":"traceutil/trace.go:171","msg":"trace[1133371122] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"611.893791ms","start":"2026-03-19T09:18:28.540124Z","end":"2026-03-19T09:18:29.152018Z","steps":["trace[1133371122] 'process raft request' (duration: 611.632674ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:29.15201Z","caller":"traceutil/trace.go:171","msg":"trace[1783873208] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"692.189069ms","start":"2026-03-19T09:18:28.45978Z","end":"2026-03-19T09:18:29.151969Z","steps":["trace[1783873208] 'process raft request' (duration: 670.399249ms)","trace[1783873208] 'compare' (duration: 21.373539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:29.152138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.209315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:18:29.1522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:28.459763Z","time spent":"692.334092ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:29.152215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.991194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:18:29.152211Z","caller":"traceutil/trace.go:171","msg":"trace[1059884587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8135; }","duration":"237.413451ms","start":"2026-03-19T09:18:28.914779Z","end":"2026-03-19T09:18:29.152193Z","steps":["trace[1059884587] 'agreement among raft nodes before linearized reading' (duration: 237.259246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:29.152236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.302529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:29.152242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:28.540091Z","time spent":"611.977653ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:29.152257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.242904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:29.15232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.704916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:18:29.152325Z","caller":"traceutil/trace.go:171","msg":"trace[1067688572] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8135; }","duration":"207.445803ms","start":"2026-03-19T09:18:28.944854Z","end":"2026-03-19T09:18:29.1523Z","steps":["trace[1067688572] 'agreement among raft nodes before linearized reading' (duration: 207.275818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:29.152349Z","caller":"traceutil/trace.go:171","msg":"trace[236154180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8135; }","duration":"214.769508ms","start":"2026-03-19T09:18:28.937573Z","end":"2026-03-19T09:18:29.152343Z","steps":["trace[236154180] 'agreement among raft nodes before linearized reading' (duration: 214.657595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:29.152346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.692249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:18:29.15237Z","caller":"traceutil/trace.go:171","msg":"trace[383170907] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8135; }","duration":"371.46515ms","start":"2026-03-19T09:18:28.780879Z","end":"2026-03-19T09:18:29.152344Z","steps":["trace[383170907] 'agreement among raft nodes before linearized reading' (duration: 371.216283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:29.152401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.614278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-d8c52\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-19T09:18:29.15241Z","caller":"traceutil/trace.go:171","msg":"trace[1627909100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:8135; }","duration":"681.794571ms","start":"2026-03-19T09:18:28.470601Z","end":"2026-03-19T09:18:29.152395Z","steps":["trace[1627909100] 'agreement among raft nodes before linearized reading' (duration: 681.593126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:29.152435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:28.780849Z","time spent":"371.568082ms","remote":"127.0.0.1:35160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:29.152457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:28.470581Z","time spent":"681.865693ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"info","ts":"2026-03-19T09:18:29.152461Z","caller":"traceutil/trace.go:171","msg":"trace[2091570100] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-d8c52; range_end:; response_count:1; response_revision:8135; }","duration":"346.69739ms","start":"2026-03-19T09:18:28.805743Z","end":"2026-03-19T09:18:29.15244Z","steps":["trace[2091570100] 'agreement among raft nodes before linearized reading' (duration: 346.553787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:29.152488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.457333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:29.152505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:28.805723Z","time spent":"346.772312ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-d8c52\" "} {"level":"info","ts":"2026-03-19T09:18:29.152525Z","caller":"traceutil/trace.go:171","msg":"trace[1425855936] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io; range_end:; response_count:0; response_revision:8135; }","duration":"654.497136ms","start":"2026-03-19T09:18:28.498018Z","end":"2026-03-19T09:18:29.152515Z","steps":["trace[1425855936] 'agreement among raft nodes before linearized reading' (duration: 654.411873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:29.152549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:28.498008Z","time spent":"654.535926ms","remote":"127.0.0.1:43116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io\" "} {"level":"warn","ts":"2026-03-19T09:18:29.152705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.733348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:29.153689Z","caller":"traceutil/trace.go:171","msg":"trace[1536516173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8135; }","duration":"496.758154ms","start":"2026-03-19T09:18:28.656902Z","end":"2026-03-19T09:18:29.15366Z","steps":["trace[1536516173] 'agreement among raft nodes before linearized reading' (duration: 495.608314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:29.153808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:28.656881Z","time spent":"496.910259ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:18:29.152806Z","caller":"traceutil/trace.go:171","msg":"trace[1958793013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8135; }","duration":"656.616241ms","start":"2026-03-19T09:18:28.496178Z","end":"2026-03-19T09:18:29.152794Z","steps":["trace[1958793013] 'agreement among raft nodes before linearized reading' (duration: 655.863891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:29.153988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:28.496164Z","time spent":"657.775132ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:18:31.407778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.668002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.243\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:18:31.40785Z","caller":"traceutil/trace.go:171","msg":"trace[1142411515] range","detail":"{range_begin:/registry/masterleases/199.19.213.243; range_end:; response_count:1; response_revision:8147; }","duration":"277.789455ms","start":"2026-03-19T09:18:31.130044Z","end":"2026-03-19T09:18:31.407833Z","steps":["trace[1142411515] 'range keys from in-memory index tree' (duration: 277.497798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:31.408326Z","caller":"traceutil/trace.go:171","msg":"trace[1414441636] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8455; }","duration":"226.542481ms","start":"2026-03-19T09:18:31.181756Z","end":"2026-03-19T09:18:31.408298Z","steps":["trace[1414441636] 'read index received' (duration: 222.080642ms)","trace[1414441636] 'applied index is now lower than readState.Index' (duration: 4.460499ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:31.408503Z","caller":"traceutil/trace.go:171","msg":"trace[1727897820] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"250.998991ms","start":"2026-03-19T09:18:31.157464Z","end":"2026-03-19T09:18:31.408463Z","steps":["trace[1727897820] 'process raft request' (duration: 246.42392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:31.408624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.8653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:18:31.408683Z","caller":"traceutil/trace.go:171","msg":"trace[1972999621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8148; }","duration":"226.964772ms","start":"2026-03-19T09:18:31.181705Z","end":"2026-03-19T09:18:31.40867Z","steps":["trace[1972999621] 'agreement among raft nodes before linearized reading' (duration: 226.808338ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:31.41037Z","caller":"traceutil/trace.go:171","msg":"trace[460897284] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"219.36004ms","start":"2026-03-19T09:18:31.190992Z","end":"2026-03-19T09:18:31.410352Z","steps":["trace[460897284] 'process raft request' (duration: 219.121714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:31.410396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.021014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:18:31.410517Z","caller":"traceutil/trace.go:171","msg":"trace[1183226958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:8149; }","duration":"197.156088ms","start":"2026-03-19T09:18:31.213352Z","end":"2026-03-19T09:18:31.410508Z","steps":["trace[1183226958] 'agreement among raft nodes before linearized reading' (duration: 196.914542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:31.765276Z","caller":"traceutil/trace.go:171","msg":"trace[1119865714] linearizableReadLoop","detail":"{readStateIndex:8461; appliedIndex:8460; }","duration":"108.769825ms","start":"2026-03-19T09:18:31.656484Z","end":"2026-03-19T09:18:31.765254Z","steps":["trace[1119865714] 'read index received' (duration: 108.639072ms)","trace[1119865714] 'applied index is now lower than readState.Index' (duration: 129.823µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:31.76541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.910351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:31.765441Z","caller":"traceutil/trace.go:171","msg":"trace[1534360157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8152; }","duration":"108.988232ms","start":"2026-03-19T09:18:31.656444Z","end":"2026-03-19T09:18:31.765432Z","steps":["trace[1534360157] 'agreement among raft nodes before linearized reading' (duration: 108.897609ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:31.765696Z","caller":"traceutil/trace.go:171","msg":"trace[237264418] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"117.847707ms","start":"2026-03-19T09:18:31.647837Z","end":"2026-03-19T09:18:31.765685Z","steps":["trace[237264418] 'process raft request' (duration: 117.302272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:33.063125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003415064,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:18:33.473179Z","caller":"traceutil/trace.go:171","msg":"trace[187546835] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"926.857255ms","start":"2026-03-19T09:18:32.546297Z","end":"2026-03-19T09:18:33.473155Z","steps":["trace[187546835] 'process raft request' (duration: 926.721412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:33.473331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:32.546205Z","time spent":"927.051621ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:34.467473Z","caller":"traceutil/trace.go:171","msg":"trace[1063519026] linearizableReadLoop","detail":"{readStateIndex:8467; appliedIndex:8466; }","duration":"1.904865644s","start":"2026-03-19T09:18:32.562584Z","end":"2026-03-19T09:18:34.46745Z","steps":["trace[1063519026] 'read index received' (duration: 911.327022ms)","trace[1063519026] 'applied index is now lower than readState.Index' (duration: 993.537832ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:34.467522Z","caller":"traceutil/trace.go:171","msg":"trace[292600644] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"1.440942363s","start":"2026-03-19T09:18:33.026549Z","end":"2026-03-19T09:18:34.467491Z","steps":["trace[292600644] 'process raft request' (duration: 1.440689017s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:34.467577Z","caller":"traceutil/trace.go:171","msg":"trace[989123329] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"1.054471474s","start":"2026-03-19T09:18:33.41307Z","end":"2026-03-19T09:18:34.467541Z","steps":["trace[989123329] 'process raft request' (duration: 1.054332049s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:34.46789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:33.02653Z","time spent":"1.441280041s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:34.467926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905313476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:18:34.468503Z","caller":"traceutil/trace.go:171","msg":"trace[761890908] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8159; }","duration":"1.905907591s","start":"2026-03-19T09:18:32.562577Z","end":"2026-03-19T09:18:34.468484Z","steps":["trace[761890908] 'agreement among raft nodes before linearized reading' (duration: 1.905199403s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:34.468595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:32.562518Z","time spent":"1.906030065s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:34.469191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:33.413044Z","time spent":"1.055018788s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:34.657458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000860459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:18:34.657539Z","caller":"traceutil/trace.go:171","msg":"trace[1770369851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000980394s","start":"2026-03-19T09:18:32.656539Z","end":"2026-03-19T09:18:34.65752Z","steps":["trace[1770369851] 'agreement among raft nodes before linearized reading' (duration: 2.000883871s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:34.657582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:32.656523Z","time spent":"2.001050665s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:18:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:18:34.955092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.568032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:34.955198Z","caller":"traceutil/trace.go:171","msg":"trace[967163406] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8468; }","duration":"487.634682ms","start":"2026-03-19T09:18:34.467548Z","end":"2026-03-19T09:18:34.955182Z","steps":["trace[967163406] 'read index received' (duration: 195.837523ms)","trace[967163406] 'applied index is now lower than readState.Index' (duration: 291.795999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:34.955399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071565948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:18:34.955513Z","caller":"traceutil/trace.go:171","msg":"trace[1320921198] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8160; }","duration":"1.071745563s","start":"2026-03-19T09:18:33.88374Z","end":"2026-03-19T09:18:34.955486Z","steps":["trace[1320921198] 'agreement among raft nodes before linearized reading' (duration: 1.071471436s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:34.955758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:33.883717Z","time spent":"1.071839886s","remote":"127.0.0.1:44330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:34.955759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963903196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:34.95578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530032655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:18:34.955758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241001723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:18:34.955817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18547899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:18:34.955843Z","caller":"traceutil/trace.go:171","msg":"trace[1634938755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:8160; }","duration":"1.530137247s","start":"2026-03-19T09:18:33.425689Z","end":"2026-03-19T09:18:34.955826Z","steps":["trace[1634938755] 'agreement among raft nodes before linearized reading' (duration: 1.529814428s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:34.95585Z","caller":"traceutil/trace.go:171","msg":"trace[1446286967] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8160; }","duration":"1.964217534s","start":"2026-03-19T09:18:32.991607Z","end":"2026-03-19T09:18:34.955824Z","steps":["trace[1446286967] 'agreement among raft nodes before linearized reading' (duration: 1.963867275s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:34.955864Z","caller":"traceutil/trace.go:171","msg":"trace[177860838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8160; }","duration":"1.185528163s","start":"2026-03-19T09:18:33.770323Z","end":"2026-03-19T09:18:34.955851Z","steps":["trace[177860838] 'agreement among raft nodes before linearized reading' (duration: 1.185185284s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:34.955866Z","caller":"traceutil/trace.go:171","msg":"trace[828448604] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8160; }","duration":"2.241333232s","start":"2026-03-19T09:18:32.714512Z","end":"2026-03-19T09:18:34.955845Z","steps":["trace[828448604] 'agreement among raft nodes before linearized reading' (duration: 2.240978202s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:34.95589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:33.425669Z","time spent":"1.53021172s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:18:34.955888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.55323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:18:34.955901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:33.770211Z","time spent":"1.185683017s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:34.955916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:32.714501Z","time spent":"2.241400483s","remote":"127.0.0.1:38264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:34.955898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.033594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:34.95592Z","caller":"traceutil/trace.go:171","msg":"trace[1653092385] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"946.622853ms","start":"2026-03-19T09:18:34.009259Z","end":"2026-03-19T09:18:34.955882Z","steps":["trace[1653092385] 'process raft request' (duration: 654.187118ms)","trace[1653092385] 'compare' (duration: 291.464849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:34.95599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161809581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:18:34.955995Z","caller":"traceutil/trace.go:171","msg":"trace[2037453469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8160; }","duration":"878.682973ms","start":"2026-03-19T09:18:34.077296Z","end":"2026-03-19T09:18:34.955979Z","steps":["trace[2037453469] 'agreement among raft nodes before linearized reading' (duration: 878.251482ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:34.956032Z","caller":"traceutil/trace.go:171","msg":"trace[1750075179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8160; }","duration":"298.21004ms","start":"2026-03-19T09:18:34.657799Z","end":"2026-03-19T09:18:34.95601Z","steps":["trace[1750075179] 'agreement among raft nodes before linearized reading' (duration: 298.021755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:34.956039Z","caller":"traceutil/trace.go:171","msg":"trace[642615730] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8160; }","duration":"1.161902844s","start":"2026-03-19T09:18:33.794124Z","end":"2026-03-19T09:18:34.956027Z","steps":["trace[642615730] 'agreement among raft nodes before linearized reading' (duration: 1.161145804s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:34.956053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:34.077283Z","time spent":"878.757154ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:18:34.956078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:33.794101Z","time spent":"1.161968166s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":880,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:34.956079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535865339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:18:34.95598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.298609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-19T09:18:34.956137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.79776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:18:34.956155Z","caller":"traceutil/trace.go:171","msg":"trace[1179868446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8160; }","duration":"1.536013623s","start":"2026-03-19T09:18:33.420124Z","end":"2026-03-19T09:18:34.956137Z","steps":["trace[1179868446] 'agreement among raft nodes before linearized reading' (duration: 1.535675514s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:34.956164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.864656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:18:34.956191Z","caller":"traceutil/trace.go:171","msg":"trace[1994341589] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8160; }","duration":"711.892264ms","start":"2026-03-19T09:18:34.244284Z","end":"2026-03-19T09:18:34.956177Z","steps":["trace[1994341589] 'agreement among raft nodes before linearized reading' (duration: 711.739779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:34.956216Z","caller":"traceutil/trace.go:171","msg":"trace[1090644626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8160; }","duration":"905.937339ms","start":"2026-03-19T09:18:34.050264Z","end":"2026-03-19T09:18:34.956202Z","steps":["trace[1090644626] 'agreement among raft nodes before linearized reading' (duration: 905.798626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:34.956103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:34.009238Z","time spent":"946.792526ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:34.956235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:34.244251Z","time spent":"711.972174ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:18:34.956236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.665041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:18:34.95626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:34.050254Z","time spent":"905.99522ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:34.956271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:33.420103Z","time spent":"1.536148356s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:18:34.956282Z","caller":"traceutil/trace.go:171","msg":"trace[518865408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8160; }","duration":"911.725553ms","start":"2026-03-19T09:18:34.044544Z","end":"2026-03-19T09:18:34.956269Z","steps":["trace[518865408] 'agreement among raft nodes before linearized reading' (duration: 911.60839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:34.955902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:32.991585Z","time spent":"1.964301686s","remote":"127.0.0.1:49914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:34.956324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:34.044538Z","time spent":"911.772864ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:18:34.956165Z","caller":"traceutil/trace.go:171","msg":"trace[322508207] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8160; }","duration":"349.579687ms","start":"2026-03-19T09:18:34.60657Z","end":"2026-03-19T09:18:34.956149Z","steps":["trace[322508207] 'agreement among raft nodes before linearized reading' (duration: 348.92653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:34.956375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:34.606526Z","time spent":"349.835974ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-19T09:18:36.611953Z","caller":"traceutil/trace.go:171","msg":"trace[1509152795] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"135.875427ms","start":"2026-03-19T09:18:36.476047Z","end":"2026-03-19T09:18:36.611922Z","steps":["trace[1509152795] 'process raft request' (duration: 123.315913ms)","trace[1509152795] 'compare' (duration: 12.345008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:37.30904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.959688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:37.309105Z","caller":"traceutil/trace.go:171","msg":"trace[719556423] linearizableReadLoop","detail":"{readStateIndex:8480; appliedIndex:8479; }","duration":"296.040282ms","start":"2026-03-19T09:18:37.013053Z","end":"2026-03-19T09:18:37.309093Z","steps":["trace[719556423] 'read index received' (duration: 183.100305ms)","trace[719556423] 'applied index is now lower than readState.Index' (duration: 112.939217ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:37.309193Z","caller":"traceutil/trace.go:171","msg":"trace[290315060] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"314.39537ms","start":"2026-03-19T09:18:36.994754Z","end":"2026-03-19T09:18:37.309149Z","steps":["trace[290315060] 'process raft request' (duration: 201.276079ms)","trace[290315060] 'compare' (duration: 112.856894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:37.309377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:36.994728Z","time spent":"314.557805ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:37.309209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.158465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:18:37.3095Z","caller":"traceutil/trace.go:171","msg":"trace[947379820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8170; }","duration":"296.485274ms","start":"2026-03-19T09:18:37.013007Z","end":"2026-03-19T09:18:37.309493Z","steps":["trace[947379820] 'agreement among raft nodes before linearized reading' (duration: 296.128264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:37.44668Z","caller":"traceutil/trace.go:171","msg":"trace[245777510] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8480; }","duration":"137.539232ms","start":"2026-03-19T09:18:37.309118Z","end":"2026-03-19T09:18:37.446657Z","steps":["trace[245777510] 'read index received' (duration: 114.306063ms)","trace[245777510] 'applied index is now lower than readState.Index' (duration: 23.231989ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:37.446724Z","caller":"traceutil/trace.go:171","msg":"trace[1509558176] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"307.368933ms","start":"2026-03-19T09:18:37.139324Z","end":"2026-03-19T09:18:37.446693Z","steps":["trace[1509558176] 'process raft request' (duration: 307.274622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:37.44681Z","caller":"traceutil/trace.go:171","msg":"trace[997795459] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"432.967017ms","start":"2026-03-19T09:18:37.013802Z","end":"2026-03-19T09:18:37.446769Z","steps":["trace[997795459] 'process raft request' (duration: 409.645326ms)","trace[997795459] 'compare' (duration: 22.972422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:37.446863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.139305Z","time spent":"307.483036ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:37.446874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.45578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:18:37.446898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.34746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:18:37.446945Z","caller":"traceutil/trace.go:171","msg":"trace[867311618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8172; }","duration":"432.451564ms","start":"2026-03-19T09:18:37.014484Z","end":"2026-03-19T09:18:37.446936Z","steps":["trace[867311618] 'agreement among raft nodes before linearized reading' (duration: 432.233068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:37.446961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.013784Z","time spent":"433.10713ms","remote":"127.0.0.1:41170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:37.446983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.523605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:18:37.446984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.014457Z","time spent":"432.516075ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:18:37.447012Z","caller":"traceutil/trace.go:171","msg":"trace[957025591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8172; }","duration":"432.570286ms","start":"2026-03-19T09:18:37.014435Z","end":"2026-03-19T09:18:37.447005Z","steps":["trace[957025591] 'agreement among raft nodes before linearized reading' (duration: 432.495375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:37.447047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.014427Z","time spent":"432.612327ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:18:37.446909Z","caller":"traceutil/trace.go:171","msg":"trace[1130654408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8172; }","duration":"433.540252ms","start":"2026-03-19T09:18:37.013357Z","end":"2026-03-19T09:18:37.446898Z","steps":["trace[1130654408] 'agreement among raft nodes before linearized reading' (duration: 433.388408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:37.447168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.01334Z","time spent":"433.82195ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:37.447243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.407642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:18:37.447276Z","caller":"traceutil/trace.go:171","msg":"trace[1995802757] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:8172; }","duration":"429.457823ms","start":"2026-03-19T09:18:37.017809Z","end":"2026-03-19T09:18:37.447267Z","steps":["trace[1995802757] 'agreement among raft nodes before linearized reading' (duration: 429.352991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:37.447299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.017797Z","time spent":"429.498104ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"info","ts":"2026-03-19T09:18:37.454722Z","caller":"traceutil/trace.go:171","msg":"trace[1884962935] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"141.912248ms","start":"2026-03-19T09:18:37.312796Z","end":"2026-03-19T09:18:37.454708Z","steps":["trace[1884962935] 'process raft request' (duration: 141.831386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:38.664512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.893832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:38.664752Z","caller":"traceutil/trace.go:171","msg":"trace[1563304866] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"1.213699353s","start":"2026-03-19T09:18:37.450982Z","end":"2026-03-19T09:18:38.664682Z","steps":["trace[1563304866] 'process raft request' (duration: 492.519973ms)","trace[1563304866] 'compare' (duration: 720.421819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:38.66491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.450956Z","time spent":"1.213871807s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:38.664923Z","caller":"traceutil/trace.go:171","msg":"trace[1138811814] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"159.911277ms","start":"2026-03-19T09:18:38.504983Z","end":"2026-03-19T09:18:38.664894Z","steps":["trace[1138811814] 'process raft request' (duration: 159.847575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:38.665111Z","caller":"traceutil/trace.go:171","msg":"trace[1372217330] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"1.213467407s","start":"2026-03-19T09:18:37.451632Z","end":"2026-03-19T09:18:38.665099Z","steps":["trace[1372217330] 'process raft request' (duration: 1.213013535s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:38.665175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.451609Z","time spent":"1.213533828s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:38.665232Z","caller":"traceutil/trace.go:171","msg":"trace[798723379] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"1.213442836s","start":"2026-03-19T09:18:37.451773Z","end":"2026-03-19T09:18:38.665216Z","steps":["trace[798723379] 'process raft request' (duration: 1.212995534s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:38.66533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.451758Z","time spent":"1.213518779s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:38.665471Z","caller":"traceutil/trace.go:171","msg":"trace[536614396] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8482; }","duration":"1.214060152s","start":"2026-03-19T09:18:37.451396Z","end":"2026-03-19T09:18:38.665456Z","steps":["trace[536614396] 'read index received' (duration: 3.244196ms)","trace[536614396] 'applied index is now lower than readState.Index' (duration: 1.210814456s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:38.666024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214615387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228903"} {"level":"info","ts":"2026-03-19T09:18:38.666092Z","caller":"traceutil/trace.go:171","msg":"trace[1285984612] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8177; }","duration":"1.21471095s","start":"2026-03-19T09:18:37.451364Z","end":"2026-03-19T09:18:38.666075Z","steps":["trace[1285984612] 'agreement among raft nodes before linearized reading' (duration: 1.214250508s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:38.666147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.451354Z","time spent":"1.214778682s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228926,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:18:38.772415Z","caller":"traceutil/trace.go:171","msg":"trace[361657430] linearizableReadLoop","detail":"{readStateIndex:8488; appliedIndex:8487; }","duration":"106.881735ms","start":"2026-03-19T09:18:38.665507Z","end":"2026-03-19T09:18:38.772388Z","steps":["trace[361657430] 'read index received' (duration: 103.615088ms)","trace[361657430] 'applied index is now lower than readState.Index' (duration: 3.265607ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:38.77247Z","caller":"traceutil/trace.go:171","msg":"trace[12880090] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"156.053175ms","start":"2026-03-19T09:18:38.616391Z","end":"2026-03-19T09:18:38.772445Z","steps":["trace[12880090] 'process raft request' (duration: 152.762917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:38.772601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.043402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:38.772691Z","caller":"traceutil/trace.go:171","msg":"trace[1877761082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8178; }","duration":"115.186037ms","start":"2026-03-19T09:18:38.657485Z","end":"2026-03-19T09:18:38.772671Z","steps":["trace[1877761082] 'agreement among raft nodes before linearized reading' (duration: 115.024492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:38.772699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320915218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e337b17dde321\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-19T09:18:38.77274Z","caller":"traceutil/trace.go:171","msg":"trace[1592950497] range","detail":"{range_begin:/registry/events/openstack/ceph.189e337b17dde321; range_end:; response_count:1; response_revision:8178; }","duration":"1.320995919s","start":"2026-03-19T09:18:37.451733Z","end":"2026-03-19T09:18:38.772729Z","steps":["trace[1592950497] 'agreement among raft nodes before linearized reading' (duration: 1.320748423s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:38.772785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:37.451725Z","time spent":"1.321051761s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189e337b17dde321\" "} {"level":"info","ts":"2026-03-19T09:18:47.358897Z","caller":"traceutil/trace.go:171","msg":"trace[780911230] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"451.613273ms","start":"2026-03-19T09:18:46.90726Z","end":"2026-03-19T09:18:47.358874Z","steps":["trace[780911230] 'process raft request' (duration: 451.465569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:47.359049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:46.907234Z","time spent":"451.733487ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:47.377575Z","caller":"traceutil/trace.go:171","msg":"trace[1709897845] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8260; }","duration":"470.196939ms","start":"2026-03-19T09:18:46.907352Z","end":"2026-03-19T09:18:47.377549Z","steps":["trace[1709897845] 'process raft request' (duration: 469.937902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:47.377751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:46.907334Z","time spent":"470.333953ms","remote":"127.0.0.1:49902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-19T09:18:47.377929Z","caller":"traceutil/trace.go:171","msg":"trace[1651002641] linearizableReadLoop","detail":"{readStateIndex:8575; appliedIndex:8573; }","duration":"401.542131ms","start":"2026-03-19T09:18:46.97637Z","end":"2026-03-19T09:18:47.377912Z","steps":["trace[1651002641] 'read index received' (duration: 382.398911ms)","trace[1651002641] 'applied index is now lower than readState.Index' (duration: 19.14159ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:47.378011Z","caller":"traceutil/trace.go:171","msg":"trace[1120168318] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"401.128829ms","start":"2026-03-19T09:18:46.976861Z","end":"2026-03-19T09:18:47.37799Z","steps":["trace[1120168318] 'process raft request' (duration: 400.649916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:47.378094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:46.976843Z","time spent":"401.210462ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:18:47.378104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.733775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-d8c52\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-19T09:18:47.378163Z","caller":"traceutil/trace.go:171","msg":"trace[289052572] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-d8c52; range_end:; response_count:1; response_revision:8262; }","duration":"401.824158ms","start":"2026-03-19T09:18:46.976322Z","end":"2026-03-19T09:18:47.378146Z","steps":["trace[289052572] 'agreement among raft nodes before linearized reading' (duration: 401.724535ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:47.378171Z","caller":"traceutil/trace.go:171","msg":"trace[206016310] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"363.787506ms","start":"2026-03-19T09:18:47.014263Z","end":"2026-03-19T09:18:47.378051Z","steps":["trace[206016310] 'process raft request' (duration: 363.493997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:47.378258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:46.976305Z","time spent":"401.90424ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-d8c52\" "} {"level":"warn","ts":"2026-03-19T09:18:47.378315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:47.014242Z","time spent":"364.009251ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:47.37859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.287419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:18:47.378648Z","caller":"traceutil/trace.go:171","msg":"trace[813338897] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8262; }","duration":"228.387171ms","start":"2026-03-19T09:18:47.15025Z","end":"2026-03-19T09:18:47.378638Z","steps":["trace[813338897] 'agreement among raft nodes before linearized reading' (duration: 227.815365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:48.746171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.919873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:48.746532Z","caller":"traceutil/trace.go:171","msg":"trace[630644481] linearizableReadLoop","detail":"{readStateIndex:8584; appliedIndex:8583; }","duration":"278.002032ms","start":"2026-03-19T09:18:48.468512Z","end":"2026-03-19T09:18:48.746514Z","steps":["trace[630644481] 'read index received' (duration: 12.623166ms)","trace[630644481] 'applied index is now lower than readState.Index' (duration: 265.377035ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:48.746612Z","caller":"traceutil/trace.go:171","msg":"trace[921517636] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"612.064145ms","start":"2026-03-19T09:18:48.134492Z","end":"2026-03-19T09:18:48.746556Z","steps":["trace[921517636] 'process raft request' (duration: 346.69146ms)","trace[921517636] 'compare' (duration: 264.712978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:48.746743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.134469Z","time spent":"612.211089ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:18:48.746785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.259488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-19T09:18:48.746826Z","caller":"traceutil/trace.go:171","msg":"trace[238238954] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8268; }","duration":"278.342021ms","start":"2026-03-19T09:18:48.46847Z","end":"2026-03-19T09:18:48.746812Z","steps":["trace[238238954] 'agreement among raft nodes before linearized reading' (duration: 278.127325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.815187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.928828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:49.815325Z","caller":"traceutil/trace.go:171","msg":"trace[1107217699] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8584; }","duration":"1.068731084s","start":"2026-03-19T09:18:48.746569Z","end":"2026-03-19T09:18:49.8153Z","steps":["trace[1107217699] 'read index received' (duration: 135.685763ms)","trace[1107217699] 'applied index is now lower than readState.Index' (duration: 933.042951ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:49.815765Z","caller":"traceutil/trace.go:171","msg":"trace[2056144747] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"1.117029839s","start":"2026-03-19T09:18:48.698686Z","end":"2026-03-19T09:18:49.815716Z","steps":["trace[2056144747] 'process raft request' (duration: 183.455544ms)","trace[2056144747] 'compare' (duration: 932.601019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:49.815815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336935133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:18:49.815816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108484952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:18:49.815883Z","caller":"traceutil/trace.go:171","msg":"trace[1152394455] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8269; }","duration":"1.337052157s","start":"2026-03-19T09:18:48.478811Z","end":"2026-03-19T09:18:49.815863Z","steps":["trace[1152394455] 'agreement among raft nodes before linearized reading' (duration: 1.336821241s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.815796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104630919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:18:49.81597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.698653Z","time spent":"1.117198313s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:49.815916Z","caller":"traceutil/trace.go:171","msg":"trace[991193107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8269; }","duration":"1.108625885s","start":"2026-03-19T09:18:48.707265Z","end":"2026-03-19T09:18:49.815891Z","steps":["trace[991193107] 'agreement among raft nodes before linearized reading' (duration: 1.108341707s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.816082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097999922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:18:49.816151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.707244Z","time spent":"1.108863373s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:18:49.815922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.478744Z","time spent":"1.337169809s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:18:49.816239Z","caller":"traceutil/trace.go:171","msg":"trace[1105776338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:8269; }","duration":"1.098217459s","start":"2026-03-19T09:18:48.717995Z","end":"2026-03-19T09:18:49.816213Z","steps":["trace[1105776338] 'agreement among raft nodes before linearized reading' (duration: 1.09788508s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.816296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.717968Z","time spent":"1.09831555s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"info","ts":"2026-03-19T09:18:49.816085Z","caller":"traceutil/trace.go:171","msg":"trace[2120602055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8269; }","duration":"1.104868056s","start":"2026-03-19T09:18:48.711119Z","end":"2026-03-19T09:18:49.815987Z","steps":["trace[2120602055] 'agreement among raft nodes before linearized reading' (duration: 1.104471975s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.816507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106933999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:18:49.816631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.711114Z","time spent":"1.105449971s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:18:49.816597Z","caller":"traceutil/trace.go:171","msg":"trace[1377939336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8269; }","duration":"1.107037533s","start":"2026-03-19T09:18:48.709541Z","end":"2026-03-19T09:18:49.816579Z","steps":["trace[1377939336] 'agreement among raft nodes before linearized reading' (duration: 1.106310593s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.816758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.709535Z","time spent":"1.107206908s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:18:49.827753Z","caller":"traceutil/trace.go:171","msg":"trace[2097264493] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"1.076852539s","start":"2026-03-19T09:18:48.750884Z","end":"2026-03-19T09:18:49.827737Z","steps":["trace[2097264493] 'process raft request' (duration: 1.076661884s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:49.827776Z","caller":"traceutil/trace.go:171","msg":"trace[217193936] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"1.076700526s","start":"2026-03-19T09:18:48.751058Z","end":"2026-03-19T09:18:49.827758Z","steps":["trace[217193936] 'process raft request' (duration: 1.076568882s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.827809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.750861Z","time spent":"1.076921341s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:18:49.827883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.751035Z","time spent":"1.076780967s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:49.827918Z","caller":"traceutil/trace.go:171","msg":"trace[1851584068] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"1.019391359s","start":"2026-03-19T09:18:48.808498Z","end":"2026-03-19T09:18:49.827889Z","steps":["trace[1851584068] 'process raft request' (duration: 1.019243395s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:49.827803Z","caller":"traceutil/trace.go:171","msg":"trace[663044308] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"1.068115417s","start":"2026-03-19T09:18:48.759673Z","end":"2026-03-19T09:18:49.827789Z","steps":["trace[663044308] 'process raft request' (duration: 1.068010234s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.828053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.808473Z","time spent":"1.019504402s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:49.828089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.75966Z","time spent":"1.068385815s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:49.943541Z","caller":"traceutil/trace.go:171","msg":"trace[1729873450] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"569.631715ms","start":"2026-03-19T09:18:49.373855Z","end":"2026-03-19T09:18:49.943487Z","steps":["trace[1729873450] 'process raft request' (duration: 545.068381ms)","trace[1729873450] 'compare' (duration: 24.209435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:49.943739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:49.373817Z","time spent":"569.824351ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:49.943776Z","caller":"traceutil/trace.go:171","msg":"trace[208801260] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"122.694327ms","start":"2026-03-19T09:18:49.821037Z","end":"2026-03-19T09:18:49.943731Z","steps":["trace[208801260] 'process raft request' (duration: 122.511292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.943862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.53154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:49.943899Z","caller":"traceutil/trace.go:171","msg":"trace[1229577461] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"121.828674ms","start":"2026-03-19T09:18:49.822035Z","end":"2026-03-19T09:18:49.943864Z","steps":["trace[1229577461] 'process raft request' (duration: 121.606918ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:49.943657Z","caller":"traceutil/trace.go:171","msg":"trace[1031083775] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"560.511393ms","start":"2026-03-19T09:18:49.383106Z","end":"2026-03-19T09:18:49.943618Z","steps":["trace[1031083775] 'process raft request' (duration: 560.323748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.944099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171365695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:49.944099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.154457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:18:49.944405Z","caller":"traceutil/trace.go:171","msg":"trace[863941275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8279; }","duration":"550.557848ms","start":"2026-03-19T09:18:49.393829Z","end":"2026-03-19T09:18:49.944387Z","steps":["trace[863941275] 'agreement among raft nodes before linearized reading' (duration: 550.041034ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:49.943966Z","caller":"traceutil/trace.go:171","msg":"trace[1149684871] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8279; }","duration":"330.680334ms","start":"2026-03-19T09:18:49.61326Z","end":"2026-03-19T09:18:49.94394Z","steps":["trace[1149684871] 'agreement among raft nodes before linearized reading' (duration: 330.53681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.944461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:49.613234Z","time spent":"331.212878ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:49.944477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:49.393807Z","time spent":"550.656541ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:18:49.943957Z","caller":"traceutil/trace.go:171","msg":"trace[478838655] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"122.274696ms","start":"2026-03-19T09:18:49.82166Z","end":"2026-03-19T09:18:49.943934Z","steps":["trace[478838655] 'process raft request' (duration: 121.938527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.944397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:49.383072Z","time spent":"561.047316ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:49.943992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.135611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:49.944141Z","caller":"traceutil/trace.go:171","msg":"trace[1520150126] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8586; }","duration":"128.366728ms","start":"2026-03-19T09:18:49.815368Z","end":"2026-03-19T09:18:49.943735Z","steps":["trace[1520150126] 'read index received' (duration: 12.269307ms)","trace[1520150126] 'applied index is now lower than readState.Index' (duration: 116.09581ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:49.94466Z","caller":"traceutil/trace.go:171","msg":"trace[1155077065] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8279; }","duration":"756.804118ms","start":"2026-03-19T09:18:49.187836Z","end":"2026-03-19T09:18:49.944641Z","steps":["trace[1155077065] 'agreement among raft nodes before linearized reading' (duration: 756.08779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.944062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.723604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:49.944786Z","caller":"traceutil/trace.go:171","msg":"trace[421974195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8279; }","duration":"287.447443ms","start":"2026-03-19T09:18:49.657305Z","end":"2026-03-19T09:18:49.944753Z","steps":["trace[421974195] 'agreement among raft nodes before linearized reading' (duration: 286.732405ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:49.94415Z","caller":"traceutil/trace.go:171","msg":"trace[2026447236] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8279; }","duration":"1.171463508s","start":"2026-03-19T09:18:48.772675Z","end":"2026-03-19T09:18:49.944139Z","steps":["trace[2026447236] 'agreement among raft nodes before linearized reading' (duration: 1.171354086s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.944855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.772657Z","time spent":"1.172188777s","remote":"127.0.0.1:41102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:49.944149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.834641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:18:49.944985Z","caller":"traceutil/trace.go:171","msg":"trace[184118842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8279; }","duration":"383.657015ms","start":"2026-03-19T09:18:49.561253Z","end":"2026-03-19T09:18:49.94491Z","steps":["trace[184118842] 'agreement among raft nodes before linearized reading' (duration: 382.75202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.944717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:49.187746Z","time spent":"756.955333ms","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:18:49.945061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:49.561229Z","time spent":"383.804798ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:18:49.94402Z","caller":"traceutil/trace.go:171","msg":"trace[548529620] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"121.623958ms","start":"2026-03-19T09:18:49.822383Z","end":"2026-03-19T09:18:49.944007Z","steps":["trace[548529620] 'process raft request' (duration: 121.3024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.945036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194226594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-19T09:18:49.945302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.741374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-19T09:18:49.945334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.452771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189e338027d4ab24\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-19T09:18:49.945364Z","caller":"traceutil/trace.go:171","msg":"trace[1002184117] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8279; }","duration":"111.832677ms","start":"2026-03-19T09:18:49.833517Z","end":"2026-03-19T09:18:49.945349Z","steps":["trace[1002184117] 'agreement among raft nodes before linearized reading' (duration: 111.672923ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:49.945375Z","caller":"traceutil/trace.go:171","msg":"trace[1882384493] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189e338027d4ab24; range_end:; response_count:1; response_revision:8279; }","duration":"113.514802ms","start":"2026-03-19T09:18:49.831847Z","end":"2026-03-19T09:18:49.945362Z","steps":["trace[1882384493] 'agreement among raft nodes before linearized reading' (duration: 113.361637ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:49.945376Z","caller":"traceutil/trace.go:171","msg":"trace[116341525] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8279; }","duration":"1.194567384s","start":"2026-03-19T09:18:48.750764Z","end":"2026-03-19T09:18:49.945331Z","steps":["trace[116341525] 'agreement among raft nodes before linearized reading' (duration: 1.193609849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:49.945537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:48.750742Z","time spent":"1.194775648s","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T09:18:49.946064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.116774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228818"} {"level":"info","ts":"2026-03-19T09:18:49.946136Z","caller":"traceutil/trace.go:171","msg":"trace[839203373] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8279; }","duration":"124.200087ms","start":"2026-03-19T09:18:49.821917Z","end":"2026-03-19T09:18:49.946117Z","steps":["trace[839203373] 'agreement among raft nodes before linearized reading' (duration: 123.209931ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:50.079092Z","caller":"traceutil/trace.go:171","msg":"trace[15716583] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"101.871562ms","start":"2026-03-19T09:18:49.977191Z","end":"2026-03-19T09:18:50.079063Z","steps":["trace[15716583] 'process raft request' (duration: 78.406327ms)","trace[15716583] 'compare' (duration: 23.323621ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:51.172382Z","caller":"traceutil/trace.go:171","msg":"trace[1637496493] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"264.867311ms","start":"2026-03-19T09:18:50.907478Z","end":"2026-03-19T09:18:51.172345Z","steps":["trace[1637496493] 'process raft request' (duration: 264.623024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:51.585641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.112593ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-19T09:18:51.585766Z","caller":"traceutil/trace.go:171","msg":"trace[228685875] linearizableReadLoop","detail":"{readStateIndex:8602; appliedIndex:8601; }","duration":"319.536227ms","start":"2026-03-19T09:18:51.266199Z","end":"2026-03-19T09:18:51.585735Z","steps":["trace[228685875] 'read index received' (duration: 63.701µs)","trace[228685875] 'applied index is now lower than readState.Index' (duration: 319.470856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:51.585847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.647339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:51.585883Z","caller":"traceutil/trace.go:171","msg":"trace[1684891796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8285; }","duration":"319.718482ms","start":"2026-03-19T09:18:51.266154Z","end":"2026-03-19T09:18:51.585872Z","steps":["trace[1684891796] 'agreement among raft nodes before linearized reading' (duration: 319.64869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:51.585915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:51.2661Z","time spent":"319.807404ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:18:51.58601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:51.173715Z","time spent":"412.287466ms","remote":"127.0.0.1:43092","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:18:51.832722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.923915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:51.83283Z","caller":"traceutil/trace.go:171","msg":"trace[1124354870] linearizableReadLoop","detail":"{readStateIndex:8603; appliedIndex:8602; }","duration":"175.117343ms","start":"2026-03-19T09:18:51.657697Z","end":"2026-03-19T09:18:51.832814Z","steps":["trace[1124354870] 'read index received' (duration: 31.962572ms)","trace[1124354870] 'applied index is now lower than readState.Index' (duration: 143.153721ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:51.832981Z","caller":"traceutil/trace.go:171","msg":"trace[1809501170] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"245.63929ms","start":"2026-03-19T09:18:51.587312Z","end":"2026-03-19T09:18:51.832951Z","steps":["trace[1809501170] 'process raft request' (duration: 102.394826ms)","trace[1809501170] 'compare' (duration: 142.794262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:51.833071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.380269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:51.833112Z","caller":"traceutil/trace.go:171","msg":"trace[356204942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8286; }","duration":"175.462483ms","start":"2026-03-19T09:18:51.657639Z","end":"2026-03-19T09:18:51.833101Z","steps":["trace[356204942] 'agreement among raft nodes before linearized reading' (duration: 175.220725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.296541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.577388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:52.296644Z","caller":"traceutil/trace.go:171","msg":"trace[373024485] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"474.316929ms","start":"2026-03-19T09:18:51.822312Z","end":"2026-03-19T09:18:52.296629Z","steps":["trace[373024485] 'process raft request' (duration: 367.577676ms)","trace[373024485] 'compare' (duration: 106.410194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:52.296691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:51.822279Z","time spent":"474.39062ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:52.352792Z","caller":"traceutil/trace.go:171","msg":"trace[649869661] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"520.19733ms","start":"2026-03-19T09:18:51.832556Z","end":"2026-03-19T09:18:52.352753Z","steps":["trace[649869661] 'process raft request' (duration: 519.886482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.353048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:51.832528Z","time spent":"520.373624ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:52.353134Z","caller":"traceutil/trace.go:171","msg":"trace[2108289383] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"480.313077ms","start":"2026-03-19T09:18:51.872791Z","end":"2026-03-19T09:18:52.353104Z","steps":["trace[2108289383] 'process raft request' (duration: 479.896726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.35331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:51.872766Z","time spent":"480.445661ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:52.353329Z","caller":"traceutil/trace.go:171","msg":"trace[747474626] linearizableReadLoop","detail":"{readStateIndex:8605; appliedIndex:8603; }","duration":"518.621058ms","start":"2026-03-19T09:18:51.834677Z","end":"2026-03-19T09:18:52.353298Z","steps":["trace[747474626] 'read index received' (duration: 355.229838ms)","trace[747474626] 'applied index is now lower than readState.Index' (duration: 163.38893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:52.353475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.780751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-19T09:18:52.353569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.219188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:18:52.353581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.282084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:18:52.353584Z","caller":"traceutil/trace.go:171","msg":"trace[1557506636] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8290; }","duration":"518.925175ms","start":"2026-03-19T09:18:51.834633Z","end":"2026-03-19T09:18:52.353558Z","steps":["trace[1557506636] 'agreement among raft nodes before linearized reading' (duration: 518.749101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.353593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.31445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:18:52.353613Z","caller":"traceutil/trace.go:171","msg":"trace[434502419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8290; }","duration":"404.360686ms","start":"2026-03-19T09:18:51.949241Z","end":"2026-03-19T09:18:52.353602Z","steps":["trace[434502419] 'agreement among raft nodes before linearized reading' (duration: 404.205261ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:52.353615Z","caller":"traceutil/trace.go:171","msg":"trace[386712633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:8290; }","duration":"399.271021ms","start":"2026-03-19T09:18:51.954332Z","end":"2026-03-19T09:18:52.353603Z","steps":["trace[386712633] 'agreement among raft nodes before linearized reading' (duration: 399.135917ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:52.353636Z","caller":"traceutil/trace.go:171","msg":"trace[1480281833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8290; }","duration":"402.405234ms","start":"2026-03-19T09:18:51.95122Z","end":"2026-03-19T09:18:52.353625Z","steps":["trace[1480281833] 'agreement among raft nodes before linearized reading' (duration: 402.268981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.35364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:51.94922Z","time spent":"404.414937ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:18:52.35364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:51.834621Z","time spent":"519.005817ms","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:18:52.353658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:51.951193Z","time spent":"402.459565ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:52.35366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.677988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:18:52.353647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:51.954326Z","time spent":"399.312681ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:18:52.353799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.578611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:18:52.353716Z","caller":"traceutil/trace.go:171","msg":"trace[822606184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8290; }","duration":"403.74051ms","start":"2026-03-19T09:18:51.949962Z","end":"2026-03-19T09:18:52.353703Z","steps":["trace[822606184] 'agreement among raft nodes before linearized reading' (duration: 403.560114ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:52.353894Z","caller":"traceutil/trace.go:171","msg":"trace[1435206921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8290; }","duration":"348.747475ms","start":"2026-03-19T09:18:52.005126Z","end":"2026-03-19T09:18:52.353873Z","steps":["trace[1435206921] 'agreement among raft nodes before linearized reading' (duration: 348.442636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.353914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:51.949958Z","time spent":"403.946044ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:52.353942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:52.005088Z","time spent":"348.845089ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:52.353726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.790263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:18:52.354085Z","caller":"traceutil/trace.go:171","msg":"trace[1015939070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8290; }","duration":"350.126122ms","start":"2026-03-19T09:18:52.003901Z","end":"2026-03-19T09:18:52.354027Z","steps":["trace[1015939070] 'agreement among raft nodes before linearized reading' (duration: 349.764472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.354385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:52.003887Z","time spent":"350.298017ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:18:52.353504Z","caller":"traceutil/trace.go:171","msg":"trace[1467486211] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"402.022893ms","start":"2026-03-19T09:18:51.951321Z","end":"2026-03-19T09:18:52.353344Z","steps":["trace[1467486211] 'process raft request' (duration: 401.679964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.35492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:51.951278Z","time spent":"403.270776ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:52.748073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.049559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:52.748271Z","caller":"traceutil/trace.go:171","msg":"trace[2125390070] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"389.89112ms","start":"2026-03-19T09:18:52.358352Z","end":"2026-03-19T09:18:52.748243Z","steps":["trace[2125390070] 'process raft request' (duration: 199.553573ms)","trace[2125390070] 'compare' (duration: 189.67907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:52.748348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:52.358333Z","time spent":"389.980082ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:52.941606Z","caller":"traceutil/trace.go:171","msg":"trace[530910132] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"583.175716ms","start":"2026-03-19T09:18:52.358393Z","end":"2026-03-19T09:18:52.941569Z","steps":["trace[530910132] 'process raft request' (duration: 519.048679ms)","trace[530910132] 'compare' (duration: 63.549092ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:52.941967Z","caller":"traceutil/trace.go:171","msg":"trace[380117943] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"583.362142ms","start":"2026-03-19T09:18:52.358543Z","end":"2026-03-19T09:18:52.941905Z","steps":["trace[380117943] 'process raft request' (duration: 582.955582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.942135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:52.358522Z","time spent":"583.487445ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:52.942131Z","caller":"traceutil/trace.go:171","msg":"trace[156094680] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"582.799357ms","start":"2026-03-19T09:18:52.359291Z","end":"2026-03-19T09:18:52.94209Z","steps":["trace[156094680] 'process raft request' (duration: 582.517249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:52.942183Z","caller":"traceutil/trace.go:171","msg":"trace[187114313] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"582.795797ms","start":"2026-03-19T09:18:52.35936Z","end":"2026-03-19T09:18:52.942156Z","steps":["trace[187114313] 'process raft request' (duration: 582.647743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:52.942154Z","caller":"traceutil/trace.go:171","msg":"trace[1847385736] linearizableReadLoop","detail":"{readStateIndex:8610; appliedIndex:8607; }","duration":"582.841107ms","start":"2026-03-19T09:18:52.35927Z","end":"2026-03-19T09:18:52.942111Z","steps":["trace[1847385736] 'read index received' (duration: 198.547707ms)","trace[1847385736] 'applied index is now lower than readState.Index' (duration: 384.29176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:52.942326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:52.359271Z","time spent":"582.93744ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:52.94234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:52.359335Z","time spent":"582.95193ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:52.942453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.611094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:52.942511Z","caller":"traceutil/trace.go:171","msg":"trace[788970843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8296; }","duration":"285.716017ms","start":"2026-03-19T09:18:52.656776Z","end":"2026-03-19T09:18:52.942492Z","steps":["trace[788970843] 'agreement among raft nodes before linearized reading' (duration: 285.602824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.942703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.406602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228818"} {"level":"info","ts":"2026-03-19T09:18:52.942811Z","caller":"traceutil/trace.go:171","msg":"trace[1317959740] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8296; }","duration":"583.521345ms","start":"2026-03-19T09:18:52.359264Z","end":"2026-03-19T09:18:52.942786Z","steps":["trace[1317959740] 'agreement among raft nodes before linearized reading' (duration: 582.995342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.942879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:52.359255Z","time spent":"583.610077ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228841,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:18:52.942961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:52.358365Z","time spent":"584.506881ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:52.943216Z","caller":"traceutil/trace.go:171","msg":"trace[1569124783] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"484.173561ms","start":"2026-03-19T09:18:52.45804Z","end":"2026-03-19T09:18:52.942213Z","steps":["trace[1569124783] 'process raft request' (duration: 484.020257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:52.943342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:52.458008Z","time spent":"485.268429ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:05.7074Z","caller":"traceutil/trace.go:171","msg":"trace[254103331] linearizableReadLoop","detail":"{readStateIndex:8735; appliedIndex:8734; }","duration":"149.529074ms","start":"2026-03-19T09:19:05.557841Z","end":"2026-03-19T09:19:05.70737Z","steps":["trace[254103331] 'read index received' (duration: 104.489633ms)","trace[254103331] 'applied index is now lower than readState.Index' (duration: 45.038741ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:05.707626Z","caller":"traceutil/trace.go:171","msg":"trace[897389743] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"176.666841ms","start":"2026-03-19T09:19:05.530948Z","end":"2026-03-19T09:19:05.707615Z","steps":["trace[897389743] 'process raft request' (duration: 131.456016ms)","trace[897389743] 'compare' (duration: 44.826606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:05.707778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.933215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:05.707804Z","caller":"traceutil/trace.go:171","msg":"trace[1453242884] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8411; }","duration":"150.002568ms","start":"2026-03-19T09:19:05.557794Z","end":"2026-03-19T09:19:05.707796Z","steps":["trace[1453242884] 'agreement among raft nodes before linearized reading' (duration: 149.948527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:05.970875Z","caller":"traceutil/trace.go:171","msg":"trace[1064815739] linearizableReadLoop","detail":"{readStateIndex:8736; appliedIndex:8735; }","duration":"256.641177ms","start":"2026-03-19T09:19:05.714208Z","end":"2026-03-19T09:19:05.970849Z","steps":["trace[1064815739] 'read index received' (duration: 256.397989ms)","trace[1064815739] 'applied index is now lower than readState.Index' (duration: 242.298µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:05.971123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.887083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-19T09:19:05.971183Z","caller":"traceutil/trace.go:171","msg":"trace[2126257125] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8412; }","duration":"256.975877ms","start":"2026-03-19T09:19:05.714192Z","end":"2026-03-19T09:19:05.971167Z","steps":["trace[2126257125] 'agreement among raft nodes before linearized reading' (duration: 256.768352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:05.971192Z","caller":"traceutil/trace.go:171","msg":"trace[100285128] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"257.552422ms","start":"2026-03-19T09:19:05.71361Z","end":"2026-03-19T09:19:05.971163Z","steps":["trace[100285128] 'process raft request' (duration: 257.063379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:06.164694Z","caller":"traceutil/trace.go:171","msg":"trace[1254304230] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"110.510353ms","start":"2026-03-19T09:19:06.054153Z","end":"2026-03-19T09:19:06.164664Z","steps":["trace[1254304230] 'process raft request' (duration: 29.036508ms)","trace[1254304230] 'compare' (duration: 81.323711ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:06.257007Z","caller":"traceutil/trace.go:171","msg":"trace[484145077] linearizableReadLoop","detail":"{readStateIndex:8739; appliedIndex:8737; }","duration":"201.973802ms","start":"2026-03-19T09:19:06.055007Z","end":"2026-03-19T09:19:06.256981Z","steps":["trace[484145077] 'read index received' (duration: 28.296408ms)","trace[484145077] 'applied index is now lower than readState.Index' (duration: 173.673233ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:06.257105Z","caller":"traceutil/trace.go:171","msg":"trace[1996495367] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"202.750971ms","start":"2026-03-19T09:19:06.054323Z","end":"2026-03-19T09:19:06.257073Z","steps":["trace[1996495367] 'process raft request' (duration: 202.466265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:06.257254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.227828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130297"} {"level":"info","ts":"2026-03-19T09:19:06.257297Z","caller":"traceutil/trace.go:171","msg":"trace[1567339093] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8416; }","duration":"202.32625ms","start":"2026-03-19T09:19:06.054961Z","end":"2026-03-19T09:19:06.257287Z","steps":["trace[1567339093] 'agreement among raft nodes before linearized reading' (duration: 202.113494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:06.257501Z","caller":"traceutil/trace.go:171","msg":"trace[1068883972] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"200.658187ms","start":"2026-03-19T09:19:06.056478Z","end":"2026-03-19T09:19:06.257136Z","steps":["trace[1068883972] 'process raft request' (duration: 200.435461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:06.51777Z","caller":"traceutil/trace.go:171","msg":"trace[2067368753] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"189.589785ms","start":"2026-03-19T09:19:06.328149Z","end":"2026-03-19T09:19:06.517739Z","steps":["trace[2067368753] 'process raft request' (duration: 189.320227ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:06.518368Z","caller":"traceutil/trace.go:171","msg":"trace[1280708690] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"190.093577ms","start":"2026-03-19T09:19:06.328242Z","end":"2026-03-19T09:19:06.518336Z","steps":["trace[1280708690] 'process raft request' (duration: 189.377189ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:06.518437Z","caller":"traceutil/trace.go:171","msg":"trace[1504630476] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"175.567393ms","start":"2026-03-19T09:19:06.342854Z","end":"2026-03-19T09:19:06.518421Z","steps":["trace[1504630476] 'process raft request' (duration: 175.511292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:06.518458Z","caller":"traceutil/trace.go:171","msg":"trace[141872393] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"189.354667ms","start":"2026-03-19T09:19:06.329074Z","end":"2026-03-19T09:19:06.518428Z","steps":["trace[141872393] 'process raft request' (duration: 189.125541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:06.896186Z","caller":"traceutil/trace.go:171","msg":"trace[675885176] linearizableReadLoop","detail":"{readStateIndex:8749; appliedIndex:8747; }","duration":"373.19311ms","start":"2026-03-19T09:19:06.522958Z","end":"2026-03-19T09:19:06.896151Z","steps":["trace[675885176] 'read index received' (duration: 372.922132ms)","trace[675885176] 'applied index is now lower than readState.Index' (duration: 269.698µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:06.89621Z","caller":"traceutil/trace.go:171","msg":"trace[1119152082] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"497.462215ms","start":"2026-03-19T09:19:06.398716Z","end":"2026-03-19T09:19:06.896178Z","steps":["trace[1119152082] 'process raft request' (duration: 497.187568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:06.896281Z","caller":"traceutil/trace.go:171","msg":"trace[1132017068] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"496.652013ms","start":"2026-03-19T09:19:06.399591Z","end":"2026-03-19T09:19:06.896243Z","steps":["trace[1132017068] 'process raft request' (duration: 496.49781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:06.896356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.383674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-19T09:19:06.896419Z","caller":"traceutil/trace.go:171","msg":"trace[1961156142] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8425; }","duration":"373.490227ms","start":"2026-03-19T09:19:06.522912Z","end":"2026-03-19T09:19:06.896402Z","steps":["trace[1961156142] 'agreement among raft nodes before linearized reading' (duration: 373.351924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:06.896413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:06.398685Z","time spent":"497.60894ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:06.896471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:06.52289Z","time spent":"373.563208ms","remote":"127.0.0.1:38174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-19T09:19:06.896474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:06.399573Z","time spent":"496.790067ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:07.256701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.204833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:19:07.257Z","caller":"traceutil/trace.go:171","msg":"trace[813755819] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"733.280972ms","start":"2026-03-19T09:19:06.523672Z","end":"2026-03-19T09:19:07.256952Z","steps":["trace[813755819] 'process raft request' (duration: 733.120088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:07.257032Z","caller":"traceutil/trace.go:171","msg":"trace[13172315] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"733.881108ms","start":"2026-03-19T09:19:06.523101Z","end":"2026-03-19T09:19:07.256982Z","steps":["trace[13172315] 'process raft request' (duration: 617.324266ms)","trace[13172315] 'compare' (duration: 116.062568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:07.257129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:06.523647Z","time spent":"733.423556ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:19:07.257256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:06.523019Z","time spent":"734.132815ms","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1294,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:19:07.298654Z","caller":"traceutil/trace.go:171","msg":"trace[1700301196] linearizableReadLoop","detail":"{readStateIndex:8752; appliedIndex:8749; }","duration":"402.336771ms","start":"2026-03-19T09:19:06.896271Z","end":"2026-03-19T09:19:07.298609Z","steps":["trace[1700301196] 'read index received' (duration: 244.090055ms)","trace[1700301196] 'applied index is now lower than readState.Index' (duration: 158.245016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:07.298955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.392171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:19:07.299046Z","caller":"traceutil/trace.go:171","msg":"trace[1221478018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8427; }","duration":"481.543235ms","start":"2026-03-19T09:19:06.817482Z","end":"2026-03-19T09:19:07.299026Z","steps":["trace[1221478018] 'agreement among raft nodes before linearized reading' (duration: 481.214476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:07.299103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:06.81746Z","time spent":"481.632167ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:19:07.299362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.666292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T09:19:07.299504Z","caller":"traceutil/trace.go:171","msg":"trace[1921366811] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8427; }","duration":"750.837967ms","start":"2026-03-19T09:19:06.548633Z","end":"2026-03-19T09:19:07.299471Z","steps":["trace[1921366811] 'agreement among raft nodes before linearized reading' (duration: 750.092408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:07.299395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.421854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-19T09:19:07.299561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:06.548618Z","time spent":"750.930489ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-19T09:19:07.299617Z","caller":"traceutil/trace.go:171","msg":"trace[270607746] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8427; }","duration":"776.67163ms","start":"2026-03-19T09:19:06.522921Z","end":"2026-03-19T09:19:07.299593Z","steps":["trace[270607746] 'agreement among raft nodes before linearized reading' (duration: 775.831538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:07.299721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:06.522902Z","time spent":"776.791793ms","remote":"127.0.0.1:38174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-19T09:19:07.398313Z","caller":"traceutil/trace.go:171","msg":"trace[72953556] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"135.282708ms","start":"2026-03-19T09:19:07.262986Z","end":"2026-03-19T09:19:07.398268Z","steps":["trace[72953556] 'process raft request' (duration: 95.366802ms)","trace[72953556] 'compare' (duration: 39.347521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:07.398852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.723537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:19:07.398899Z","caller":"traceutil/trace.go:171","msg":"trace[371698870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8431; }","duration":"386.82762ms","start":"2026-03-19T09:19:07.01206Z","end":"2026-03-19T09:19:07.398888Z","steps":["trace[371698870] 'agreement among raft nodes before linearized reading' (duration: 386.670436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:07.398936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:07.012038Z","time spent":"386.889331ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:07.398864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.928563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:19:07.399052Z","caller":"traceutil/trace.go:171","msg":"trace[186417825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8431; }","duration":"387.165899ms","start":"2026-03-19T09:19:07.01187Z","end":"2026-03-19T09:19:07.399036Z","steps":["trace[186417825] 'agreement among raft nodes before linearized reading' (duration: 386.79801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:07.399185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:07.011842Z","time spent":"387.328523ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:07.399313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.453514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:19:07.399334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.152111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:19:07.399408Z","caller":"traceutil/trace.go:171","msg":"trace[1971346365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:8431; }","duration":"382.574907ms","start":"2026-03-19T09:19:07.016811Z","end":"2026-03-19T09:19:07.399386Z","steps":["trace[1971346365] 'agreement among raft nodes before linearized reading' (duration: 382.264869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:07.399445Z","caller":"traceutil/trace.go:171","msg":"trace[789424042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8431; }","duration":"392.357687ms","start":"2026-03-19T09:19:07.007063Z","end":"2026-03-19T09:19:07.399421Z","steps":["trace[789424042] 'agreement among raft nodes before linearized reading' (duration: 391.948436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:07.399528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:07.016803Z","time spent":"382.711041ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:19:07.399629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.098679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"warn","ts":"2026-03-19T09:19:07.399679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.722694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T09:19:07.399706Z","caller":"traceutil/trace.go:171","msg":"trace[1751293088] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8431; }","duration":"271.208822ms","start":"2026-03-19T09:19:07.128481Z","end":"2026-03-19T09:19:07.39969Z","steps":["trace[1751293088] 'agreement among raft nodes before linearized reading' (duration: 270.008291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:07.399715Z","caller":"traceutil/trace.go:171","msg":"trace[65204367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8431; }","duration":"387.796906ms","start":"2026-03-19T09:19:07.011907Z","end":"2026-03-19T09:19:07.399704Z","steps":["trace[65204367] 'agreement among raft nodes before linearized reading' (duration: 387.688563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:07.399778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:07.011877Z","time spent":"387.884648ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:07.399529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:07.007039Z","time spent":"392.47882ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:19:10.626238Z","caller":"traceutil/trace.go:171","msg":"trace[645628785] linearizableReadLoop","detail":"{readStateIndex:8810; appliedIndex:8809; }","duration":"117.931109ms","start":"2026-03-19T09:19:10.508254Z","end":"2026-03-19T09:19:10.626185Z","steps":["trace[645628785] 'read index received' (duration: 117.797336ms)","trace[645628785] 'applied index is now lower than readState.Index' (duration: 131.943µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:10.626322Z","caller":"traceutil/trace.go:171","msg":"trace[327817885] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"120.471525ms","start":"2026-03-19T09:19:10.505786Z","end":"2026-03-19T09:19:10.626257Z","steps":["trace[327817885] 'process raft request' (duration: 120.233899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:10.62663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.34467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-b456d7f4-d1cd-4059-a251-bed6b9b4a639\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-03-19T09:19:10.626721Z","caller":"traceutil/trace.go:171","msg":"trace[2122098561] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-b456d7f4-d1cd-4059-a251-bed6b9b4a639; range_end:; response_count:1; response_revision:8485; }","duration":"118.487705ms","start":"2026-03-19T09:19:10.508212Z","end":"2026-03-19T09:19:10.6267Z","steps":["trace[2122098561] 'agreement among raft nodes before linearized reading' (duration: 118.115205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:10.672697Z","caller":"traceutil/trace.go:171","msg":"trace[1571430439] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"119.300353ms","start":"2026-03-19T09:19:10.553366Z","end":"2026-03-19T09:19:10.672666Z","steps":["trace[1571430439] 'process raft request' (duration: 115.076522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:10.672879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.67276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-19T09:19:10.672919Z","caller":"traceutil/trace.go:171","msg":"trace[1759368628] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8487; }","duration":"143.769552ms","start":"2026-03-19T09:19:10.529139Z","end":"2026-03-19T09:19:10.672908Z","steps":["trace[1759368628] 'agreement among raft nodes before linearized reading' (duration: 143.619617ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:11.326322Z","caller":"traceutil/trace.go:171","msg":"trace[1759443235] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"126.152396ms","start":"2026-03-19T09:19:11.200119Z","end":"2026-03-19T09:19:11.326272Z","steps":["trace[1759443235] 'process raft request' (duration: 125.807777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:53.631749Z","caller":"traceutil/trace.go:171","msg":"trace[1165558061] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"174.940806ms","start":"2026-03-19T09:19:53.456778Z","end":"2026-03-19T09:19:53.631719Z","steps":["trace[1165558061] 'process raft request' (duration: 174.746381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.274302Z","caller":"traceutil/trace.go:171","msg":"trace[1629892391] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"492.167126ms","start":"2026-03-19T09:19:53.782103Z","end":"2026-03-19T09:19:54.27427Z","steps":["trace[1629892391] 'process raft request' (duration: 491.95482ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.274337Z","caller":"traceutil/trace.go:171","msg":"trace[629274206] linearizableReadLoop","detail":"{readStateIndex:9247; appliedIndex:9246; }","duration":"467.088163ms","start":"2026-03-19T09:19:53.807206Z","end":"2026-03-19T09:19:54.274294Z","steps":["trace[629274206] 'read index received' (duration: 466.830506ms)","trace[629274206] 'applied index is now lower than readState.Index' (duration: 255.807µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:54.274442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:53.782077Z","time spent":"492.29352ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:54.274495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.287648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:19:54.274558Z","caller":"traceutil/trace.go:171","msg":"trace[699348239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8910; }","duration":"467.404521ms","start":"2026-03-19T09:19:53.80714Z","end":"2026-03-19T09:19:54.274544Z","steps":["trace[699348239] 'agreement among raft nodes before linearized reading' (duration: 467.226425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.274582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:53.807116Z","time spent":"467.461412ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:54.274691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.415236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:19:54.274712Z","caller":"traceutil/trace.go:171","msg":"trace[1500689783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8910; }","duration":"339.450647ms","start":"2026-03-19T09:19:53.935254Z","end":"2026-03-19T09:19:54.274705Z","steps":["trace[1500689783] 'agreement among raft nodes before linearized reading' (duration: 339.397086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.274717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.566063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-03-19T09:19:54.274762Z","caller":"traceutil/trace.go:171","msg":"trace[1038903440] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8910; }","duration":"349.627637ms","start":"2026-03-19T09:19:53.925123Z","end":"2026-03-19T09:19:54.274751Z","steps":["trace[1038903440] 'agreement among raft nodes before linearized reading' (duration: 349.503184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.274796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:53.925115Z","time spent":"349.674458ms","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-19T09:19:54.274727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:53.935245Z","time spent":"339.479029ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:54.274857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.518156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:19:54.274984Z","caller":"traceutil/trace.go:171","msg":"trace[1740502390] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:8910; }","duration":"295.68847ms","start":"2026-03-19T09:19:53.979255Z","end":"2026-03-19T09:19:54.274943Z","steps":["trace[1740502390] 'agreement among raft nodes before linearized reading' (duration: 295.380092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.274999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.994651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:19:54.27507Z","caller":"traceutil/trace.go:171","msg":"trace[2135854797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8910; }","duration":"391.421222ms","start":"2026-03-19T09:19:53.883636Z","end":"2026-03-19T09:19:54.275057Z","steps":["trace[2135854797] 'agreement among raft nodes before linearized reading' (duration: 390.936489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.27511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:53.883617Z","time spent":"391.484143ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:54.275533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.427874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:19:54.275611Z","caller":"traceutil/trace.go:171","msg":"trace[1303451858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8910; }","duration":"351.536347ms","start":"2026-03-19T09:19:53.924055Z","end":"2026-03-19T09:19:54.275591Z","steps":["trace[1303451858] 'agreement among raft nodes before linearized reading' (duration: 351.089845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.275831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:53.924044Z","time spent":"351.773193ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:20:08.499651Z","caller":"traceutil/trace.go:171","msg":"trace[28019424] linearizableReadLoop","detail":"{readStateIndex:9321; appliedIndex:9320; }","duration":"288.913121ms","start":"2026-03-19T09:20:08.21071Z","end":"2026-03-19T09:20:08.499623Z","steps":["trace[28019424] 'read index received' (duration: 288.680545ms)","trace[28019424] 'applied index is now lower than readState.Index' (duration: 231.656µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:08.499954Z","caller":"traceutil/trace.go:171","msg":"trace[1948918400] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"482.554541ms","start":"2026-03-19T09:20:08.017385Z","end":"2026-03-19T09:20:08.49994Z","steps":["trace[1948918400] 'process raft request' (duration: 482.10065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.500061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.017361Z","time spent":"482.630653ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:08.500394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.690081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414470"} {"level":"info","ts":"2026-03-19T09:20:08.500456Z","caller":"traceutil/trace.go:171","msg":"trace[86166466] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8981; }","duration":"289.734612ms","start":"2026-03-19T09:20:08.210692Z","end":"2026-03-19T09:20:08.500427Z","steps":["trace[86166466] 'agreement among raft nodes before linearized reading' (duration: 289.538967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.500556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.904246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:20:08.500641Z","caller":"traceutil/trace.go:171","msg":"trace[1856722614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8981; }","duration":"155.056871ms","start":"2026-03-19T09:20:08.345564Z","end":"2026-03-19T09:20:08.500621Z","steps":["trace[1856722614] 'agreement among raft nodes before linearized reading' (duration: 154.813425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.500744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.685524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:20:08.500832Z","caller":"traceutil/trace.go:171","msg":"trace[1209991678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:8981; }","duration":"142.803276ms","start":"2026-03-19T09:20:08.358008Z","end":"2026-03-19T09:20:08.500812Z","steps":["trace[1209991678] 'agreement among raft nodes before linearized reading' (duration: 142.580821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.811516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.895991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:08.811628Z","caller":"traceutil/trace.go:171","msg":"trace[969759200] linearizableReadLoop","detail":"{readStateIndex:9322; appliedIndex:9321; }","duration":"306.145157ms","start":"2026-03-19T09:20:08.505466Z","end":"2026-03-19T09:20:08.811611Z","steps":["trace[969759200] 'read index received' (duration: 144.259536ms)","trace[969759200] 'applied index is now lower than readState.Index' (duration: 161.884281ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:08.8117Z","caller":"traceutil/trace.go:171","msg":"trace[696864276] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"306.596488ms","start":"2026-03-19T09:20:08.505092Z","end":"2026-03-19T09:20:08.811688Z","steps":["trace[696864276] 'process raft request' (duration: 144.436009ms)","trace[696864276] 'compare' (duration: 161.554103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:08.811762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.505071Z","time spent":"306.66048ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:08.812184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.691841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291564"} {"level":"info","ts":"2026-03-19T09:20:08.812292Z","caller":"traceutil/trace.go:171","msg":"trace[2088416840] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8982; }","duration":"306.808784ms","start":"2026-03-19T09:20:08.50546Z","end":"2026-03-19T09:20:08.812269Z","steps":["trace[2088416840] 'agreement among raft nodes before linearized reading' (duration: 306.28111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.812349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.505442Z","time spent":"306.892726ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291587,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:20:08.969553Z","caller":"traceutil/trace.go:171","msg":"trace[1634455315] linearizableReadLoop","detail":"{readStateIndex:9326; appliedIndex:9322; }","duration":"157.877005ms","start":"2026-03-19T09:20:08.811652Z","end":"2026-03-19T09:20:08.969529Z","steps":["trace[1634455315] 'read index received' (duration: 115.619698ms)","trace[1634455315] 'applied index is now lower than readState.Index' (duration: 42.256247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:08.969728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.736841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:08.969729Z","caller":"traceutil/trace.go:171","msg":"trace[946729345] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"463.752595ms","start":"2026-03-19T09:20:08.505952Z","end":"2026-03-19T09:20:08.969705Z","steps":["trace[946729345] 'process raft request' (duration: 463.347754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:08.969757Z","caller":"traceutil/trace.go:171","msg":"trace[511533341] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"463.366364ms","start":"2026-03-19T09:20:08.506363Z","end":"2026-03-19T09:20:08.96973Z","steps":["trace[511533341] 'process raft request' (duration: 463.053566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:08.969786Z","caller":"traceutil/trace.go:171","msg":"trace[1186974646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8986; }","duration":"312.837442ms","start":"2026-03-19T09:20:08.656932Z","end":"2026-03-19T09:20:08.96977Z","steps":["trace[1186974646] 'agreement among raft nodes before linearized reading' (duration: 312.701078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.969839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.656915Z","time spent":"312.911636ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:08.96986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.506354Z","time spent":"463.460128ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:08.969903Z","caller":"traceutil/trace.go:171","msg":"trace[900625620] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"464.012232ms","start":"2026-03-19T09:20:08.505879Z","end":"2026-03-19T09:20:08.969891Z","steps":["trace[900625620] 'process raft request' (duration: 420.888691ms)","trace[900625620] 'compare' (duration: 42.174856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:08.969859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.505931Z","time spent":"463.860367ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:08.969959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.505862Z","time spent":"464.071363ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:08.970144Z","caller":"traceutil/trace.go:171","msg":"trace[681659483] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"463.674382ms","start":"2026-03-19T09:20:08.506377Z","end":"2026-03-19T09:20:08.970051Z","steps":["trace[681659483] 'process raft request' (duration: 463.095877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.970461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.506365Z","time spent":"463.9544ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:09.472289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003417387,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:20:09.591457Z","caller":"traceutil/trace.go:171","msg":"trace[585202160] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"719.380565ms","start":"2026-03-19T09:20:08.872027Z","end":"2026-03-19T09:20:09.591408Z","steps":["trace[585202160] 'process raft request' (duration: 718.984015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.591616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.871997Z","time spent":"719.537659ms","remote":"127.0.0.1:58636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:09.591641Z","caller":"traceutil/trace.go:171","msg":"trace[293210339] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"672.780833ms","start":"2026-03-19T09:20:08.918827Z","end":"2026-03-19T09:20:09.591608Z","steps":["trace[293210339] 'process raft request' (duration: 672.527295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.591822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.918804Z","time spent":"672.916807ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:09.79787Z","caller":"traceutil/trace.go:171","msg":"trace[1165812632] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"668.765616ms","start":"2026-03-19T09:20:09.129079Z","end":"2026-03-19T09:20:09.797844Z","steps":["trace[1165812632] 'process raft request' (duration: 668.578271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.798031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.129049Z","time spent":"668.896391ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:09.798041Z","caller":"traceutil/trace.go:171","msg":"trace[642355496] linearizableReadLoop","detail":"{readStateIndex:9330; appliedIndex:9326; }","duration":"826.553569ms","start":"2026-03-19T09:20:08.971455Z","end":"2026-03-19T09:20:09.798009Z","steps":["trace[642355496] 'read index received' (duration: 619.415141ms)","trace[642355496] 'applied index is now lower than readState.Index' (duration: 207.136088ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:09.798109Z","caller":"traceutil/trace.go:171","msg":"trace[1227065918] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"664.698619ms","start":"2026-03-19T09:20:09.133366Z","end":"2026-03-19T09:20:09.798065Z","steps":["trace[1227065918] 'process raft request' (duration: 664.437201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.798235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.741264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:09.798277Z","caller":"traceutil/trace.go:171","msg":"trace[1460149030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8990; }","duration":"826.856396ms","start":"2026-03-19T09:20:08.971409Z","end":"2026-03-19T09:20:09.798265Z","steps":["trace[1460149030] 'agreement among raft nodes before linearized reading' (duration: 826.753215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.798281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.513336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:09.798307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.133335Z","time spent":"664.853743ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:09.798325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.971388Z","time spent":"826.920988ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:20:09.798345Z","caller":"traceutil/trace.go:171","msg":"trace[1078912493] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8990; }","duration":"483.62455ms","start":"2026-03-19T09:20:09.314701Z","end":"2026-03-19T09:20:09.798326Z","steps":["trace[1078912493] 'agreement among raft nodes before linearized reading' (duration: 483.490247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.798394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.314675Z","time spent":"483.705183ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:09.798501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.948405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:09.798547Z","caller":"traceutil/trace.go:171","msg":"trace[1051697843] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8990; }","duration":"426.030327ms","start":"2026-03-19T09:20:09.372504Z","end":"2026-03-19T09:20:09.798535Z","steps":["trace[1051697843] 'agreement among raft nodes before linearized reading' (duration: 425.953105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.79858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.372475Z","time spent":"426.096968ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:11.869035Z","caller":"traceutil/trace.go:171","msg":"trace[1402140161] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"109.419484ms","start":"2026-03-19T09:20:11.759588Z","end":"2026-03-19T09:20:11.869008Z","steps":["trace[1402140161] 'process raft request' (duration: 109.23953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:11.990948Z","caller":"traceutil/trace.go:171","msg":"trace[984670944] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"207.729483ms","start":"2026-03-19T09:20:11.783191Z","end":"2026-03-19T09:20:11.990921Z","steps":["trace[984670944] 'process raft request' (duration: 158.261585ms)","trace[984670944] 'compare' (duration: 49.176601ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:11.991325Z","caller":"traceutil/trace.go:171","msg":"trace[1892413046] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"188.68454ms","start":"2026-03-19T09:20:11.802614Z","end":"2026-03-19T09:20:11.991298Z","steps":["trace[1892413046] 'process raft request' (duration: 188.217198ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:11.991337Z","caller":"traceutil/trace.go:171","msg":"trace[1969829056] linearizableReadLoop","detail":"{readStateIndex:9346; appliedIndex:9342; }","duration":"162.61209ms","start":"2026-03-19T09:20:11.828551Z","end":"2026-03-19T09:20:11.991163Z","steps":["trace[1969829056] 'read index received' (duration: 40.341106ms)","trace[1969829056] 'applied index is now lower than readState.Index' (duration: 122.269994ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:11.991375Z","caller":"traceutil/trace.go:171","msg":"trace[1598297643] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"188.213858ms","start":"2026-03-19T09:20:11.803101Z","end":"2026-03-19T09:20:11.991315Z","steps":["trace[1598297643] 'process raft request' (duration: 187.982102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:11.991463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.888517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:11.991506Z","caller":"traceutil/trace.go:171","msg":"trace[796086198] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9005; }","duration":"162.978501ms","start":"2026-03-19T09:20:11.828515Z","end":"2026-03-19T09:20:11.991494Z","steps":["trace[796086198] 'agreement among raft nodes before linearized reading' (duration: 162.891639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:19.987356Z","caller":"traceutil/trace.go:171","msg":"trace[1179936111] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"126.67418ms","start":"2026-03-19T09:20:19.86062Z","end":"2026-03-19T09:20:19.987295Z","steps":["trace[1179936111] 'process raft request' (duration: 126.485315ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:20.110489Z","caller":"traceutil/trace.go:171","msg":"trace[562958828] linearizableReadLoop","detail":"{readStateIndex:9407; appliedIndex:9406; }","duration":"112.082833ms","start":"2026-03-19T09:20:19.998381Z","end":"2026-03-19T09:20:20.110463Z","steps":["trace[562958828] 'read index received' (duration: 94.452387ms)","trace[562958828] 'applied index is now lower than readState.Index' (duration: 17.629206ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:20.11067Z","caller":"traceutil/trace.go:171","msg":"trace[225607676] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"155.505943ms","start":"2026-03-19T09:20:19.955128Z","end":"2026-03-19T09:20:20.110634Z","steps":["trace[225607676] 'process raft request' (duration: 137.688332ms)","trace[225607676] 'compare' (duration: 17.545834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:20.110713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.32024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:20:20.11075Z","caller":"traceutil/trace.go:171","msg":"trace[427086801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9065; }","duration":"112.426753ms","start":"2026-03-19T09:20:19.99831Z","end":"2026-03-19T09:20:20.110736Z","steps":["trace[427086801] 'agreement among raft nodes before linearized reading' (duration: 112.248238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:23.602404Z","caller":"traceutil/trace.go:171","msg":"trace[34001223] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"150.962723ms","start":"2026-03-19T09:21:23.45141Z","end":"2026-03-19T09:21:23.602373Z","steps":["trace[34001223] 'process raft request' (duration: 148.632941ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.961663Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7334} {"level":"info","ts":"2026-03-19T09:21:38.029774Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7334,"took":"66.252798ms","hash":2740088660,"current-db-size-bytes":38969344,"current-db-size":"39 MB","current-db-size-in-use-bytes":25210880,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-19T09:21:38.029826Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2740088660,"revision":7334,"compact-revision":5306} {"level":"info","ts":"2026-03-19T09:21:50.002463Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"864e14457b828f9c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T09:21:50.00775Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T09:21:50.007839Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T09:24:14.944087Z","caller":"traceutil/trace.go:171","msg":"trace[888546369] transaction","detail":"{read_only:false; response_revision:10445; number_of_response:1; }","duration":"272.858188ms","start":"2026-03-19T09:24:14.671199Z","end":"2026-03-19T09:24:14.944057Z","steps":["trace[888546369] 'process raft request' (duration: 272.677734ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:14.964387Z","caller":"traceutil/trace.go:171","msg":"trace[2072073200] linearizableReadLoop","detail":"{readStateIndex:10843; appliedIndex:10841; }","duration":"225.620688ms","start":"2026-03-19T09:24:14.738731Z","end":"2026-03-19T09:24:14.964352Z","steps":["trace[2072073200] 'read index received' (duration: 205.114258ms)","trace[2072073200] 'applied index is now lower than readState.Index' (duration: 20.50485ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:14.964496Z","caller":"traceutil/trace.go:171","msg":"trace[123538901] transaction","detail":"{read_only:false; response_revision:10446; number_of_response:1; }","duration":"260.237417ms","start":"2026-03-19T09:24:14.704202Z","end":"2026-03-19T09:24:14.96444Z","steps":["trace[123538901] 'process raft request' (duration: 259.768104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:14.967891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.120219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:24:14.967967Z","caller":"traceutil/trace.go:171","msg":"trace[1924460517] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:10446; }","duration":"229.224272ms","start":"2026-03-19T09:24:14.738726Z","end":"2026-03-19T09:24:14.967951Z","steps":["trace[1924460517] 'agreement among raft nodes before linearized reading' (duration: 225.759301ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:15.229798Z","caller":"traceutil/trace.go:171","msg":"trace[566440720] transaction","detail":"{read_only:false; response_revision:10447; number_of_response:1; }","duration":"199.233174ms","start":"2026-03-19T09:24:15.030542Z","end":"2026-03-19T09:24:15.229775Z","steps":["trace[566440720] 'process raft request' (duration: 199.07705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:15.235248Z","caller":"traceutil/trace.go:171","msg":"trace[1740614708] transaction","detail":"{read_only:false; response_revision:10448; number_of_response:1; }","duration":"140.112222ms","start":"2026-03-19T09:24:15.095106Z","end":"2026-03-19T09:24:15.235218Z","steps":["trace[1740614708] 'process raft request' (duration: 139.511755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:15.235374Z","caller":"traceutil/trace.go:171","msg":"trace[937926357] transaction","detail":"{read_only:false; response_revision:10449; number_of_response:1; }","duration":"139.106895ms","start":"2026-03-19T09:24:15.096236Z","end":"2026-03-19T09:24:15.235343Z","steps":["trace[937926357] 'process raft request' (duration: 138.487198ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:16.485049Z","caller":"traceutil/trace.go:171","msg":"trace[2029815870] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"114.211181ms","start":"2026-03-19T09:24:16.370807Z","end":"2026-03-19T09:24:16.485018Z","steps":["trace[2029815870] 'process raft request' (duration: 33.681466ms)","trace[2029815870] 'compare' (duration: 80.367951ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:18.727574Z","caller":"traceutil/trace.go:171","msg":"trace[759967004] linearizableReadLoop","detail":"{readStateIndex:10867; appliedIndex:10866; }","duration":"154.640743ms","start":"2026-03-19T09:24:18.572904Z","end":"2026-03-19T09:24:18.727545Z","steps":["trace[759967004] 'read index received' (duration: 142.400841ms)","trace[759967004] 'applied index is now lower than readState.Index' (duration: 12.238602ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:18.7277Z","caller":"traceutil/trace.go:171","msg":"trace[904719982] transaction","detail":"{read_only:false; response_revision:10469; number_of_response:1; }","duration":"175.573822ms","start":"2026-03-19T09:24:18.552113Z","end":"2026-03-19T09:24:18.727687Z","steps":["trace[904719982] 'process raft request' (duration: 163.225738ms)","trace[904719982] 'compare' (duration: 11.80764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:18.728055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.138755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:24:18.72814Z","caller":"traceutil/trace.go:171","msg":"trace[654515676] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10469; }","duration":"155.238678ms","start":"2026-03-19T09:24:18.57288Z","end":"2026-03-19T09:24:18.728118Z","steps":["trace[654515676] 'agreement among raft nodes before linearized reading' (duration: 155.037072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:19.264031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.073498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:24:19.264139Z","caller":"traceutil/trace.go:171","msg":"trace[304609194] transaction","detail":"{read_only:false; response_revision:10474; number_of_response:1; }","duration":"277.326806ms","start":"2026-03-19T09:24:18.986787Z","end":"2026-03-19T09:24:19.264114Z","steps":["trace[304609194] 'process raft request' (duration: 123.095874ms)","trace[304609194] 'compare' (duration: 153.998666ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:19.342775Z","caller":"traceutil/trace.go:171","msg":"trace[647413019] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"185.324088ms","start":"2026-03-19T09:24:19.157422Z","end":"2026-03-19T09:24:19.342746Z","steps":["trace[647413019] 'process raft request' (duration: 185.084242ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:19.455835Z","caller":"traceutil/trace.go:171","msg":"trace[881659436] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"206.818333ms","start":"2026-03-19T09:24:19.248995Z","end":"2026-03-19T09:24:19.455813Z","steps":["trace[881659436] 'process raft request' (duration: 206.660329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:19.455783Z","caller":"traceutil/trace.go:171","msg":"trace[2119776939] transaction","detail":"{read_only:false; response_revision:10476; number_of_response:1; }","duration":"208.60169ms","start":"2026-03-19T09:24:19.247106Z","end":"2026-03-19T09:24:19.455708Z","steps":["trace[2119776939] 'process raft request' (duration: 132.916322ms)","trace[2119776939] 'compare' (duration: 75.330339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:09.170783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.460099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:25:09.17096Z","caller":"traceutil/trace.go:171","msg":"trace[1454383955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10761; }","duration":"111.644124ms","start":"2026-03-19T09:25:09.059226Z","end":"2026-03-19T09:25:09.17087Z","steps":["trace[1454383955] 'range keys from in-memory index tree' (duration: 111.253513ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:21.432892Z","caller":"traceutil/trace.go:171","msg":"trace[321675620] transaction","detail":"{read_only:false; response_revision:10826; number_of_response:1; }","duration":"102.133634ms","start":"2026-03-19T09:25:21.330723Z","end":"2026-03-19T09:25:21.432857Z","steps":["trace[321675620] 'process raft request' (duration: 36.170331ms)","trace[321675620] 'compare' (duration: 65.808439ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:26:37.967438Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9568} {"level":"info","ts":"2026-03-19T09:26:38.056804Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9568,"took":"87.127089ms","hash":3720549797,"current-db-size-bytes":38969344,"current-db-size":"39 MB","current-db-size-in-use-bytes":19251200,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-19T09:26:38.056897Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3720549797,"revision":9568,"compact-revision":7334} {"level":"warn","ts":"2026-03-19T09:27:18.176566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.960075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:27:18.176893Z","caller":"traceutil/trace.go:171","msg":"trace[1756386927] linearizableReadLoop","detail":"{readStateIndex:11810; appliedIndex:11808; }","duration":"181.991283ms","start":"2026-03-19T09:27:17.994881Z","end":"2026-03-19T09:27:18.176873Z","steps":["trace[1756386927] 'read index received' (duration: 172.295403ms)","trace[1756386927] 'applied index is now lower than readState.Index' (duration: 9.69468ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:18.176937Z","caller":"traceutil/trace.go:171","msg":"trace[1969406438] transaction","detail":"{read_only:false; response_revision:11372; number_of_response:1; }","duration":"311.014212ms","start":"2026-03-19T09:27:17.865747Z","end":"2026-03-19T09:27:18.176761Z","steps":["trace[1969406438] 'process raft request' (duration: 94.757169ms)","trace[1969406438] 'compare' (duration: 215.835472ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:18.176992Z","caller":"traceutil/trace.go:171","msg":"trace[322839738] transaction","detail":"{read_only:false; response_revision:11373; number_of_response:1; }","duration":"220.955296ms","start":"2026-03-19T09:27:17.955992Z","end":"2026-03-19T09:27:18.176947Z","steps":["trace[322839738] 'process raft request' (duration: 220.694579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:18.177156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.2622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:27:18.177225Z","caller":"traceutil/trace.go:171","msg":"trace[826956095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11373; }","duration":"182.382013ms","start":"2026-03-19T09:27:17.994829Z","end":"2026-03-19T09:27:18.177211Z","steps":["trace[826956095] 'agreement among raft nodes before linearized reading' (duration: 182.167867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:18.177227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:17.865728Z","time spent":"311.30064ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:27:18.547082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.557033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:18.547211Z","caller":"traceutil/trace.go:171","msg":"trace[108377891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11376; }","duration":"149.760818ms","start":"2026-03-19T09:27:18.397421Z","end":"2026-03-19T09:27:18.547182Z","steps":["trace[108377891] 'count revisions from in-memory index tree' (duration: 149.438769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:19.715548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.220986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T09:27:19.715631Z","caller":"traceutil/trace.go:171","msg":"trace[527516388] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11377; }","duration":"123.375371ms","start":"2026-03-19T09:27:19.592236Z","end":"2026-03-19T09:27:19.715611Z","steps":["trace[527516388] 'range keys from in-memory index tree' (duration: 123.000511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:30.270779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.356175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:30.270886Z","caller":"traceutil/trace.go:171","msg":"trace[764176001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11425; }","duration":"131.517088ms","start":"2026-03-19T09:27:30.139349Z","end":"2026-03-19T09:27:30.270866Z","steps":["trace[764176001] 'range keys from in-memory index tree' (duration: 131.267941ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:30.449559Z","caller":"traceutil/trace.go:171","msg":"trace[1329396516] transaction","detail":"{read_only:false; response_revision:11427; number_of_response:1; }","duration":"121.651504ms","start":"2026-03-19T09:27:30.327872Z","end":"2026-03-19T09:27:30.449524Z","steps":["trace[1329396516] 'process raft request' (duration: 58.388366ms)","trace[1329396516] 'compare' (duration: 63.033722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:27:31.766034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003424282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:27:32.266176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003424282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:27:32.469661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.303294643s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:27:32.470103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:31.166204Z","time spent":"1.30389371s","remote":"127.0.0.1:43092","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:27:32.875595Z","caller":"traceutil/trace.go:171","msg":"trace[447418452] transaction","detail":"{read_only:false; response_revision:11431; number_of_response:1; }","duration":"1.298081424s","start":"2026-03-19T09:27:31.577483Z","end":"2026-03-19T09:27:32.875565Z","steps":["trace[447418452] 'process raft request' (duration: 1.297783076s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:32.875756Z","caller":"traceutil/trace.go:171","msg":"trace[381332012] linearizableReadLoop","detail":"{readStateIndex:11871; appliedIndex:11869; }","duration":"1.610410712s","start":"2026-03-19T09:27:31.265323Z","end":"2026-03-19T09:27:32.875733Z","steps":["trace[381332012] 'read index received' (duration: 1.204538634s)","trace[381332012] 'applied index is now lower than readState.Index' (duration: 405.871058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:27:32.875829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:31.577439Z","time spent":"1.298292989s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:27:32.875877Z","caller":"traceutil/trace.go:171","msg":"trace[1488086433] transaction","detail":"{read_only:false; response_revision:11433; number_of_response:1; }","duration":"420.81314ms","start":"2026-03-19T09:27:32.455052Z","end":"2026-03-19T09:27:32.875866Z","steps":["trace[1488086433] 'process raft request' (duration: 420.44069ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:32.875917Z","caller":"traceutil/trace.go:171","msg":"trace[1239648456] transaction","detail":"{read_only:false; response_revision:11434; number_of_response:1; }","duration":"419.31202ms","start":"2026-03-19T09:27:32.456584Z","end":"2026-03-19T09:27:32.875896Z","steps":["trace[1239648456] 'process raft request' (duration: 419.040012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.875986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:32.455019Z","time spent":"420.887451ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:27:32.876022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61069311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:27:32.876079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:32.456554Z","time spent":"419.446373ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:27:32.876117Z","caller":"traceutil/trace.go:171","msg":"trace[1088403659] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:11434; }","duration":"1.610847664s","start":"2026-03-19T09:27:31.265247Z","end":"2026-03-19T09:27:32.876095Z","steps":["trace[1088403659] 'agreement among raft nodes before linearized reading' (duration: 1.61068843s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:32.875983Z","caller":"traceutil/trace.go:171","msg":"trace[2003316494] transaction","detail":"{read_only:false; response_revision:11432; number_of_response:1; }","duration":"598.874235ms","start":"2026-03-19T09:27:32.277087Z","end":"2026-03-19T09:27:32.875961Z","steps":["trace[2003316494] 'process raft request' (duration: 598.32321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.876184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:31.265215Z","time spent":"1.610939057s","remote":"127.0.0.1:38314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:27:32.876291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:32.277055Z","time spent":"599.147224ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:27:32.878119Z","caller":"traceutil/trace.go:171","msg":"trace[1935216028] transaction","detail":"{read_only:false; response_revision:11436; number_of_response:1; }","duration":"277.30166ms","start":"2026-03-19T09:27:32.600796Z","end":"2026-03-19T09:27:32.878098Z","steps":["trace[1935216028] 'process raft request' (duration: 277.155676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.878245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311150214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:27:32.878324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.957805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:27:32.878335Z","caller":"traceutil/trace.go:171","msg":"trace[220312150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11437; }","duration":"1.311318559s","start":"2026-03-19T09:27:31.566999Z","end":"2026-03-19T09:27:32.878317Z","steps":["trace[220312150] 'agreement among raft nodes before linearized reading' (duration: 1.311061922s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:32.878369Z","caller":"traceutil/trace.go:171","msg":"trace[1379572454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:11437; }","duration":"408.025097ms","start":"2026-03-19T09:27:32.470332Z","end":"2026-03-19T09:27:32.878357Z","steps":["trace[1379572454] 'agreement among raft nodes before linearized reading' (duration: 407.847342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.878381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:31.566979Z","time spent":"1.311393011s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:27:32.878367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.019011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:32.878168Z","caller":"traceutil/trace.go:171","msg":"trace[1229859476] transaction","detail":"{read_only:false; response_revision:11435; number_of_response:1; }","duration":"406.940668ms","start":"2026-03-19T09:27:32.4712Z","end":"2026-03-19T09:27:32.87814Z","steps":["trace[1229859476] 'process raft request' (duration: 406.614189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.878391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168399065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:27:32.878439Z","caller":"traceutil/trace.go:171","msg":"trace[167730012] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:11437; }","duration":"964.155374ms","start":"2026-03-19T09:27:31.914267Z","end":"2026-03-19T09:27:32.878422Z","steps":["trace[167730012] 'agreement among raft nodes before linearized reading' (duration: 964.004161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.878475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.297659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:27:32.878468Z","caller":"traceutil/trace.go:171","msg":"trace[155925115] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:11437; }","duration":"1.168504829s","start":"2026-03-19T09:27:31.709943Z","end":"2026-03-19T09:27:32.878447Z","steps":["trace[155925115] 'agreement among raft nodes before linearized reading' (duration: 1.168360774s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.878485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:32.471188Z","time spent":"407.249686ms","remote":"127.0.0.1:43092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:27:32.878415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:32.470322Z","time spent":"408.083298ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"info","ts":"2026-03-19T09:27:32.87851Z","caller":"traceutil/trace.go:171","msg":"trace[1623542130] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11437; }","duration":"646.567097ms","start":"2026-03-19T09:27:32.231933Z","end":"2026-03-19T09:27:32.8785Z","steps":["trace[1623542130] 'agreement among raft nodes before linearized reading' (duration: 646.512955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.878503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22113283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:32.878625Z","caller":"traceutil/trace.go:171","msg":"trace[969456782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11437; }","duration":"1.221283923s","start":"2026-03-19T09:27:31.657301Z","end":"2026-03-19T09:27:32.878585Z","steps":["trace[969456782] 'agreement among raft nodes before linearized reading' (duration: 1.221093248s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.878678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:31.657281Z","time spent":"1.221387178s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:27:32.87866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081014131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:27:32.878533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:31.709929Z","time spent":"1.16858507s","remote":"127.0.0.1:38300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":28,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:27:32.878768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.891156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:27:32.878697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.758071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:27:32.878807Z","caller":"traceutil/trace.go:171","msg":"trace[1230513304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11437; }","duration":"415.96114ms","start":"2026-03-19T09:27:32.462834Z","end":"2026-03-19T09:27:32.878795Z","steps":["trace[1230513304] 'agreement among raft nodes before linearized reading' (duration: 415.659502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.878845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:32.462809Z","time spent":"416.024732ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:27:32.878478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:31.914205Z","time spent":"964.265478ms","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:27:32.878808Z","caller":"traceutil/trace.go:171","msg":"trace[246828831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11437; }","duration":"816.902346ms","start":"2026-03-19T09:27:32.061897Z","end":"2026-03-19T09:27:32.878799Z","steps":["trace[246828831] 'agreement among raft nodes before linearized reading' (duration: 816.605738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:32.878756Z","caller":"traceutil/trace.go:171","msg":"trace[181576565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11437; }","duration":"1.081161984s","start":"2026-03-19T09:27:31.797567Z","end":"2026-03-19T09:27:32.878729Z","steps":["trace[181576565] 'agreement among raft nodes before linearized reading' (duration: 1.080864166s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.878922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:32.061871Z","time spent":"817.033969ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:27:32.878538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:32.2319Z","time spent":"646.630507ms","remote":"127.0.0.1:49892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:27:32.87897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:31.797537Z","time spent":"1.081419171s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:27:32.879054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.638638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:27:32.879163Z","caller":"traceutil/trace.go:171","msg":"trace[2133385313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11437; }","duration":"413.792091ms","start":"2026-03-19T09:27:32.465345Z","end":"2026-03-19T09:27:32.879137Z","steps":["trace[2133385313] 'agreement among raft nodes before linearized reading' (duration: 413.474152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:32.879225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:32.465331Z","time spent":"413.879783ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:28:36.403186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.208463ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:28:37.379645Z","caller":"traceutil/trace.go:171","msg":"trace[1338427686] linearizableReadLoop","detail":"{readStateIndex:12187; appliedIndex:12184; }","duration":"136.493614ms","start":"2026-03-19T09:28:37.243127Z","end":"2026-03-19T09:28:37.379621Z","steps":["trace[1338427686] 'read index received' (duration: 14.164649ms)","trace[1338427686] 'applied index is now lower than readState.Index' (duration: 122.327905ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:37.379669Z","caller":"traceutil/trace.go:171","msg":"trace[299240597] transaction","detail":"{read_only:false; response_revision:11733; number_of_response:1; }","duration":"214.921214ms","start":"2026-03-19T09:28:37.164711Z","end":"2026-03-19T09:28:37.379632Z","steps":["trace[299240597] 'process raft request' (duration: 214.322919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:37.379967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.835153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:28:37.379762Z","caller":"traceutil/trace.go:171","msg":"trace[1225628692] transaction","detail":"{read_only:false; response_revision:11734; number_of_response:1; }","duration":"213.790615ms","start":"2026-03-19T09:28:37.165957Z","end":"2026-03-19T09:28:37.379748Z","steps":["trace[1225628692] 'process raft request' (duration: 213.61007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:37.380042Z","caller":"traceutil/trace.go:171","msg":"trace[1625408095] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11734; }","duration":"136.959897ms","start":"2026-03-19T09:28:37.243065Z","end":"2026-03-19T09:28:37.380025Z","steps":["trace[1625408095] 'agreement among raft nodes before linearized reading' (duration: 136.757392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:37.380292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.680315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:28:37.380349Z","caller":"traceutil/trace.go:171","msg":"trace[69076806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11734; }","duration":"128.806289ms","start":"2026-03-19T09:28:37.251529Z","end":"2026-03-19T09:28:37.380336Z","steps":["trace[69076806] 'agreement among raft nodes before linearized reading' (duration: 128.611613ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:40.544412Z","caller":"traceutil/trace.go:171","msg":"trace[1284413213] transaction","detail":"{read_only:false; response_revision:11748; number_of_response:1; }","duration":"101.372544ms","start":"2026-03-19T09:28:40.443019Z","end":"2026-03-19T09:28:40.544392Z","steps":["trace[1284413213] 'process raft request' (duration: 101.243351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:40.800026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.733591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:28:40.800122Z","caller":"traceutil/trace.go:171","msg":"trace[1692546051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11748; }","duration":"142.876795ms","start":"2026-03-19T09:28:40.657221Z","end":"2026-03-19T09:28:40.800098Z","steps":["trace[1692546051] 'range keys from in-memory index tree' (duration: 142.631809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.628992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.157905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:28:41.629112Z","caller":"traceutil/trace.go:171","msg":"trace[565074625] transaction","detail":"{read_only:false; response_revision:11749; number_of_response:1; }","duration":"360.903353ms","start":"2026-03-19T09:28:41.268187Z","end":"2026-03-19T09:28:41.62909Z","steps":["trace[565074625] 'process raft request' (duration: 81.559133ms)","trace[565074625] 'compare' (duration: 279.010871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:28:41.629179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.268159Z","time spent":"360.989906ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:28:41.721404Z","caller":"traceutil/trace.go:171","msg":"trace[954977894] linearizableReadLoop","detail":"{readStateIndex:12204; appliedIndex:12202; }","duration":"435.382898ms","start":"2026-03-19T09:28:41.285992Z","end":"2026-03-19T09:28:41.721375Z","steps":["trace[954977894] 'read index received' (duration: 63.769767ms)","trace[954977894] 'applied index is now lower than readState.Index' (duration: 371.612061ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:41.721463Z","caller":"traceutil/trace.go:171","msg":"trace[1434371868] transaction","detail":"{read_only:false; response_revision:11750; number_of_response:1; }","duration":"452.538017ms","start":"2026-03-19T09:28:41.268888Z","end":"2026-03-19T09:28:41.721426Z","steps":["trace[1434371868] 'process raft request' (duration: 452.337011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.721631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.268865Z","time spent":"452.666561ms","remote":"127.0.0.1:43092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:28:41.72176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.768657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:28:41.721896Z","caller":"traceutil/trace.go:171","msg":"trace[1897080643] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11750; }","duration":"435.949923ms","start":"2026-03-19T09:28:41.285932Z","end":"2026-03-19T09:28:41.721882Z","steps":["trace[1897080643] 'agreement among raft nodes before linearized reading' (duration: 435.596074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.721943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.285913Z","time spent":"436.020096ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T09:28:41.966207Z","caller":"traceutil/trace.go:171","msg":"trace[1368333548] linearizableReadLoop","detail":"{readStateIndex:12206; appliedIndex:12204; }","duration":"244.697402ms","start":"2026-03-19T09:28:41.72148Z","end":"2026-03-19T09:28:41.966177Z","steps":["trace[1368333548] 'read index received' (duration: 215.593083ms)","trace[1368333548] 'applied index is now lower than readState.Index' (duration: 29.103009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:28:41.966382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.097592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:28:41.966403Z","caller":"traceutil/trace.go:171","msg":"trace[1027614430] transaction","detail":"{read_only:false; response_revision:11752; number_of_response:1; }","duration":"574.440702ms","start":"2026-03-19T09:28:41.391895Z","end":"2026-03-19T09:28:41.966336Z","steps":["trace[1027614430] 'process raft request' (duration: 574.152515ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:41.966464Z","caller":"traceutil/trace.go:171","msg":"trace[1307029320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11752; }","duration":"512.203835ms","start":"2026-03-19T09:28:41.454237Z","end":"2026-03-19T09:28:41.966441Z","steps":["trace[1307029320] 'agreement among raft nodes before linearized reading' (duration: 511.960118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.966449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.426155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-19T09:28:41.966518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.454209Z","time spent":"512.300328ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:28:41.966537Z","caller":"traceutil/trace.go:171","msg":"trace[1893087363] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11752; }","duration":"430.566059ms","start":"2026-03-19T09:28:41.535951Z","end":"2026-03-19T09:28:41.966517Z","steps":["trace[1893087363] 'agreement among raft nodes before linearized reading' (duration: 430.357123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:41.966533Z","caller":"traceutil/trace.go:171","msg":"trace[1543714816] transaction","detail":"{read_only:false; response_revision:11751; number_of_response:1; }","duration":"574.600756ms","start":"2026-03-19T09:28:41.391872Z","end":"2026-03-19T09:28:41.966472Z","steps":["trace[1543714816] 'process raft request' (duration: 545.184158ms)","trace[1543714816] 'compare' (duration: 28.620476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:28:41.96657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.40915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:28:41.966652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.391865Z","time spent":"574.652197ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:28:41.966645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.200606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:28:41.966663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.919481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:28:41.966656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.311664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:28:41.966728Z","caller":"traceutil/trace.go:171","msg":"trace[1409717427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11752; }","duration":"546.320058ms","start":"2026-03-19T09:28:41.420385Z","end":"2026-03-19T09:28:41.966705Z","steps":["trace[1409717427] 'agreement among raft nodes before linearized reading' (duration: 546.109233ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:41.966743Z","caller":"traceutil/trace.go:171","msg":"trace[124768244] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:11752; }","duration":"594.462218ms","start":"2026-03-19T09:28:41.372258Z","end":"2026-03-19T09:28:41.96672Z","steps":["trace[124768244] 'agreement among raft nodes before linearized reading' (duration: 594.246192ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:41.966731Z","caller":"traceutil/trace.go:171","msg":"trace[976971034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11752; }","duration":"513.997164ms","start":"2026-03-19T09:28:41.452716Z","end":"2026-03-19T09:28:41.966713Z","steps":["trace[976971034] 'agreement among raft nodes before linearized reading' (duration: 513.817788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.966764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.391842Z","time spent":"574.803561ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:28:41.966665Z","caller":"traceutil/trace.go:171","msg":"trace[1863889751] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:11752; }","duration":"509.530083ms","start":"2026-03-19T09:28:41.457114Z","end":"2026-03-19T09:28:41.966645Z","steps":["trace[1863889751] 'agreement among raft nodes before linearized reading' (duration: 509.319948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.966797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.452711Z","time spent":"514.074735ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:28:41.966805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.372233Z","time spent":"594.55034ms","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":71,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:28:41.96679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.42037Z","time spent":"546.405941ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:28:41.966588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.535915Z","time spent":"430.659132ms","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:28:41.966836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.457101Z","time spent":"509.720618ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:28:41.966983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.538437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:28:41.967042Z","caller":"traceutil/trace.go:171","msg":"trace[728773289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11752; }","duration":"515.117403ms","start":"2026-03-19T09:28:41.451908Z","end":"2026-03-19T09:28:41.967025Z","steps":["trace[728773289] 'agreement among raft nodes before linearized reading' (duration: 514.410844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.967085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.4519Z","time spent":"515.172044ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:28:41.967097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.621868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:28:41.96732Z","caller":"traceutil/trace.go:171","msg":"trace[712743193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11752; }","duration":"518.932994ms","start":"2026-03-19T09:28:41.448348Z","end":"2026-03-19T09:28:41.967281Z","steps":["trace[712743193] 'agreement among raft nodes before linearized reading' (duration: 518.02166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.967382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:28:41.448325Z","time spent":"519.038899ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:28:42.010916Z","caller":"traceutil/trace.go:171","msg":"trace[420746082] transaction","detail":"{read_only:false; response_revision:11753; number_of_response:1; }","duration":"284.527369ms","start":"2026-03-19T09:28:41.726366Z","end":"2026-03-19T09:28:42.010893Z","steps":["trace[420746082] 'process raft request' (duration: 284.348454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:42.011026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.218511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:28:42.011121Z","caller":"traceutil/trace.go:171","msg":"trace[897689493] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11753; }","duration":"287.365405ms","start":"2026-03-19T09:28:41.723737Z","end":"2026-03-19T09:28:42.011102Z","steps":["trace[897689493] 'agreement among raft nodes before linearized reading' (duration: 287.155259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:20.722158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.931876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:29:20.722184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.720729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:29:20.722336Z","caller":"traceutil/trace.go:171","msg":"trace[1247977872] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11931; }","duration":"137.175683ms","start":"2026-03-19T09:29:20.585127Z","end":"2026-03-19T09:29:20.722303Z","steps":["trace[1247977872] 'range keys from in-memory index tree' (duration: 136.685179ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:20.722365Z","caller":"traceutil/trace.go:171","msg":"trace[1364681525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:11931; }","duration":"152.947375ms","start":"2026-03-19T09:29:20.569378Z","end":"2026-03-19T09:29:20.722326Z","steps":["trace[1364681525] 'range keys from in-memory index tree' (duration: 152.499313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:21.42743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.889131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:29:21.42754Z","caller":"traceutil/trace.go:171","msg":"trace[105643205] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:11933; }","duration":"157.053785ms","start":"2026-03-19T09:29:21.270459Z","end":"2026-03-19T09:29:21.427513Z","steps":["trace[105643205] 'count revisions from in-memory index tree' (duration: 156.811949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:26.290336Z","caller":"traceutil/trace.go:171","msg":"trace[1458112238] transaction","detail":"{read_only:false; response_revision:11955; number_of_response:1; }","duration":"101.684544ms","start":"2026-03-19T09:29:26.188618Z","end":"2026-03-19T09:29:26.290303Z","steps":["trace[1458112238] 'process raft request' (duration: 49.330632ms)","trace[1458112238] 'compare' (duration: 52.081424ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:30.814296Z","caller":"traceutil/trace.go:171","msg":"trace[1962470657] linearizableReadLoop","detail":"{readStateIndex:12440; appliedIndex:12437; }","duration":"118.647587ms","start":"2026-03-19T09:29:30.695623Z","end":"2026-03-19T09:29:30.814271Z","steps":["trace[1962470657] 'read index received' (duration: 14.329703ms)","trace[1962470657] 'applied index is now lower than readState.Index' (duration: 104.316944ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:30.814365Z","caller":"traceutil/trace.go:171","msg":"trace[2053078325] transaction","detail":"{read_only:false; response_revision:11976; number_of_response:1; }","duration":"132.797506ms","start":"2026-03-19T09:29:30.68153Z","end":"2026-03-19T09:29:30.814327Z","steps":["trace[2053078325] 'process raft request' (duration: 132.333584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:30.814423Z","caller":"traceutil/trace.go:171","msg":"trace[1762572806] transaction","detail":"{read_only:false; response_revision:11977; number_of_response:1; }","duration":"132.749154ms","start":"2026-03-19T09:29:30.681663Z","end":"2026-03-19T09:29:30.814412Z","steps":["trace[1762572806] 'process raft request' (duration: 132.530209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:30.814689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.057499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:29:30.814738Z","caller":"traceutil/trace.go:171","msg":"trace[445804371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11977; }","duration":"119.13902ms","start":"2026-03-19T09:29:30.695583Z","end":"2026-03-19T09:29:30.814722Z","steps":["trace[445804371] 'agreement among raft nodes before linearized reading' (duration: 118.966776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:31.687441Z","caller":"traceutil/trace.go:171","msg":"trace[1580990536] linearizableReadLoop","detail":"{readStateIndex:12444; appliedIndex:12443; }","duration":"153.731787ms","start":"2026-03-19T09:29:31.53368Z","end":"2026-03-19T09:29:31.687412Z","steps":["trace[1580990536] 'read index received' (duration: 153.578812ms)","trace[1580990536] 'applied index is now lower than readState.Index' (duration: 151.565µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:29:31.687706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.999704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T09:29:31.687751Z","caller":"traceutil/trace.go:171","msg":"trace[1594937296] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11979; }","duration":"154.089826ms","start":"2026-03-19T09:29:31.533647Z","end":"2026-03-19T09:29:31.687736Z","steps":["trace[1594937296] 'agreement among raft nodes before linearized reading' (duration: 153.913301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:31.68864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.524472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:64 size:751322"} {"level":"info","ts":"2026-03-19T09:29:31.688837Z","caller":"traceutil/trace.go:171","msg":"trace[1837430282] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:64; response_revision:11979; }","duration":"134.758069ms","start":"2026-03-19T09:29:31.554059Z","end":"2026-03-19T09:29:31.688817Z","steps":["trace[1837430282] 'agreement among raft nodes before linearized reading' (duration: 133.770781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:31.887986Z","caller":"traceutil/trace.go:171","msg":"trace[292262884] transaction","detail":"{read_only:false; response_revision:11980; number_of_response:1; }","duration":"198.386622ms","start":"2026-03-19T09:29:31.689571Z","end":"2026-03-19T09:29:31.887958Z","steps":["trace[292262884] 'process raft request' (duration: 139.815683ms)","trace[292262884] 'compare' (duration: 58.26047ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:31.888006Z","caller":"traceutil/trace.go:171","msg":"trace[543977593] linearizableReadLoop","detail":"{readStateIndex:12445; appliedIndex:12444; }","duration":"116.995454ms","start":"2026-03-19T09:29:31.77096Z","end":"2026-03-19T09:29:31.887955Z","steps":["trace[543977593] 'read index received' (duration: 58.413805ms)","trace[543977593] 'applied index is now lower than readState.Index' (duration: 58.579969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:29:31.88903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.052331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:64 size:751322"} {"level":"info","ts":"2026-03-19T09:29:31.889104Z","caller":"traceutil/trace.go:171","msg":"trace[894337329] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:64; response_revision:11980; }","duration":"118.175034ms","start":"2026-03-19T09:29:31.770911Z","end":"2026-03-19T09:29:31.889086Z","steps":["trace[894337329] 'agreement among raft nodes before linearized reading' (duration: 117.184157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:32.737026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.959978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-03-19T09:29:32.737118Z","caller":"traceutil/trace.go:171","msg":"trace[766982688] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:11984; }","duration":"118.108792ms","start":"2026-03-19T09:29:32.618993Z","end":"2026-03-19T09:29:32.737102Z","steps":["trace[766982688] 'range keys from in-memory index tree' (duration: 117.610309ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:32.899727Z","caller":"traceutil/trace.go:171","msg":"trace[1838723603] transaction","detail":"{read_only:false; response_revision:11985; number_of_response:1; }","duration":"155.523755ms","start":"2026-03-19T09:29:32.744172Z","end":"2026-03-19T09:29:32.899695Z","steps":["trace[1838723603] 'process raft request' (duration: 155.254218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:33.348402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.95261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:29:33.348547Z","caller":"traceutil/trace.go:171","msg":"trace[157944865] transaction","detail":"{read_only:false; response_revision:11986; number_of_response:1; }","duration":"444.80296ms","start":"2026-03-19T09:29:32.903716Z","end":"2026-03-19T09:29:33.348519Z","steps":["trace[157944865] 'process raft request' (duration: 97.615384ms)","trace[157944865] 'compare' (duration: 346.840217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:29:33.349266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:32.903693Z","time spent":"445.283383ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:29:33.435889Z","caller":"traceutil/trace.go:171","msg":"trace[535259874] linearizableReadLoop","detail":"{readStateIndex:12453; appliedIndex:12451; }","duration":"421.765453ms","start":"2026-03-19T09:29:33.014102Z","end":"2026-03-19T09:29:33.435868Z","steps":["trace[535259874] 'read index received' (duration: 421.64345ms)","trace[535259874] 'applied index is now lower than readState.Index' (duration: 120.363µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:33.435992Z","caller":"traceutil/trace.go:171","msg":"trace[1639911583] transaction","detail":"{read_only:false; response_revision:11988; number_of_response:1; }","duration":"530.522636ms","start":"2026-03-19T09:29:32.905458Z","end":"2026-03-19T09:29:33.435981Z","steps":["trace[1639911583] 'process raft request' (duration: 530.347111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:33.435998Z","caller":"traceutil/trace.go:171","msg":"trace[1795039936] transaction","detail":"{read_only:false; response_revision:11987; number_of_response:1; }","duration":"530.857865ms","start":"2026-03-19T09:29:32.905097Z","end":"2026-03-19T09:29:33.435955Z","steps":["trace[1795039936] 'process raft request' (duration: 530.562767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:33.436084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:32.905439Z","time spent":"530.575636ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:29:33.436133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.99145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/secretgen-controller/\" range_end:\"/registry/secrets/secretgen-controller0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:29:33.436258Z","caller":"traceutil/trace.go:171","msg":"trace[732473975] range","detail":"{range_begin:/registry/secrets/secretgen-controller/; range_end:/registry/secrets/secretgen-controller0; response_count:0; response_revision:11988; }","duration":"422.197704ms","start":"2026-03-19T09:29:33.014043Z","end":"2026-03-19T09:29:33.436241Z","steps":["trace[732473975] 'agreement among raft nodes before linearized reading' (duration: 421.994749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:33.436306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:33.01402Z","time spent":"422.274196ms","remote":"127.0.0.1:43146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/secretgen-controller/\" range_end:\"/registry/secrets/secretgen-controller0\" "} {"level":"warn","ts":"2026-03-19T09:29:33.436165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:32.905081Z","time spent":"530.991138ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:29:33.98852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.236087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:29:33.988644Z","caller":"traceutil/trace.go:171","msg":"trace[1700617340] linearizableReadLoop","detail":"{readStateIndex:12454; appliedIndex:12453; }","duration":"552.684358ms","start":"2026-03-19T09:29:33.435944Z","end":"2026-03-19T09:29:33.988628Z","steps":["trace[1700617340] 'read index received' (duration: 115.152993ms)","trace[1700617340] 'applied index is now lower than readState.Index' (duration: 437.527865ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:33.988729Z","caller":"traceutil/trace.go:171","msg":"trace[1612137094] transaction","detail":"{read_only:false; response_revision:11989; number_of_response:1; }","duration":"888.424769ms","start":"2026-03-19T09:29:33.100293Z","end":"2026-03-19T09:29:33.988718Z","steps":["trace[1612137094] 'process raft request' (duration: 450.920284ms)","trace[1612137094] 'compare' (duration: 437.088053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:29:33.989125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.825634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:29:33.989563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:33.100262Z","time spent":"889.212089ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:29:33.98964Z","caller":"traceutil/trace.go:171","msg":"trace[1582678280] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11989; }","duration":"447.346288ms","start":"2026-03-19T09:29:33.542237Z","end":"2026-03-19T09:29:33.989584Z","steps":["trace[1582678280] 'agreement among raft nodes before linearized reading' (duration: 446.720482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:33.989194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.396481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:29:33.989716Z","caller":"traceutil/trace.go:171","msg":"trace[792940316] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11989; }","duration":"270.950925ms","start":"2026-03-19T09:29:33.718745Z","end":"2026-03-19T09:29:33.989696Z","steps":["trace[792940316] 'agreement among raft nodes before linearized reading' (duration: 270.41715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:33.989733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:33.542214Z","time spent":"447.501993ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:29:33.989256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.62938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:29:33.989819Z","caller":"traceutil/trace.go:171","msg":"trace[2087527504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11989; }","duration":"332.238706ms","start":"2026-03-19T09:29:33.657558Z","end":"2026-03-19T09:29:33.989797Z","steps":["trace[2087527504] 'agreement among raft nodes before linearized reading' (duration: 331.627901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:33.989323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.828536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-19T09:29:33.989876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:33.657531Z","time spent":"332.332279ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:29:33.989359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.11623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:29:33.989931Z","caller":"traceutil/trace.go:171","msg":"trace[1726307019] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11989; }","duration":"732.462422ms","start":"2026-03-19T09:29:33.257441Z","end":"2026-03-19T09:29:33.989904Z","steps":["trace[1726307019] 'agreement among raft nodes before linearized reading' (duration: 731.728202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:33.990013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:33.25742Z","time spent":"732.565235ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-19T09:29:33.990029Z","caller":"traceutil/trace.go:171","msg":"trace[557070715] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:11989; }","duration":"184.809919ms","start":"2026-03-19T09:29:33.805166Z","end":"2026-03-19T09:29:33.989976Z","steps":["trace[557070715] 'agreement among raft nodes before linearized reading' (duration: 183.830202ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:34.50714Z","caller":"traceutil/trace.go:171","msg":"trace[1010054559] transaction","detail":"{read_only:false; response_revision:11992; number_of_response:1; }","duration":"113.018987ms","start":"2026-03-19T09:29:34.394093Z","end":"2026-03-19T09:29:34.507112Z","steps":["trace[1010054559] 'process raft request' (duration: 112.857242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:35.146808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.973513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:29:35.146902Z","caller":"traceutil/trace.go:171","msg":"trace[258622162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11992; }","duration":"489.143057ms","start":"2026-03-19T09:29:34.65774Z","end":"2026-03-19T09:29:35.146883Z","steps":["trace[258622162] 'range keys from in-memory index tree' (duration: 488.86952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:35.14695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:34.657719Z","time spent":"489.22157ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:29:35.147049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.766362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:29:35.147155Z","caller":"traceutil/trace.go:171","msg":"trace[157999464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11992; }","duration":"567.934787ms","start":"2026-03-19T09:29:34.579202Z","end":"2026-03-19T09:29:35.147136Z","steps":["trace[157999464] 'range keys from in-memory index tree' (duration: 567.525136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:35.147203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:34.579171Z","time spent":"568.022369ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:29:35.1472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.702597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:29:35.147209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.74543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:29:35.147249Z","caller":"traceutil/trace.go:171","msg":"trace[507056003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:11992; }","duration":"233.79364ms","start":"2026-03-19T09:29:34.913442Z","end":"2026-03-19T09:29:35.147235Z","steps":["trace[507056003] 'range keys from in-memory index tree' (duration: 233.472741ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:35.147286Z","caller":"traceutil/trace.go:171","msg":"trace[1248821781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11992; }","duration":"242.868723ms","start":"2026-03-19T09:29:34.9044Z","end":"2026-03-19T09:29:35.147269Z","steps":["trace[1248821781] 'range keys from in-memory index tree' (duration: 242.579525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:35.653432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003426041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:29:36.154276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10348318690003426041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:29:36.427407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276005197s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:29:36.427792Z","caller":"traceutil/trace.go:171","msg":"trace[667927510] transaction","detail":"{read_only:false; response_revision:11993; number_of_response:1; }","duration":"1.27649864s","start":"2026-03-19T09:29:35.151274Z","end":"2026-03-19T09:29:36.427772Z","steps":["trace[667927510] 'process raft request' (duration: 1.276363216s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:36.427923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:35.151251Z","time spent":"1.276602653s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:29:36.511788Z","caller":"traceutil/trace.go:171","msg":"trace[1633495914] transaction","detail":"{read_only:false; response_revision:11995; number_of_response:1; }","duration":"1.029784344s","start":"2026-03-19T09:29:35.481979Z","end":"2026-03-19T09:29:36.511764Z","steps":["trace[1633495914] 'process raft request' (duration: 1.029698251s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:36.51183Z","caller":"traceutil/trace.go:171","msg":"trace[1334017603] transaction","detail":"{read_only:false; response_revision:11994; number_of_response:1; }","duration":"1.360467928s","start":"2026-03-19T09:29:35.151307Z","end":"2026-03-19T09:29:36.511775Z","steps":["trace[1334017603] 'process raft request' (duration: 1.309955215s)","trace[1334017603] 'compare' (duration: 50.297357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:29:36.511962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:35.481952Z","time spent":"1.029907096s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:29:36.512014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:35.151291Z","time spent":"1.360627582s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:29:36.512286Z","caller":"traceutil/trace.go:171","msg":"trace[1175229342] transaction","detail":"{read_only:false; response_revision:11996; number_of_response:1; }","duration":"341.427582ms","start":"2026-03-19T09:29:36.170829Z","end":"2026-03-19T09:29:36.512256Z","steps":["trace[1175229342] 'process raft request' (duration: 340.893228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:36.512309Z","caller":"traceutil/trace.go:171","msg":"trace[2049339447] transaction","detail":"{read_only:false; response_revision:11997; number_of_response:1; }","duration":"226.751762ms","start":"2026-03-19T09:29:36.285532Z","end":"2026-03-19T09:29:36.512283Z","steps":["trace[2049339447] 'process raft request' (duration: 226.600937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:36.512447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:36.170808Z","time spent":"341.556456ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:29:36.533603Z","caller":"traceutil/trace.go:171","msg":"trace[847109289] linearizableReadLoop","detail":"{readStateIndex:12460; appliedIndex:12457; }","duration":"1.38106492s","start":"2026-03-19T09:29:35.152516Z","end":"2026-03-19T09:29:36.53358Z","steps":["trace[847109289] 'read index received' (duration: 1.275180534s)","trace[847109289] 'applied index is now lower than readState.Index' (duration: 105.881166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:29:36.534074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381536623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375786"} {"level":"info","ts":"2026-03-19T09:29:36.534162Z","caller":"traceutil/trace.go:171","msg":"trace[1728098010] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11998; }","duration":"1.381654495s","start":"2026-03-19T09:29:35.152489Z","end":"2026-03-19T09:29:36.534144Z","steps":["trace[1728098010] 'agreement among raft nodes before linearized reading' (duration: 1.381169752s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:36.534206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:35.152477Z","time spent":"1.381719297s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:29:36.534954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.600172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:29:36.534959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181545267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:29:36.53501Z","caller":"traceutil/trace.go:171","msg":"trace[1414295173] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11999; }","duration":"364.704506ms","start":"2026-03-19T09:29:36.170294Z","end":"2026-03-19T09:29:36.534998Z","steps":["trace[1414295173] 'agreement among raft nodes before linearized reading' (duration: 364.582963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:36.535033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.806815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:29:36.535044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:36.17027Z","time spent":"364.766477ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:29:36.535043Z","caller":"traceutil/trace.go:171","msg":"trace[1147299842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11999; }","duration":"1.181676071s","start":"2026-03-19T09:29:35.35335Z","end":"2026-03-19T09:29:36.535026Z","steps":["trace[1147299842] 'agreement among raft nodes before linearized reading' (duration: 1.181489155s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:36.535072Z","caller":"traceutil/trace.go:171","msg":"trace[2139596496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11999; }","duration":"362.859055ms","start":"2026-03-19T09:29:36.172203Z","end":"2026-03-19T09:29:36.535062Z","steps":["trace[2139596496] 'agreement among raft nodes before linearized reading' (duration: 362.793794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:36.535088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:35.353323Z","time spent":"1.181756384s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:29:36.535096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:36.172198Z","time spent":"362.892467ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:29:36.535128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.563332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:29:36.535215Z","caller":"traceutil/trace.go:171","msg":"trace[1646355390] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:11999; }","duration":"209.757327ms","start":"2026-03-19T09:29:36.325438Z","end":"2026-03-19T09:29:36.535195Z","steps":["trace[1646355390] 'agreement among raft nodes before linearized reading' (duration: 209.52735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:36.535262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095023521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:29:36.535301Z","caller":"traceutil/trace.go:171","msg":"trace[484609848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11999; }","duration":"1.095092373s","start":"2026-03-19T09:29:35.4402Z","end":"2026-03-19T09:29:36.535292Z","steps":["trace[484609848] 'agreement among raft nodes before linearized reading' (duration: 1.094994801s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:36.53531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095531684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:29:36.535333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:35.440182Z","time spent":"1.095144694s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:29:36.535344Z","caller":"traceutil/trace.go:171","msg":"trace[1086456873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11999; }","duration":"1.095600676s","start":"2026-03-19T09:29:35.439731Z","end":"2026-03-19T09:29:36.535332Z","steps":["trace[1086456873] 'agreement among raft nodes before linearized reading' (duration: 1.095514854s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:36.535374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:35.439698Z","time spent":"1.095669249s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:29:36.535447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.308931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T09:29:36.535494Z","caller":"traceutil/trace.go:171","msg":"trace[1029700784] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11999; }","duration":"539.395023ms","start":"2026-03-19T09:29:35.996088Z","end":"2026-03-19T09:29:36.535483Z","steps":["trace[1029700784] 'agreement among raft nodes before linearized reading' (duration: 539.262619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:36.535525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:35.996063Z","time spent":"539.454444ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-19T09:29:49.912198Z","caller":"traceutil/trace.go:171","msg":"trace[1509851816] linearizableReadLoop","detail":"{readStateIndex:12526; appliedIndex:12525; }","duration":"145.097557ms","start":"2026-03-19T09:29:49.767081Z","end":"2026-03-19T09:29:49.912178Z","steps":["trace[1509851816] 'read index received' (duration: 144.907531ms)","trace[1509851816] 'applied index is now lower than readState.Index' (duration: 189.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:49.912348Z","caller":"traceutil/trace.go:171","msg":"trace[273543088] transaction","detail":"{read_only:false; response_revision:12058; number_of_response:1; }","duration":"177.499053ms","start":"2026-03-19T09:29:49.734799Z","end":"2026-03-19T09:29:49.912298Z","steps":["trace[273543088] 'process raft request' (duration: 177.236375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:49.912383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.289091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" ","response":"range_response_count:1 size:755"} {"level":"warn","ts":"2026-03-19T09:29:49.91242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.268777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-controller\" ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-03-19T09:29:49.912472Z","caller":"traceutil/trace.go:171","msg":"trace[1780257863] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:12058; }","duration":"145.409633ms","start":"2026-03-19T09:29:49.767031Z","end":"2026-03-19T09:29:49.912441Z","steps":["trace[1780257863] 'agreement among raft nodes before linearized reading' (duration: 145.259169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:49.912495Z","caller":"traceutil/trace.go:171","msg":"trace[1688960393] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-controller; range_end:; response_count:1; response_revision:12058; }","duration":"143.393289ms","start":"2026-03-19T09:29:49.769093Z","end":"2026-03-19T09:29:49.912486Z","steps":["trace[1688960393] 'agreement among raft nodes before linearized reading' (duration: 143.273046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:50.114516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.225642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:coredns\" ","response":"range_response_count:1 size:388"} {"level":"info","ts":"2026-03-19T09:29:50.114616Z","caller":"traceutil/trace.go:171","msg":"trace[581275380] range","detail":"{range_begin:/registry/clusterroles/system:coredns; range_end:; response_count:1; response_revision:12058; }","duration":"116.379795ms","start":"2026-03-19T09:29:49.998212Z","end":"2026-03-19T09:29:50.114592Z","steps":["trace[581275380] 'range keys from in-memory index tree' (duration: 116.12197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:50.114666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.420838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:node-controller\" ","response":"range_response_count:1 size:735"} {"level":"info","ts":"2026-03-19T09:29:50.114758Z","caller":"traceutil/trace.go:171","msg":"trace[1084845036] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:node-controller; range_end:; response_count:1; response_revision:12058; }","duration":"110.55069ms","start":"2026-03-19T09:29:50.004185Z","end":"2026-03-19T09:29:50.114735Z","steps":["trace[1084845036] 'range keys from in-memory index tree' (duration: 110.267723ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:50.876715Z","caller":"traceutil/trace.go:171","msg":"trace[416954118] linearizableReadLoop","detail":"{readStateIndex:12534; appliedIndex:12532; }","duration":"156.708488ms","start":"2026-03-19T09:29:50.719978Z","end":"2026-03-19T09:29:50.876686Z","steps":["trace[416954118] 'read index received' (duration: 103.04474ms)","trace[416954118] 'applied index is now lower than readState.Index' (duration: 53.662737ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:50.876736Z","caller":"traceutil/trace.go:171","msg":"trace[1824840236] transaction","detail":"{read_only:false; response_revision:12065; number_of_response:1; }","duration":"200.924341ms","start":"2026-03-19T09:29:50.675775Z","end":"2026-03-19T09:29:50.8767Z","steps":["trace[1824840236] 'process raft request' (duration: 147.232553ms)","trace[1824840236] 'compare' (duration: 53.456132ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:50.876879Z","caller":"traceutil/trace.go:171","msg":"trace[1825772343] transaction","detail":"{read_only:false; response_revision:12066; number_of_response:1; }","duration":"198.987538ms","start":"2026-03-19T09:29:50.677841Z","end":"2026-03-19T09:29:50.876828Z","steps":["trace[1825772343] 'process raft request' (duration: 198.782082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:50.876969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.973144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:29:50.877005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.367388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-03-19T09:29:50.877027Z","caller":"traceutil/trace.go:171","msg":"trace[125586584] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:12066; }","duration":"157.086536ms","start":"2026-03-19T09:29:50.719928Z","end":"2026-03-19T09:29:50.877014Z","steps":["trace[125586584] 'agreement among raft nodes before linearized reading' (duration: 156.966443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:50.877017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.889648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-03-19T09:29:50.877078Z","caller":"traceutil/trace.go:171","msg":"trace[1224916748] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:12066; }","duration":"128.46839ms","start":"2026-03-19T09:29:50.748592Z","end":"2026-03-19T09:29:50.87706Z","steps":["trace[1224916748] 'agreement among raft nodes before linearized reading' (duration: 128.341777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:50.877104Z","caller":"traceutil/trace.go:171","msg":"trace[879821209] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:12066; }","duration":"151.972539ms","start":"2026-03-19T09:29:50.725112Z","end":"2026-03-19T09:29:50.877085Z","steps":["trace[879821209] 'agreement among raft nodes before linearized reading' (duration: 151.770904ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:52.771695Z","caller":"traceutil/trace.go:171","msg":"trace[1847116745] transaction","detail":"{read_only:false; response_revision:12069; number_of_response:1; }","duration":"166.060675ms","start":"2026-03-19T09:29:52.605609Z","end":"2026-03-19T09:29:52.77167Z","steps":["trace[1847116745] 'process raft request' (duration: 165.894292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:52.870264Z","caller":"traceutil/trace.go:171","msg":"trace[247680353] linearizableReadLoop","detail":"{readStateIndex:12541; appliedIndex:12537; }","duration":"253.896828ms","start":"2026-03-19T09:29:52.616344Z","end":"2026-03-19T09:29:52.87024Z","steps":["trace[247680353] 'read index received' (duration: 155.207015ms)","trace[247680353] 'applied index is now lower than readState.Index' (duration: 98.688553ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:52.870337Z","caller":"traceutil/trace.go:171","msg":"trace[1725289266] transaction","detail":"{read_only:false; response_revision:12070; number_of_response:1; }","duration":"264.527103ms","start":"2026-03-19T09:29:52.605758Z","end":"2026-03-19T09:29:52.870285Z","steps":["trace[1725289266] 'process raft request' (duration: 236.898534ms)","trace[1725289266] 'compare' (duration: 27.014763ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:52.870391Z","caller":"traceutil/trace.go:171","msg":"trace[470629816] transaction","detail":"{read_only:false; response_revision:12072; number_of_response:1; }","duration":"258.096371ms","start":"2026-03-19T09:29:52.612283Z","end":"2026-03-19T09:29:52.87038Z","steps":["trace[470629816] 'process raft request' (duration: 257.888515ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:52.870364Z","caller":"traceutil/trace.go:171","msg":"trace[1885961701] transaction","detail":"{read_only:false; response_revision:12071; number_of_response:1; }","duration":"264.079661ms","start":"2026-03-19T09:29:52.606258Z","end":"2026-03-19T09:29:52.870337Z","steps":["trace[1885961701] 'process raft request' (duration: 263.858635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:52.870652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.317836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:812"} {"level":"warn","ts":"2026-03-19T09:29:52.870677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.795774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:29:52.870672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.922728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:791"} {"level":"warn","ts":"2026-03-19T09:29:52.870684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.891598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T09:29:52.870707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.133906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:29:52.870727Z","caller":"traceutil/trace.go:171","msg":"trace[1302833721] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:12072; }","duration":"199.42193ms","start":"2026-03-19T09:29:52.671282Z","end":"2026-03-19T09:29:52.870704Z","steps":["trace[1302833721] 'agreement among raft nodes before linearized reading' (duration: 199.284036ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:52.870737Z","caller":"traceutil/trace.go:171","msg":"trace[50022118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12072; }","duration":"235.852966ms","start":"2026-03-19T09:29:52.634867Z","end":"2026-03-19T09:29:52.87072Z","steps":["trace[50022118] 'agreement among raft nodes before linearized reading' (duration: 235.679022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:52.870754Z","caller":"traceutil/trace.go:171","msg":"trace[1574752994] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:12072; }","duration":"219.968559ms","start":"2026-03-19T09:29:52.650769Z","end":"2026-03-19T09:29:52.870737Z","steps":["trace[1574752994] 'agreement among raft nodes before linearized reading' (duration: 219.773585ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:52.870773Z","caller":"traceutil/trace.go:171","msg":"trace[2106639687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12072; }","duration":"201.224419ms","start":"2026-03-19T09:29:52.669532Z","end":"2026-03-19T09:29:52.870756Z","steps":["trace[2106639687] 'agreement among raft nodes before linearized reading' (duration: 200.995642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:52.870777Z","caller":"traceutil/trace.go:171","msg":"trace[653579794] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:12072; }","duration":"245.064811ms","start":"2026-03-19T09:29:52.625664Z","end":"2026-03-19T09:29:52.870728Z","steps":["trace[653579794] 'agreement among raft nodes before linearized reading' (duration: 244.765133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:52.870636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.215008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T09:29:52.870903Z","caller":"traceutil/trace.go:171","msg":"trace[238358645] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12072; }","duration":"254.564207ms","start":"2026-03-19T09:29:52.616309Z","end":"2026-03-19T09:29:52.870873Z","steps":["trace[238358645] 'agreement among raft nodes before linearized reading' (duration: 254.048343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:53.141002Z","caller":"traceutil/trace.go:171","msg":"trace[813236098] linearizableReadLoop","detail":"{readStateIndex:12544; appliedIndex:12543; }","duration":"176.25959ms","start":"2026-03-19T09:29:52.964713Z","end":"2026-03-19T09:29:53.140973Z","steps":["trace[813236098] 'read index received' (duration: 155.051412ms)","trace[813236098] 'applied index is now lower than readState.Index' (duration: 21.206308ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:53.141104Z","caller":"traceutil/trace.go:171","msg":"trace[1674360568] transaction","detail":"{read_only:false; response_revision:12075; number_of_response:1; }","duration":"177.38339ms","start":"2026-03-19T09:29:52.963674Z","end":"2026-03-19T09:29:53.141058Z","steps":["trace[1674360568] 'process raft request' (duration: 156.0775ms)","trace[1674360568] 'compare' (duration: 21.023413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:29:53.141165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.434054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:812"} {"level":"info","ts":"2026-03-19T09:29:53.141248Z","caller":"traceutil/trace.go:171","msg":"trace[2014903692] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:12075; }","duration":"176.541457ms","start":"2026-03-19T09:29:52.964685Z","end":"2026-03-19T09:29:53.141227Z","steps":["trace[2014903692] 'agreement among raft nodes before linearized reading' (duration: 176.412943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:53.188779Z","caller":"traceutil/trace.go:171","msg":"trace[1039532930] transaction","detail":"{read_only:false; response_revision:12076; number_of_response:1; }","duration":"223.979767ms","start":"2026-03-19T09:29:52.964758Z","end":"2026-03-19T09:29:53.188738Z","steps":["trace[1039532930] 'process raft request' (duration: 223.815833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:53.382017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.930877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:1 size:613"} {"level":"info","ts":"2026-03-19T09:29:53.382086Z","caller":"traceutil/trace.go:171","msg":"trace[1402769568] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:1; response_revision:12076; }","duration":"112.04126ms","start":"2026-03-19T09:29:53.270027Z","end":"2026-03-19T09:29:53.382069Z","steps":["trace[1402769568] 'range keys from in-memory index tree' (duration: 111.65697ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:29:54.17468Z","caller":"traceutil/trace.go:171","msg":"trace[1025942419] linearizableReadLoop","detail":"{readStateIndex:12546; appliedIndex:12545; }","duration":"457.10298ms","start":"2026-03-19T09:29:53.717551Z","end":"2026-03-19T09:29:54.174654Z","steps":["trace[1025942419] 'read index received' (duration: 456.878374ms)","trace[1025942419] 'applied index is now lower than readState.Index' (duration: 223.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:29:54.174734Z","caller":"traceutil/trace.go:171","msg":"trace[254789365] transaction","detail":"{read_only:false; response_revision:12077; number_of_response:1; }","duration":"475.753418ms","start":"2026-03-19T09:29:53.698953Z","end":"2026-03-19T09:29:54.174706Z","steps":["trace[254789365] 'process raft request' (duration: 475.554733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:54.174843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.275544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-03-19T09:29:54.174886Z","caller":"traceutil/trace.go:171","msg":"trace[2016723332] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:1; response_revision:12077; }","duration":"457.366707ms","start":"2026-03-19T09:29:53.717508Z","end":"2026-03-19T09:29:54.174875Z","steps":["trace[2016723332] 'agreement among raft nodes before linearized reading' (duration: 457.269214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:54.174895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:53.698912Z","time spent":"475.890013ms","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19187,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:29:54.174928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:53.717493Z","time spent":"457.427308ms","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":717,"request content":"key:\"/registry/clusterrolebindings/system:discovery\" "} {"level":"warn","ts":"2026-03-19T09:29:54.17497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.699753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:volume-scheduler\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-03-19T09:29:54.17506Z","caller":"traceutil/trace.go:171","msg":"trace[1316805457] range","detail":"{range_begin:/registry/clusterroles/system:volume-scheduler; range_end:; response_count:1; response_revision:12077; }","duration":"455.808076ms","start":"2026-03-19T09:29:53.719238Z","end":"2026-03-19T09:29:54.175046Z","steps":["trace[1316805457] 'agreement among raft nodes before linearized reading' (duration: 455.61307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:54.17514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:29:53.719229Z","time spent":"455.899407ms","remote":"127.0.0.1:38152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":746,"request content":"key:\"/registry/clusterroles/system:volume-scheduler\" "} {"level":"info","ts":"2026-03-19T09:29:56.996562Z","caller":"traceutil/trace.go:171","msg":"trace[1587831584] transaction","detail":"{read_only:false; response_revision:12089; number_of_response:1; }","duration":"112.854612ms","start":"2026-03-19T09:29:56.883688Z","end":"2026-03-19T09:29:56.996543Z","steps":["trace[1587831584] 'process raft request' (duration: 112.603775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:29:56.996951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.57108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:29:56.997056Z","caller":"traceutil/trace.go:171","msg":"trace[306731426] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:12090; }","duration":"101.728223ms","start":"2026-03-19T09:29:56.895309Z","end":"2026-03-19T09:29:56.997037Z","steps":["trace[306731426] 'agreement among raft nodes before linearized reading' (duration: 101.272501ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:15.16682Z","caller":"traceutil/trace.go:171","msg":"trace[1740598131] transaction","detail":"{read_only:false; response_revision:12172; number_of_response:1; }","duration":"143.075721ms","start":"2026-03-19T09:30:15.023721Z","end":"2026-03-19T09:30:15.166797Z","steps":["trace[1740598131] 'process raft request' (duration: 142.931707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:15.168985Z","caller":"traceutil/trace.go:171","msg":"trace[765248360] linearizableReadLoop","detail":"{readStateIndex:12646; appliedIndex:12644; }","duration":"107.861449ms","start":"2026-03-19T09:30:15.061105Z","end":"2026-03-19T09:30:15.168966Z","steps":["trace[765248360] 'read index received' (duration: 105.532276ms)","trace[765248360] 'applied index is now lower than readState.Index' (duration: 2.328103ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:15.16909Z","caller":"traceutil/trace.go:171","msg":"trace[1662671453] transaction","detail":"{read_only:false; response_revision:12173; number_of_response:1; }","duration":"118.275807ms","start":"2026-03-19T09:30:15.050786Z","end":"2026-03-19T09:30:15.169062Z","steps":["trace[1662671453] 'process raft request' (duration: 118.095272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:15.16918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.062523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:30:15.169233Z","caller":"traceutil/trace.go:171","msg":"trace[77339433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12173; }","duration":"108.155516ms","start":"2026-03-19T09:30:15.061068Z","end":"2026-03-19T09:30:15.169224Z","steps":["trace[77339433] 'agreement among raft nodes before linearized reading' (duration: 108.007153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:15.495288Z","caller":"traceutil/trace.go:171","msg":"trace[626252001] transaction","detail":"{read_only:false; response_revision:12174; number_of_response:1; }","duration":"321.91478ms","start":"2026-03-19T09:30:15.173311Z","end":"2026-03-19T09:30:15.495226Z","steps":["trace[626252001] 'process raft request' (duration: 254.69642ms)","trace[626252001] 'compare' (duration: 66.729187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:15.495597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:15.173287Z","time spent":"322.146926ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:15.588741Z","caller":"traceutil/trace.go:171","msg":"trace[1752455100] linearizableReadLoop","detail":"{readStateIndex:12648; appliedIndex:12646; }","duration":"414.90169ms","start":"2026-03-19T09:30:15.173799Z","end":"2026-03-19T09:30:15.588701Z","steps":["trace[1752455100] 'read index received' (duration: 254.573087ms)","trace[1752455100] 'applied index is now lower than readState.Index' (duration: 160.327133ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:15.58883Z","caller":"traceutil/trace.go:171","msg":"trace[958740496] transaction","detail":"{read_only:false; response_revision:12176; number_of_response:1; }","duration":"414.430847ms","start":"2026-03-19T09:30:15.174377Z","end":"2026-03-19T09:30:15.588807Z","steps":["trace[958740496] 'process raft request' (duration: 414.281963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:15.588964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:15.174358Z","time spent":"414.531589ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:15.588803Z","caller":"traceutil/trace.go:171","msg":"trace[1773740058] transaction","detail":"{read_only:false; response_revision:12175; number_of_response:1; }","duration":"415.072934ms","start":"2026-03-19T09:30:15.173669Z","end":"2026-03-19T09:30:15.588742Z","steps":["trace[1773740058] 'process raft request' (duration: 414.814267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:15.589103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.665623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5100"} {"level":"warn","ts":"2026-03-19T09:30:15.58912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.31289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:30:15.58912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.773618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:30:15.58915Z","caller":"traceutil/trace.go:171","msg":"trace[1261900796] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:12176; }","duration":"414.766306ms","start":"2026-03-19T09:30:15.17437Z","end":"2026-03-19T09:30:15.589136Z","steps":["trace[1261900796] 'agreement among raft nodes before linearized reading' (duration: 414.57318ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:15.589152Z","caller":"traceutil/trace.go:171","msg":"trace[527990571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12176; }","duration":"350.378792ms","start":"2026-03-19T09:30:15.23876Z","end":"2026-03-19T09:30:15.589139Z","steps":["trace[527990571] 'agreement among raft nodes before linearized reading' (duration: 350.300479ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:15.589167Z","caller":"traceutil/trace.go:171","msg":"trace[2141171099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12176; }","duration":"308.85125ms","start":"2026-03-19T09:30:15.280301Z","end":"2026-03-19T09:30:15.589152Z","steps":["trace[2141171099] 'agreement among raft nodes before linearized reading' (duration: 308.651634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:15.589178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:15.238738Z","time spent":"350.435663ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:30:15.589186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:15.174349Z","time spent":"414.827457ms","remote":"127.0.0.1:38296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5123,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-03-19T09:30:15.5892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:15.280281Z","time spent":"308.911223ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:30:15.58931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.470773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" ","response":"range_response_count:1 size:1234"} {"level":"info","ts":"2026-03-19T09:30:15.58941Z","caller":"traceutil/trace.go:171","msg":"trace[1936753344] range","detail":"{range_begin:/registry/configmaps/monitoring/goldpinger-zap; range_end:; response_count:1; response_revision:12176; }","duration":"344.633818ms","start":"2026-03-19T09:30:15.244749Z","end":"2026-03-19T09:30:15.589383Z","steps":["trace[1936753344] 'agreement among raft nodes before linearized reading' (duration: 344.317469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:15.589458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:15.244723Z","time spent":"344.726211ms","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1257,"request content":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" "} {"level":"warn","ts":"2026-03-19T09:30:15.589656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:15.173652Z","time spent":"415.409463ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:30:15.590031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.222115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375786"} {"level":"info","ts":"2026-03-19T09:30:15.590107Z","caller":"traceutil/trace.go:171","msg":"trace[1106652754] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12176; }","duration":"416.310947ms","start":"2026-03-19T09:30:15.173779Z","end":"2026-03-19T09:30:15.59009Z","steps":["trace[1106652754] 'agreement among raft nodes before linearized reading' (duration: 415.130196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:15.59015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:15.173755Z","time spent":"416.385309ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:30:15.785882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.716282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:30:15.786076Z","caller":"traceutil/trace.go:171","msg":"trace[229838307] transaction","detail":"{read_only:false; response_revision:12178; number_of_response:1; }","duration":"190.199413ms","start":"2026-03-19T09:30:15.595855Z","end":"2026-03-19T09:30:15.786055Z","steps":["trace[229838307] 'process raft request' (duration: 190.140221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:15.786069Z","caller":"traceutil/trace.go:171","msg":"trace[1109282541] transaction","detail":"{read_only:false; response_revision:12177; number_of_response:1; }","duration":"192.389022ms","start":"2026-03-19T09:30:15.593636Z","end":"2026-03-19T09:30:15.786025Z","steps":["trace[1109282541] 'process raft request' (duration: 12.437263ms)","trace[1109282541] 'compare' (duration: 179.573209ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:15.786103Z","caller":"traceutil/trace.go:171","msg":"trace[1376745623] linearizableReadLoop","detail":"{readStateIndex:12650; appliedIndex:12649; }","duration":"192.214917ms","start":"2026-03-19T09:30:15.59385Z","end":"2026-03-19T09:30:15.786065Z","steps":["trace[1376745623] 'read index received' (duration: 12.220497ms)","trace[1376745623] 'applied index is now lower than readState.Index' (duration: 179.99161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:15.786536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.665769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" ","response":"range_response_count:1 size:1234"} {"level":"info","ts":"2026-03-19T09:30:15.786623Z","caller":"traceutil/trace.go:171","msg":"trace[723061215] range","detail":"{range_begin:/registry/configmaps/monitoring/goldpinger-zap; range_end:; response_count:1; response_revision:12178; }","duration":"192.786242ms","start":"2026-03-19T09:30:15.593819Z","end":"2026-03-19T09:30:15.786606Z","steps":["trace[723061215] 'agreement among raft nodes before linearized reading' (duration: 192.502464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:15.786652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.348604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:30:15.788005Z","caller":"traceutil/trace.go:171","msg":"trace[568266675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12178; }","duration":"130.754222ms","start":"2026-03-19T09:30:15.657231Z","end":"2026-03-19T09:30:15.787985Z","steps":["trace[568266675] 'agreement among raft nodes before linearized reading' (duration: 129.349783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:15.787158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.154766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" limit:500 ","response":"range_response_count:16 size:112151"} {"level":"info","ts":"2026-03-19T09:30:15.788175Z","caller":"traceutil/trace.go:171","msg":"trace[399512554] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:12178; }","duration":"193.189423ms","start":"2026-03-19T09:30:15.59496Z","end":"2026-03-19T09:30:15.78815Z","steps":["trace[399512554] 'agreement among raft nodes before linearized reading' (duration: 191.60758ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:21.694843Z","caller":"traceutil/trace.go:171","msg":"trace[764936856] transaction","detail":"{read_only:false; response_revision:12202; number_of_response:1; }","duration":"175.022477ms","start":"2026-03-19T09:30:21.519797Z","end":"2026-03-19T09:30:21.69482Z","steps":["trace[764936856] 'process raft request' (duration: 174.880823ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:22.994082Z","caller":"traceutil/trace.go:171","msg":"trace[1746442323] transaction","detail":"{read_only:false; response_revision:12208; number_of_response:1; }","duration":"112.389699ms","start":"2026-03-19T09:30:22.88165Z","end":"2026-03-19T09:30:22.99404Z","steps":["trace[1746442323] 'process raft request' (duration: 112.105322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:23.811437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.002089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:30:23.811525Z","caller":"traceutil/trace.go:171","msg":"trace[776740155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12211; }","duration":"112.128072ms","start":"2026-03-19T09:30:23.699381Z","end":"2026-03-19T09:30:23.811509Z","steps":["trace[776740155] 'range keys from in-memory index tree' (duration: 111.862994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:23.811926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.955372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1014"} {"level":"warn","ts":"2026-03-19T09:30:23.811936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.993643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:30:23.812013Z","caller":"traceutil/trace.go:171","msg":"trace[1158764194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12211; }","duration":"154.106537ms","start":"2026-03-19T09:30:23.65789Z","end":"2026-03-19T09:30:23.811996Z","steps":["trace[1158764194] 'range keys from in-memory index tree' (duration: 153.86737ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:23.811961Z","caller":"traceutil/trace.go:171","msg":"trace[1500009040] range","detail":"{range_begin:/registry/services/endpoints/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:12211; }","duration":"120.028054ms","start":"2026-03-19T09:30:23.691924Z","end":"2026-03-19T09:30:23.811952Z","steps":["trace[1500009040] 'range keys from in-memory index tree' (duration: 119.807138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:23.811932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.529508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/vector-headless\" ","response":"range_response_count:1 size:1060"} {"level":"info","ts":"2026-03-19T09:30:23.812107Z","caller":"traceutil/trace.go:171","msg":"trace[1106185135] range","detail":"{range_begin:/registry/services/endpoints/monitoring/vector-headless; range_end:; response_count:1; response_revision:12211; }","duration":"117.736792ms","start":"2026-03-19T09:30:23.694347Z","end":"2026-03-19T09:30:23.812083Z","steps":["trace[1106185135] 'range keys from in-memory index tree' (duration: 117.417594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:24.178004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.878158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-brsk9.189e338d569ed5fa\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12216 ","response":"range_response_count:102 size:78944"} {"level":"info","ts":"2026-03-19T09:30:24.178147Z","caller":"traceutil/trace.go:171","msg":"trace[16757541] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-brsk9.189e338d569ed5fa\u0000; range_end:/registry/events/openstack0; response_count:102; response_revision:12216; }","duration":"108.077774ms","start":"2026-03-19T09:30:24.07004Z","end":"2026-03-19T09:30:24.178118Z","steps":["trace[16757541] 'range keys from in-memory index tree' (duration: 107.217561ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:24.758802Z","caller":"traceutil/trace.go:171","msg":"trace[1002880969] linearizableReadLoop","detail":"{readStateIndex:12692; appliedIndex:12691; }","duration":"110.694434ms","start":"2026-03-19T09:30:24.648063Z","end":"2026-03-19T09:30:24.758758Z","steps":["trace[1002880969] 'read index received' (duration: 110.137249ms)","trace[1002880969] 'applied index is now lower than readState.Index' (duration: 554.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:24.758881Z","caller":"traceutil/trace.go:171","msg":"trace[1519373969] transaction","detail":"{read_only:false; response_revision:12217; number_of_response:1; }","duration":"151.254ms","start":"2026-03-19T09:30:24.607594Z","end":"2026-03-19T09:30:24.758848Z","steps":["trace[1519373969] 'process raft request' (duration: 150.705425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:24.759154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.061754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:1 size:7106"} {"level":"info","ts":"2026-03-19T09:30:24.759256Z","caller":"traceutil/trace.go:171","msg":"trace[585374889] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:1; response_revision:12217; }","duration":"111.208248ms","start":"2026-03-19T09:30:24.64802Z","end":"2026-03-19T09:30:24.759229Z","steps":["trace[585374889] 'agreement among raft nodes before linearized reading' (duration: 110.935501ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:25.385474Z","caller":"traceutil/trace.go:171","msg":"trace[547223146] transaction","detail":"{read_only:false; response_revision:12219; number_of_response:1; }","duration":"104.439537ms","start":"2026-03-19T09:30:25.281011Z","end":"2026-03-19T09:30:25.38545Z","steps":["trace[547223146] 'process raft request' (duration: 104.278112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:26.175592Z","caller":"traceutil/trace.go:171","msg":"trace[994312267] transaction","detail":"{read_only:false; response_revision:12221; number_of_response:1; }","duration":"322.810523ms","start":"2026-03-19T09:30:25.852744Z","end":"2026-03-19T09:30:26.175555Z","steps":["trace[994312267] 'process raft request' (duration: 322.583517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:26.175823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:25.852727Z","time spent":"322.968138ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:26.618018Z","caller":"traceutil/trace.go:171","msg":"trace[415919401] linearizableReadLoop","detail":"{readStateIndex:12697; appliedIndex:12695; }","duration":"759.807746ms","start":"2026-03-19T09:30:25.858177Z","end":"2026-03-19T09:30:26.617985Z","steps":["trace[415919401] 'read index received' (duration: 317.129172ms)","trace[415919401] 'applied index is now lower than readState.Index' (duration: 442.676814ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:26.618173Z","caller":"traceutil/trace.go:171","msg":"trace[1680487651] transaction","detail":"{read_only:false; response_revision:12222; number_of_response:1; }","duration":"765.070466ms","start":"2026-03-19T09:30:25.853084Z","end":"2026-03-19T09:30:26.618155Z","steps":["trace[1680487651] 'process raft request' (duration: 745.958704ms)","trace[1680487651] 'compare' (duration: 18.406663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:26.618352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:25.853061Z","time spent":"765.149719ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:30:26.618853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.615427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:30:26.618946Z","caller":"traceutil/trace.go:171","msg":"trace[732789518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12222; }","duration":"760.77127ms","start":"2026-03-19T09:30:25.858152Z","end":"2026-03-19T09:30:26.618924Z","steps":["trace[732789518] 'agreement among raft nodes before linearized reading' (duration: 760.262677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:26.619002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:25.858145Z","time spent":"760.843562ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:30:26.772875Z","caller":"traceutil/trace.go:171","msg":"trace[209376656] transaction","detail":"{read_only:false; response_revision:12223; number_of_response:1; }","duration":"211.80385ms","start":"2026-03-19T09:30:26.561025Z","end":"2026-03-19T09:30:26.772829Z","steps":["trace[209376656] 'process raft request' (duration: 211.541114ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:26.772894Z","caller":"traceutil/trace.go:171","msg":"trace[1324250740] linearizableReadLoop","detail":"{readStateIndex:12699; appliedIndex:12697; }","duration":"154.745574ms","start":"2026-03-19T09:30:26.618113Z","end":"2026-03-19T09:30:26.772859Z","steps":["trace[1324250740] 'read index received' (duration: 77.67303ms)","trace[1324250740] 'applied index is now lower than readState.Index' (duration: 77.070974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:27.043353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015138961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:30:27.043437Z","caller":"traceutil/trace.go:171","msg":"trace[1755280975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12223; }","duration":"1.015268765s","start":"2026-03-19T09:30:26.028146Z","end":"2026-03-19T09:30:27.043415Z","steps":["trace[1755280975] 'agreement among raft nodes before linearized reading' (duration: 745.000818ms)","trace[1755280975] 'range keys from in-memory index tree' (duration: 270.070102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:27.04348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:26.028119Z","time spent":"1.015351848s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:30:27.043489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158064499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-glance-server-conf\" ","response":"range_response_count:1 size:1549"} {"level":"warn","ts":"2026-03-19T09:30:27.043533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181495436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:30:27.043582Z","caller":"traceutil/trace.go:171","msg":"trace[2103670256] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-glance-server-conf; range_end:; response_count:1; response_revision:12223; }","duration":"1.158189911s","start":"2026-03-19T09:30:25.885364Z","end":"2026-03-19T09:30:27.043554Z","steps":["trace[2103670256] 'agreement among raft nodes before linearized reading' (duration: 887.802291ms)","trace[2103670256] 'range keys from in-memory index tree' (duration: 270.160814ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:27.043617Z","caller":"traceutil/trace.go:171","msg":"trace[1906593105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:12223; }","duration":"1.181618879s","start":"2026-03-19T09:30:25.861975Z","end":"2026-03-19T09:30:27.043594Z","steps":["trace[1906593105] 'agreement among raft nodes before linearized reading' (duration: 911.237219ms)","trace[1906593105] 'range keys from in-memory index tree' (duration: 270.132523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:27.04363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070465963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:30:27.04366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.926893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:30:27.043692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:25.861959Z","time spent":"1.181722133s","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"info","ts":"2026-03-19T09:30:27.0437Z","caller":"traceutil/trace.go:171","msg":"trace[1690067924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12223; }","duration":"1.070577537s","start":"2026-03-19T09:30:25.973102Z","end":"2026-03-19T09:30:27.04368Z","steps":["trace[1690067924] 'agreement among raft nodes before linearized reading' (duration: 799.813607ms)","trace[1690067924] 'range keys from in-memory index tree' (duration: 270.486433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:27.043755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:25.973068Z","time spent":"1.070669359s","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:30:27.043753Z","caller":"traceutil/trace.go:171","msg":"trace[1362748016] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:12223; }","duration":"824.246021ms","start":"2026-03-19T09:30:26.219474Z","end":"2026-03-19T09:30:27.04372Z","steps":["trace[1362748016] 'agreement among raft nodes before linearized reading' (duration: 553.584093ms)","trace[1362748016] 'count revisions from in-memory index tree' (duration: 270.466913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:27.043822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:26.219442Z","time spent":"824.362823ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:30:27.04363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:25.885347Z","time spent":"1.158272985s","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1572,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-glance-server-conf\" "} {"level":"warn","ts":"2026-03-19T09:30:27.043489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155088189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-keystone-plugins-conf\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-03-19T09:30:27.04417Z","caller":"traceutil/trace.go:171","msg":"trace[1325340251] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-keystone-plugins-conf; range_end:; response_count:1; response_revision:12223; }","duration":"1.155798559s","start":"2026-03-19T09:30:25.888347Z","end":"2026-03-19T09:30:27.044146Z","steps":["trace[1325340251] 'agreement among raft nodes before linearized reading' (duration: 884.802402ms)","trace[1325340251] 'range keys from in-memory index tree' (duration: 270.209145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:27.044234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:25.888334Z","time spent":"1.15588211s","remote":"127.0.0.1:43156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":870,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-keystone-plugins-conf\" "} {"level":"warn","ts":"2026-03-19T09:30:27.044527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.608293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:30:27.04516Z","caller":"traceutil/trace.go:171","msg":"trace[494065251] linearizableReadLoop","detail":"{readStateIndex:12700; appliedIndex:12699; }","duration":"271.943491ms","start":"2026-03-19T09:30:26.773197Z","end":"2026-03-19T09:30:27.04514Z","steps":["trace[494065251] 'read index received' (duration: 151.563µs)","trace[494065251] 'applied index is now lower than readState.Index' (duration: 271.789668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:27.045307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.41753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:30:27.045461Z","caller":"traceutil/trace.go:171","msg":"trace[68911582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12224; }","duration":"388.598366ms","start":"2026-03-19T09:30:26.656844Z","end":"2026-03-19T09:30:27.045442Z","steps":["trace[68911582] 'agreement among raft nodes before linearized reading' (duration: 388.359489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:27.045541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:26.65683Z","time spent":"388.667007ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:30:27.045737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.604623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T09:30:27.045818Z","caller":"traceutil/trace.go:171","msg":"trace[1654308434] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12224; }","duration":"280.744738ms","start":"2026-03-19T09:30:26.765053Z","end":"2026-03-19T09:30:27.045797Z","steps":["trace[1654308434] 'agreement among raft nodes before linearized reading' (duration: 280.531302ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:27.045789Z","caller":"traceutil/trace.go:171","msg":"trace[2041433960] transaction","detail":"{read_only:false; response_revision:12224; number_of_response:1; }","duration":"421.766933ms","start":"2026-03-19T09:30:26.623813Z","end":"2026-03-19T09:30:27.04558Z","steps":["trace[2041433960] 'process raft request' (duration: 149.033009ms)","trace[2041433960] 'compare' (duration: 270.503174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:27.046342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:26.623786Z","time spent":"422.260537ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:27.417971Z","caller":"traceutil/trace.go:171","msg":"trace[725063873] transaction","detail":"{read_only:false; response_revision:12226; number_of_response:1; }","duration":"369.006982ms","start":"2026-03-19T09:30:27.048934Z","end":"2026-03-19T09:30:27.417941Z","steps":["trace[725063873] 'process raft request' (duration: 368.811566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:27.418126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:27.04889Z","time spent":"369.157314ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:27.418247Z","caller":"traceutil/trace.go:171","msg":"trace[1070119222] linearizableReadLoop","detail":"{readStateIndex:12702; appliedIndex:12700; }","duration":"368.003494ms","start":"2026-03-19T09:30:27.050175Z","end":"2026-03-19T09:30:27.418178Z","steps":["trace[1070119222] 'read index received' (duration: 50.40799ms)","trace[1070119222] 'applied index is now lower than readState.Index' (duration: 317.592824ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:27.418292Z","caller":"traceutil/trace.go:171","msg":"trace[227133289] transaction","detail":"{read_only:false; response_revision:12227; number_of_response:1; }","duration":"351.674648ms","start":"2026-03-19T09:30:27.066606Z","end":"2026-03-19T09:30:27.41828Z","steps":["trace[227133289] 'process raft request' (duration: 351.295227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:27.418552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:27.066587Z","time spent":"351.808561ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:30:27.418751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.575129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375443"} {"level":"info","ts":"2026-03-19T09:30:27.418797Z","caller":"traceutil/trace.go:171","msg":"trace[1491577924] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12227; }","duration":"368.649802ms","start":"2026-03-19T09:30:27.050138Z","end":"2026-03-19T09:30:27.418788Z","steps":["trace[1491577924] 'agreement among raft nodes before linearized reading' (duration: 368.187619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:27.418828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:27.050122Z","time spent":"368.697893ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375466,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:30:27.660703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.688436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:30:27.660922Z","caller":"traceutil/trace.go:171","msg":"trace[1139437382] linearizableReadLoop","detail":"{readStateIndex:12706; appliedIndex:12703; }","duration":"242.570746ms","start":"2026-03-19T09:30:27.418333Z","end":"2026-03-19T09:30:27.660904Z","steps":["trace[1139437382] 'read index received' (duration: 141.569351ms)","trace[1139437382] 'applied index is now lower than readState.Index' (duration: 101.000105ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:27.660951Z","caller":"traceutil/trace.go:171","msg":"trace[675184705] transaction","detail":"{read_only:false; response_revision:12229; number_of_response:1; }","duration":"270.048742ms","start":"2026-03-19T09:30:27.390865Z","end":"2026-03-19T09:30:27.660913Z","steps":["trace[675184705] 'process raft request' (duration: 269.935329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:27.660946Z","caller":"traceutil/trace.go:171","msg":"trace[2144016315] transaction","detail":"{read_only:false; response_revision:12228; number_of_response:1; }","duration":"354.038091ms","start":"2026-03-19T09:30:27.306867Z","end":"2026-03-19T09:30:27.660905Z","steps":["trace[2144016315] 'process raft request' (duration: 253.046216ms)","trace[2144016315] 'compare' (duration: 100.537782ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:27.661036Z","caller":"traceutil/trace.go:171","msg":"trace[1884896446] transaction","detail":"{read_only:false; response_revision:12230; number_of_response:1; }","duration":"257.636678ms","start":"2026-03-19T09:30:27.403366Z","end":"2026-03-19T09:30:27.661003Z","steps":["trace[1884896446] 'process raft request' (duration: 257.497515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:27.661149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:27.30683Z","time spent":"354.212425ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:30:27.66115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.488394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:30:27.66123Z","caller":"traceutil/trace.go:171","msg":"trace[649067431] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12230; }","duration":"577.603466ms","start":"2026-03-19T09:30:27.083608Z","end":"2026-03-19T09:30:27.661211Z","steps":["trace[649067431] 'agreement among raft nodes before linearized reading' (duration: 577.34971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:27.661282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:27.083597Z","time spent":"577.676408ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:30:27.663398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.71106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390304"} {"level":"info","ts":"2026-03-19T09:30:27.66346Z","caller":"traceutil/trace.go:171","msg":"trace[1075948842] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12230; }","duration":"611.800492ms","start":"2026-03-19T09:30:27.051647Z","end":"2026-03-19T09:30:27.663448Z","steps":["trace[1075948842] 'agreement among raft nodes before linearized reading' (duration: 609.341596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:27.663517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:27.051631Z","time spent":"611.859165ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":602,"response size":390327,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:30:27.663769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.195813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390304"} {"level":"info","ts":"2026-03-19T09:30:27.663819Z","caller":"traceutil/trace.go:171","msg":"trace[2042690650] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12230; }","duration":"612.276415ms","start":"2026-03-19T09:30:27.051534Z","end":"2026-03-19T09:30:27.66381Z","steps":["trace[2042690650] 'agreement among raft nodes before linearized reading' (duration: 609.599274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:27.663855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:27.051527Z","time spent":"612.311096ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":602,"response size":390327,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:30:27.665929Z","caller":"traceutil/trace.go:171","msg":"trace[792221691] transaction","detail":"{read_only:false; response_revision:12231; number_of_response:1; }","duration":"215.299935ms","start":"2026-03-19T09:30:27.45059Z","end":"2026-03-19T09:30:27.66589Z","steps":["trace[792221691] 'process raft request' (duration: 215.186162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:27.665947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.907252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-6rqk2\" ","response":"range_response_count:1 size:6977"} {"level":"info","ts":"2026-03-19T09:30:27.665996Z","caller":"traceutil/trace.go:171","msg":"trace[1788539502] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-6rqk2; range_end:; response_count:1; response_revision:12231; }","duration":"112.997455ms","start":"2026-03-19T09:30:27.552989Z","end":"2026-03-19T09:30:27.665986Z","steps":["trace[1788539502] 'agreement among raft nodes before linearized reading' (duration: 112.862811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:27.829409Z","caller":"traceutil/trace.go:171","msg":"trace[262130320] linearizableReadLoop","detail":"{readStateIndex:12708; appliedIndex:12707; }","duration":"155.406281ms","start":"2026-03-19T09:30:27.673969Z","end":"2026-03-19T09:30:27.829375Z","steps":["trace[262130320] 'read index received' (duration: 112.637016ms)","trace[262130320] 'applied index is now lower than readState.Index' (duration: 42.767635ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:27.829811Z","caller":"traceutil/trace.go:171","msg":"trace[90168977] transaction","detail":"{read_only:false; response_revision:12232; number_of_response:1; }","duration":"162.947154ms","start":"2026-03-19T09:30:27.666848Z","end":"2026-03-19T09:30:27.829795Z","steps":["trace[90168977] 'process raft request' (duration: 119.669535ms)","trace[90168977] 'compare' (duration: 42.721054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:27.830408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.403958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-brsk9.189e338d569ed5fa\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12230 ","response":"range_response_count:102 size:78944"} {"level":"info","ts":"2026-03-19T09:30:27.830495Z","caller":"traceutil/trace.go:171","msg":"trace[679805192] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-brsk9.189e338d569ed5fa\u0000; range_end:/registry/events/openstack0; response_count:102; response_revision:12232; }","duration":"156.560312ms","start":"2026-03-19T09:30:27.673915Z","end":"2026-03-19T09:30:27.830475Z","steps":["trace[679805192] 'agreement among raft nodes before linearized reading' (duration: 155.810042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:27.904202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.417573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:30:27.904278Z","caller":"traceutil/trace.go:171","msg":"trace[2104371674] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:12233; }","duration":"201.516376ms","start":"2026-03-19T09:30:27.702744Z","end":"2026-03-19T09:30:27.904261Z","steps":["trace[2104371674] 'agreement among raft nodes before linearized reading' (duration: 201.352212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:27.904532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.091534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-brsk9.189e338d569ed5fa\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12230 ","response":"range_response_count:102 size:78944"} {"level":"info","ts":"2026-03-19T09:30:27.904585Z","caller":"traceutil/trace.go:171","msg":"trace[1832546229] transaction","detail":"{read_only:false; response_revision:12233; number_of_response:1; }","duration":"229.007952ms","start":"2026-03-19T09:30:27.675563Z","end":"2026-03-19T09:30:27.904571Z","steps":["trace[1832546229] 'process raft request' (duration: 228.297473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:27.904602Z","caller":"traceutil/trace.go:171","msg":"trace[1175948436] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-brsk9.189e338d569ed5fa\u0000; range_end:/registry/events/openstack0; response_count:102; response_revision:12233; }","duration":"229.183547ms","start":"2026-03-19T09:30:27.675403Z","end":"2026-03-19T09:30:27.904587Z","steps":["trace[1175948436] 'agreement among raft nodes before linearized reading' (duration: 228.606862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:28.164377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.604212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-19T09:30:28.164452Z","caller":"traceutil/trace.go:171","msg":"trace[1682665263] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:12233; }","duration":"181.717146ms","start":"2026-03-19T09:30:27.982718Z","end":"2026-03-19T09:30:28.164435Z","steps":["trace[1682665263] 'range keys from in-memory index tree' (duration: 181.450458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:28.164377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-keystone-server-conf\" ","response":"range_response_count:1 size:1559"} {"level":"info","ts":"2026-03-19T09:30:28.164606Z","caller":"traceutil/trace.go:171","msg":"trace[1025306016] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-keystone-server-conf; range_end:; response_count:1; response_revision:12233; }","duration":"167.968117ms","start":"2026-03-19T09:30:27.996606Z","end":"2026-03-19T09:30:28.164574Z","steps":["trace[1025306016] 'range keys from in-memory index tree' (duration: 167.631759ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:28.332597Z","caller":"traceutil/trace.go:171","msg":"trace[2113881224] transaction","detail":"{read_only:false; response_revision:12234; number_of_response:1; }","duration":"147.93318ms","start":"2026-03-19T09:30:28.184624Z","end":"2026-03-19T09:30:28.332558Z","steps":["trace[2113881224] 'process raft request' (duration: 147.739175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:28.776523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.418617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-brsk9.189e338d569ed5fa\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12235 ","response":"range_response_count:102 size:78944"} {"level":"info","ts":"2026-03-19T09:30:28.776627Z","caller":"traceutil/trace.go:171","msg":"trace[752440962] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-brsk9.189e338d569ed5fa\u0000; range_end:/registry/events/openstack0; response_count:102; response_revision:12235; }","duration":"113.55195ms","start":"2026-03-19T09:30:28.663054Z","end":"2026-03-19T09:30:28.776605Z","steps":["trace[752440962] 'range keys from in-memory index tree' (duration: 112.854482ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:29.115704Z","caller":"traceutil/trace.go:171","msg":"trace[1997550144] linearizableReadLoop","detail":"{readStateIndex:12712; appliedIndex:12711; }","duration":"186.549745ms","start":"2026-03-19T09:30:28.929133Z","end":"2026-03-19T09:30:29.115683Z","steps":["trace[1997550144] 'read index received' (duration: 186.279727ms)","trace[1997550144] 'applied index is now lower than readState.Index' (duration: 269.158µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:29.115827Z","caller":"traceutil/trace.go:171","msg":"trace[1215396918] transaction","detail":"{read_only:false; response_revision:12236; number_of_response:1; }","duration":"202.633877ms","start":"2026-03-19T09:30:28.913154Z","end":"2026-03-19T09:30:29.115788Z","steps":["trace[1215396918] 'process raft request' (duration: 202.329438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:29.115906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.76239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-19T09:30:29.115947Z","caller":"traceutil/trace.go:171","msg":"trace[528050011] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:12236; }","duration":"186.852653ms","start":"2026-03-19T09:30:28.929084Z","end":"2026-03-19T09:30:29.115937Z","steps":["trace[528050011] 'agreement among raft nodes before linearized reading' (duration: 186.71985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:29.116157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.340623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/staffeln-bin\" ","response":"range_response_count:1 size:11553"} {"level":"info","ts":"2026-03-19T09:30:29.116203Z","caller":"traceutil/trace.go:171","msg":"trace[2012117478] range","detail":"{range_begin:/registry/configmaps/openstack/staffeln-bin; range_end:; response_count:1; response_revision:12236; }","duration":"154.426955ms","start":"2026-03-19T09:30:28.961763Z","end":"2026-03-19T09:30:29.11619Z","steps":["trace[2012117478] 'agreement among raft nodes before linearized reading' (duration: 154.231349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:29.243113Z","caller":"traceutil/trace.go:171","msg":"trace[1382804559] linearizableReadLoop","detail":"{readStateIndex:12714; appliedIndex:12712; }","duration":"118.76574ms","start":"2026-03-19T09:30:29.124318Z","end":"2026-03-19T09:30:29.243083Z","steps":["trace[1382804559] 'read index received' (duration: 76.844228ms)","trace[1382804559] 'applied index is now lower than readState.Index' (duration: 41.920202ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:29.243198Z","caller":"traceutil/trace.go:171","msg":"trace[1797379373] transaction","detail":"{read_only:false; response_revision:12237; number_of_response:1; }","duration":"122.12073ms","start":"2026-03-19T09:30:29.121019Z","end":"2026-03-19T09:30:29.243139Z","steps":["trace[1797379373] 'process raft request' (duration: 80.127336ms)","trace[1797379373] 'compare' (duration: 41.688167ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:29.243216Z","caller":"traceutil/trace.go:171","msg":"trace[1525667123] transaction","detail":"{read_only:false; response_revision:12238; number_of_response:1; }","duration":"121.105634ms","start":"2026-03-19T09:30:29.122056Z","end":"2026-03-19T09:30:29.243161Z","steps":["trace[1525667123] 'process raft request' (duration: 120.972189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:29.245922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.63821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390304"} {"level":"info","ts":"2026-03-19T09:30:29.245976Z","caller":"traceutil/trace.go:171","msg":"trace[1993375455] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12238; }","duration":"120.726773ms","start":"2026-03-19T09:30:29.125237Z","end":"2026-03-19T09:30:29.245964Z","steps":["trace[1993375455] 'agreement among raft nodes before linearized reading' (duration: 118.075431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:29.246023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.673348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390304"} {"level":"info","ts":"2026-03-19T09:30:29.246093Z","caller":"traceutil/trace.go:171","msg":"trace[1415651057] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12238; }","duration":"121.791862ms","start":"2026-03-19T09:30:29.124287Z","end":"2026-03-19T09:30:29.246079Z","steps":["trace[1415651057] 'agreement among raft nodes before linearized reading' (duration: 118.938285ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:30.902727Z","caller":"traceutil/trace.go:171","msg":"trace[1760236348] linearizableReadLoop","detail":"{readStateIndex:12720; appliedIndex:12719; }","duration":"257.010101ms","start":"2026-03-19T09:30:30.645695Z","end":"2026-03-19T09:30:30.902705Z","steps":["trace[1760236348] 'read index received' (duration: 256.798866ms)","trace[1760236348] 'applied index is now lower than readState.Index' (duration: 210.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:30.902866Z","caller":"traceutil/trace.go:171","msg":"trace[29432428] transaction","detail":"{read_only:false; response_revision:12244; number_of_response:1; }","duration":"263.248819ms","start":"2026-03-19T09:30:30.639602Z","end":"2026-03-19T09:30:30.902851Z","steps":["trace[29432428] 'process raft request' (duration: 262.946421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:30.903135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.428743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"info","ts":"2026-03-19T09:30:30.903186Z","caller":"traceutil/trace.go:171","msg":"trace[1787297488] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:12244; }","duration":"257.524636ms","start":"2026-03-19T09:30:30.64565Z","end":"2026-03-19T09:30:30.903174Z","steps":["trace[1787297488] 'agreement among raft nodes before linearized reading' (duration: 257.356231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:30.90327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.390538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"info","ts":"2026-03-19T09:30:30.903356Z","caller":"traceutil/trace.go:171","msg":"trace[1992933353] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:12244; }","duration":"246.518281ms","start":"2026-03-19T09:30:30.656819Z","end":"2026-03-19T09:30:30.903338Z","steps":["trace[1992933353] 'agreement among raft nodes before linearized reading' (duration: 246.362887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:31.116153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.225251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24681"} {"level":"warn","ts":"2026-03-19T09:30:31.116161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.535409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-19T09:30:31.116234Z","caller":"traceutil/trace.go:171","msg":"trace[446151054] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:12244; }","duration":"104.344414ms","start":"2026-03-19T09:30:31.011872Z","end":"2026-03-19T09:30:31.116216Z","steps":["trace[446151054] 'range keys from in-memory index tree' (duration: 104.050216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:31.116249Z","caller":"traceutil/trace.go:171","msg":"trace[2042276371] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:12244; }","duration":"107.680123ms","start":"2026-03-19T09:30:31.008549Z","end":"2026-03-19T09:30:31.116229Z","steps":["trace[2042276371] 'range keys from in-memory index tree' (duration: 107.356724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:32.331318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.777922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/barbican-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-19T09:30:32.33133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.555662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:405"} {"level":"info","ts":"2026-03-19T09:30:32.331393Z","caller":"traceutil/trace.go:171","msg":"trace[374925759] range","detail":"{range_begin:/registry/services/endpoints/openstack/barbican-api; range_end:; response_count:1; response_revision:12249; }","duration":"657.899056ms","start":"2026-03-19T09:30:31.673475Z","end":"2026-03-19T09:30:32.331374Z","steps":["trace[374925759] 'range keys from in-memory index tree' (duration: 657.604389ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:32.331421Z","caller":"traceutil/trace.go:171","msg":"trace[1932069095] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:12249; }","duration":"649.656954ms","start":"2026-03-19T09:30:31.681737Z","end":"2026-03-19T09:30:32.331394Z","steps":["trace[1932069095] 'range keys from in-memory index tree' (duration: 649.336516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:32.331437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:31.673455Z","time spent":"657.972419ms","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/barbican-api\" "} {"level":"warn","ts":"2026-03-19T09:30:32.331478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:31.681717Z","time spent":"649.747098ms","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":428,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-03-19T09:30:32.331417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.26658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:30:32.331752Z","caller":"traceutil/trace.go:171","msg":"trace[1941173474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12249; }","duration":"675.629541ms","start":"2026-03-19T09:30:31.656108Z","end":"2026-03-19T09:30:32.331737Z","steps":["trace[1941173474] 'range keys from in-memory index tree' (duration: 675.176718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:32.33181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:31.656093Z","time spent":"675.702752ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:30:32.658679Z","caller":"traceutil/trace.go:171","msg":"trace[970764772] transaction","detail":"{read_only:false; response_revision:12250; number_of_response:1; }","duration":"973.538329ms","start":"2026-03-19T09:30:31.685117Z","end":"2026-03-19T09:30:32.658655Z","steps":["trace[970764772] 'process raft request' (duration: 973.373185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:32.65882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:31.685088Z","time spent":"973.661661ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:32.673922Z","caller":"traceutil/trace.go:171","msg":"trace[1564525211] linearizableReadLoop","detail":"{readStateIndex:12728; appliedIndex:12726; }","duration":"341.194966ms","start":"2026-03-19T09:30:32.332707Z","end":"2026-03-19T09:30:32.673902Z","steps":["trace[1564525211] 'read index received' (duration: 325.775764ms)","trace[1564525211] 'applied index is now lower than readState.Index' (duration: 15.418132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:32.674035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.321999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:30:32.674033Z","caller":"traceutil/trace.go:171","msg":"trace[474257637] transaction","detail":"{read_only:false; response_revision:12251; number_of_response:1; }","duration":"965.712929ms","start":"2026-03-19T09:30:31.708268Z","end":"2026-03-19T09:30:32.673981Z","steps":["trace[474257637] 'process raft request' (duration: 965.534895ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:32.674079Z","caller":"traceutil/trace.go:171","msg":"trace[1452438083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12251; }","duration":"341.381271ms","start":"2026-03-19T09:30:32.33269Z","end":"2026-03-19T09:30:32.674071Z","steps":["trace[1452438083] 'agreement among raft nodes before linearized reading' (duration: 341.290639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:32.6741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:32.332679Z","time spent":"341.417783ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:30:32.674165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.306895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:30:32.674192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:31.708236Z","time spent":"965.870363ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:32.674209Z","caller":"traceutil/trace.go:171","msg":"trace[887537549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12251; }","duration":"305.393727ms","start":"2026-03-19T09:30:32.368804Z","end":"2026-03-19T09:30:32.674197Z","steps":["trace[887537549] 'agreement among raft nodes before linearized reading' (duration: 305.244163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:32.674278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:32.368783Z","time spent":"305.485749ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:30:32.67428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.28226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:405"} {"level":"warn","ts":"2026-03-19T09:30:32.67432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.885897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/barbican-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-19T09:30:32.674388Z","caller":"traceutil/trace.go:171","msg":"trace[91090770] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:12251; }","duration":"269.429264ms","start":"2026-03-19T09:30:32.404941Z","end":"2026-03-19T09:30:32.67437Z","steps":["trace[91090770] 'agreement among raft nodes before linearized reading' (duration: 269.164138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:32.674405Z","caller":"traceutil/trace.go:171","msg":"trace[1354684044] range","detail":"{range_begin:/registry/services/endpoints/openstack/barbican-api; range_end:; response_count:1; response_revision:12251; }","duration":"267.03523ms","start":"2026-03-19T09:30:32.407351Z","end":"2026-03-19T09:30:32.674386Z","steps":["trace[1354684044] 'agreement among raft nodes before linearized reading' (duration: 266.736632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:32.859685Z","caller":"traceutil/trace.go:171","msg":"trace[1815530147] linearizableReadLoop","detail":"{readStateIndex:12729; appliedIndex:12728; }","duration":"181.596743ms","start":"2026-03-19T09:30:32.678064Z","end":"2026-03-19T09:30:32.859661Z","steps":["trace[1815530147] 'read index received' (duration: 90.208066ms)","trace[1815530147] 'applied index is now lower than readState.Index' (duration: 91.387297ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:32.859799Z","caller":"traceutil/trace.go:171","msg":"trace[833205058] transaction","detail":"{read_only:false; response_revision:12252; number_of_response:1; }","duration":"181.92007ms","start":"2026-03-19T09:30:32.677868Z","end":"2026-03-19T09:30:32.859789Z","steps":["trace[833205058] 'process raft request' (duration: 90.43531ms)","trace[833205058] 'compare' (duration: 91.12816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:32.860016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.727662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:30:32.86005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.967803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:405"} {"level":"info","ts":"2026-03-19T09:30:32.86011Z","caller":"traceutil/trace.go:171","msg":"trace[1177494673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12252; }","duration":"176.881687ms","start":"2026-03-19T09:30:32.683211Z","end":"2026-03-19T09:30:32.860093Z","steps":["trace[1177494673] 'agreement among raft nodes before linearized reading' (duration: 176.736072ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:32.860116Z","caller":"traceutil/trace.go:171","msg":"trace[196084335] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:12252; }","duration":"182.074075ms","start":"2026-03-19T09:30:32.678025Z","end":"2026-03-19T09:30:32.860099Z","steps":["trace[196084335] 'agreement among raft nodes before linearized reading' (duration: 181.88958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:32.860471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.261203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/barbican-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-19T09:30:32.860527Z","caller":"traceutil/trace.go:171","msg":"trace[725190417] range","detail":"{range_begin:/registry/services/endpoints/openstack/barbican-api; range_end:; response_count:1; response_revision:12252; }","duration":"181.330755ms","start":"2026-03-19T09:30:32.67918Z","end":"2026-03-19T09:30:32.86051Z","steps":["trace[725190417] 'agreement among raft nodes before linearized reading' (duration: 180.616526ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:33.104129Z","caller":"traceutil/trace.go:171","msg":"trace[605940869] linearizableReadLoop","detail":"{readStateIndex:12730; appliedIndex:12729; }","duration":"187.658005ms","start":"2026-03-19T09:30:32.916436Z","end":"2026-03-19T09:30:33.104094Z","steps":["trace[605940869] 'read index received' (duration: 128.590043ms)","trace[605940869] 'applied index is now lower than readState.Index' (duration: 59.066512ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:33.104186Z","caller":"traceutil/trace.go:171","msg":"trace[457813569] transaction","detail":"{read_only:false; response_revision:12253; number_of_response:1; }","duration":"192.491964ms","start":"2026-03-19T09:30:32.911637Z","end":"2026-03-19T09:30:33.104129Z","steps":["trace[457813569] 'process raft request' (duration: 133.511235ms)","trace[457813569] 'compare' (duration: 58.814104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:33.10439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.747313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/glance-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-19T09:30:33.104446Z","caller":"traceutil/trace.go:171","msg":"trace[2119285730] range","detail":"{range_begin:/registry/services/endpoints/openstack/glance-api; range_end:; response_count:1; response_revision:12253; }","duration":"148.827154ms","start":"2026-03-19T09:30:32.955604Z","end":"2026-03-19T09:30:33.104431Z","steps":["trace[2119285730] 'agreement among raft nodes before linearized reading' (duration: 148.6929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:33.104376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.922442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T09:30:33.104582Z","caller":"traceutil/trace.go:171","msg":"trace[1405424974] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12253; }","duration":"188.155129ms","start":"2026-03-19T09:30:32.916395Z","end":"2026-03-19T09:30:33.10455Z","steps":["trace[1405424974] 'agreement among raft nodes before linearized reading' (duration: 187.806549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:33.104683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.838949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-19T09:30:33.104769Z","caller":"traceutil/trace.go:171","msg":"trace[678090712] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:12253; }","duration":"138.9395ms","start":"2026-03-19T09:30:32.965791Z","end":"2026-03-19T09:30:33.10473Z","steps":["trace[678090712] 'agreement among raft nodes before linearized reading' (duration: 138.729134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:33.470673Z","caller":"traceutil/trace.go:171","msg":"trace[964304442] linearizableReadLoop","detail":"{readStateIndex:12731; appliedIndex:12730; }","duration":"120.177518ms","start":"2026-03-19T09:30:33.350467Z","end":"2026-03-19T09:30:33.470645Z","steps":["trace[964304442] 'read index received' (duration: 120.041145ms)","trace[964304442] 'applied index is now lower than readState.Index' (duration: 135.323µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:33.470805Z","caller":"traceutil/trace.go:171","msg":"trace[381442154] transaction","detail":"{read_only:false; response_revision:12254; number_of_response:1; }","duration":"126.747034ms","start":"2026-03-19T09:30:33.344045Z","end":"2026-03-19T09:30:33.470792Z","steps":["trace[381442154] 'process raft request' (duration: 126.453877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:33.471131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.65301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:30:33.471193Z","caller":"traceutil/trace.go:171","msg":"trace[578722886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12254; }","duration":"120.770985ms","start":"2026-03-19T09:30:33.35041Z","end":"2026-03-19T09:30:33.471181Z","steps":["trace[578722886] 'agreement among raft nodes before linearized reading' (duration: 120.665002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:33.824244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.507206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"warn","ts":"2026-03-19T09:30:33.824254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.210324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-03-19T09:30:33.824329Z","caller":"traceutil/trace.go:171","msg":"trace[1248295466] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:12257; }","duration":"114.627ms","start":"2026-03-19T09:30:33.709677Z","end":"2026-03-19T09:30:33.824304Z","steps":["trace[1248295466] 'range keys from in-memory index tree' (duration: 114.332971ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:33.824342Z","caller":"traceutil/trace.go:171","msg":"trace[1744935785] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:12257; }","duration":"109.341307ms","start":"2026-03-19T09:30:33.714981Z","end":"2026-03-19T09:30:33.824322Z","steps":["trace[1744935785] 'range keys from in-memory index tree' (duration: 109.04421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:34.569959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.684177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-03-19T09:30:34.570034Z","caller":"traceutil/trace.go:171","msg":"trace[606630435] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:12258; }","duration":"118.810161ms","start":"2026-03-19T09:30:34.451207Z","end":"2026-03-19T09:30:34.570017Z","steps":["trace[606630435] 'range keys from in-memory index tree' (duration: 118.500493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:34.570082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.134322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-19T09:30:34.570295Z","caller":"traceutil/trace.go:171","msg":"trace[33739462] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:12258; }","duration":"143.39683ms","start":"2026-03-19T09:30:34.426878Z","end":"2026-03-19T09:30:34.570275Z","steps":["trace[33739462] 'range keys from in-memory index tree' (duration: 142.953668ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:34.833788Z","caller":"traceutil/trace.go:171","msg":"trace[206071304] linearizableReadLoop","detail":"{readStateIndex:12736; appliedIndex:12735; }","duration":"158.74297ms","start":"2026-03-19T09:30:34.675019Z","end":"2026-03-19T09:30:34.833762Z","steps":["trace[206071304] 'read index received' (duration: 158.673098ms)","trace[206071304] 'applied index is now lower than readState.Index' (duration: 68.742µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:34.834121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.077319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-03-19T09:30:34.834272Z","caller":"traceutil/trace.go:171","msg":"trace[1787318810] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:12259; }","duration":"159.249344ms","start":"2026-03-19T09:30:34.674957Z","end":"2026-03-19T09:30:34.834207Z","steps":["trace[1787318810] 'agreement among raft nodes before linearized reading' (duration: 158.929545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:34.834479Z","caller":"traceutil/trace.go:171","msg":"trace[1533138037] transaction","detail":"{read_only:false; response_revision:12259; number_of_response:1; }","duration":"170.353381ms","start":"2026-03-19T09:30:34.66342Z","end":"2026-03-19T09:30:34.833773Z","steps":["trace[1533138037] 'process raft request' (duration: 170.183287ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:35.054059Z","caller":"traceutil/trace.go:171","msg":"trace[429526839] linearizableReadLoop","detail":"{readStateIndex:12737; appliedIndex:12736; }","duration":"220.160064ms","start":"2026-03-19T09:30:34.833857Z","end":"2026-03-19T09:30:35.054017Z","steps":["trace[429526839] 'read index received' (duration: 191.539229ms)","trace[429526839] 'applied index is now lower than readState.Index' (duration: 28.619005ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:35.054121Z","caller":"traceutil/trace.go:171","msg":"trace[1165469956] transaction","detail":"{read_only:false; response_revision:12260; number_of_response:1; }","duration":"375.472284ms","start":"2026-03-19T09:30:34.678596Z","end":"2026-03-19T09:30:35.054068Z","steps":["trace[1165469956] 'process raft request' (duration: 346.783105ms)","trace[1165469956] 'compare' (duration: 28.439482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:35.054284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.199864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:900"} {"level":"info","ts":"2026-03-19T09:30:35.054344Z","caller":"traceutil/trace.go:171","msg":"trace[1831400224] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12260; }","duration":"379.329897ms","start":"2026-03-19T09:30:34.675Z","end":"2026-03-19T09:30:35.05433Z","steps":["trace[1831400224] 'agreement among raft nodes before linearized reading' (duration: 379.138612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:35.054375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:34.674968Z","time spent":"379.401539ms","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":923,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-19T09:30:35.054386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:34.678581Z","time spent":"375.67333ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:30:35.054375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.140725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:30:35.054411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.84054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:30:35.054454Z","caller":"traceutil/trace.go:171","msg":"trace[73870628] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:12260; }","duration":"142.26284ms","start":"2026-03-19T09:30:34.912169Z","end":"2026-03-19T09:30:35.054431Z","steps":["trace[73870628] 'agreement among raft nodes before linearized reading' (duration: 142.132596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:35.05449Z","caller":"traceutil/trace.go:171","msg":"trace[1965202831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12260; }","duration":"190.973124ms","start":"2026-03-19T09:30:34.863499Z","end":"2026-03-19T09:30:35.054472Z","steps":["trace[1965202831] 'agreement among raft nodes before linearized reading' (duration: 190.767439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:35.054907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.847221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:30:35.05496Z","caller":"traceutil/trace.go:171","msg":"trace[139278138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12260; }","duration":"112.940815ms","start":"2026-03-19T09:30:34.942004Z","end":"2026-03-19T09:30:35.054945Z","steps":["trace[139278138] 'agreement among raft nodes before linearized reading' (duration: 112.240785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:35.318696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.195433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:30:35.318823Z","caller":"traceutil/trace.go:171","msg":"trace[479201554] linearizableReadLoop","detail":"{readStateIndex:12738; appliedIndex:12737; }","duration":"256.714794ms","start":"2026-03-19T09:30:35.062091Z","end":"2026-03-19T09:30:35.318806Z","steps":["trace[479201554] 'read index received' (duration: 150.228382ms)","trace[479201554] 'applied index is now lower than readState.Index' (duration: 106.485302ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:35.318927Z","caller":"traceutil/trace.go:171","msg":"trace[2121661297] transaction","detail":"{read_only:false; response_revision:12261; number_of_response:1; }","duration":"259.242361ms","start":"2026-03-19T09:30:35.059647Z","end":"2026-03-19T09:30:35.318889Z","steps":["trace[2121661297] 'process raft request' (duration: 152.76374ms)","trace[2121661297] 'compare' (duration: 106.07275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:35.319152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.944399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-19T09:30:35.319143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.9125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:30:35.319197Z","caller":"traceutil/trace.go:171","msg":"trace[692636602] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12261; }","duration":"189.013422ms","start":"2026-03-19T09:30:35.130171Z","end":"2026-03-19T09:30:35.319185Z","steps":["trace[692636602] 'agreement among raft nodes before linearized reading' (duration: 188.850248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:35.319214Z","caller":"traceutil/trace.go:171","msg":"trace[1871140425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12261; }","duration":"210.039885ms","start":"2026-03-19T09:30:35.109156Z","end":"2026-03-19T09:30:35.319196Z","steps":["trace[1871140425] 'agreement among raft nodes before linearized reading' (duration: 209.815849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:35.319323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.356824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:30:35.319316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.854559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:900"} {"level":"info","ts":"2026-03-19T09:30:35.319419Z","caller":"traceutil/trace.go:171","msg":"trace[661711927] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12261; }","duration":"169.496327ms","start":"2026-03-19T09:30:35.149898Z","end":"2026-03-19T09:30:35.319394Z","steps":["trace[661711927] 'agreement among raft nodes before linearized reading' (duration: 169.113407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:35.319463Z","caller":"traceutil/trace.go:171","msg":"trace[251971080] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12261; }","duration":"179.024685ms","start":"2026-03-19T09:30:35.140398Z","end":"2026-03-19T09:30:35.319423Z","steps":["trace[251971080] 'agreement among raft nodes before linearized reading' (duration: 178.586153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:35.321074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.958434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390304"} {"level":"info","ts":"2026-03-19T09:30:35.321168Z","caller":"traceutil/trace.go:171","msg":"trace[550527701] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12261; }","duration":"259.074767ms","start":"2026-03-19T09:30:35.062074Z","end":"2026-03-19T09:30:35.321149Z","steps":["trace[550527701] 'agreement among raft nodes before linearized reading' (duration: 256.837507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:36.711793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.801099ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:30:36.711905Z","caller":"traceutil/trace.go:171","msg":"trace[659756916] linearizableReadLoop","detail":"{readStateIndex:12744; appliedIndex:12743; }","duration":"278.881927ms","start":"2026-03-19T09:30:36.433006Z","end":"2026-03-19T09:30:36.711887Z","steps":["trace[659756916] 'read index received' (duration: 21.38µs)","trace[659756916] 'applied index is now lower than readState.Index' (duration: 278.859057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:36.712143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.232609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-597d85c65-fpdvz\" ","response":"range_response_count:1 size:11662"} {"level":"info","ts":"2026-03-19T09:30:36.712226Z","caller":"traceutil/trace.go:171","msg":"trace[1782646888] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-597d85c65-fpdvz; range_end:; response_count:1; response_revision:12266; }","duration":"238.365353ms","start":"2026-03-19T09:30:36.473843Z","end":"2026-03-19T09:30:36.712208Z","steps":["trace[1782646888] 'agreement among raft nodes before linearized reading' (duration: 238.157468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:36.712148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.119474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-9drww\" ","response":"range_response_count:1 size:5001"} {"level":"info","ts":"2026-03-19T09:30:36.712338Z","caller":"traceutil/trace.go:171","msg":"trace[1277193236] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-9drww; range_end:; response_count:1; response_revision:12266; }","duration":"279.358041ms","start":"2026-03-19T09:30:36.432958Z","end":"2026-03-19T09:30:36.712316Z","steps":["trace[1277193236] 'agreement among raft nodes before linearized reading' (duration: 279.017912ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:37.011507Z","caller":"traceutil/trace.go:171","msg":"trace[33606795] linearizableReadLoop","detail":"{readStateIndex:12745; appliedIndex:12744; }","duration":"294.440004ms","start":"2026-03-19T09:30:36.717035Z","end":"2026-03-19T09:30:37.011475Z","steps":["trace[33606795] 'read index received' (duration: 294.173997ms)","trace[33606795] 'applied index is now lower than readState.Index' (duration: 264.597µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:37.011593Z","caller":"traceutil/trace.go:171","msg":"trace[1114396754] transaction","detail":"{read_only:false; response_revision:12267; number_of_response:1; }","duration":"295.533973ms","start":"2026-03-19T09:30:36.716018Z","end":"2026-03-19T09:30:37.011552Z","steps":["trace[1114396754] 'process raft request' (duration: 295.196694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:37.011788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.744422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-9drww\" ","response":"range_response_count:1 size:5001"} {"level":"info","ts":"2026-03-19T09:30:37.011895Z","caller":"traceutil/trace.go:171","msg":"trace[1454044215] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-9drww; range_end:; response_count:1; response_revision:12267; }","duration":"294.915467ms","start":"2026-03-19T09:30:36.716956Z","end":"2026-03-19T09:30:37.011871Z","steps":["trace[1454044215] 'agreement among raft nodes before linearized reading' (duration: 294.65257ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:37.107661Z","caller":"traceutil/trace.go:171","msg":"trace[347618658] transaction","detail":"{read_only:false; response_revision:12268; number_of_response:1; }","duration":"267.046751ms","start":"2026-03-19T09:30:36.840223Z","end":"2026-03-19T09:30:37.10727Z","steps":["trace[347618658] 'process raft request' (duration: 212.808838ms)","trace[347618658] 'compare' (duration: 54.018317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:37.107594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.732166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:30:37.108127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.222058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-597d85c65-fpdvz\" ","response":"range_response_count:1 size:11662"} {"level":"info","ts":"2026-03-19T09:30:37.108304Z","caller":"traceutil/trace.go:171","msg":"trace[1549790280] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-597d85c65-fpdvz; range_end:; response_count:1; response_revision:12269; }","duration":"319.763012ms","start":"2026-03-19T09:30:36.788488Z","end":"2026-03-19T09:30:37.108251Z","steps":["trace[1549790280] 'agreement among raft nodes before linearized reading' (duration: 319.067813ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:37.108166Z","caller":"traceutil/trace.go:171","msg":"trace[1337869291] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:12269; }","duration":"309.104777ms","start":"2026-03-19T09:30:36.798783Z","end":"2026-03-19T09:30:37.107888Z","steps":["trace[1337869291] 'agreement among raft nodes before linearized reading' (duration: 308.708376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:37.108401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:36.788471Z","time spent":"319.916435ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":11685,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-597d85c65-fpdvz\" "} {"level":"warn","ts":"2026-03-19T09:30:37.108464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:36.798772Z","time spent":"309.651942ms","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:30:37.474397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.976623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:30:37.474393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.335268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xss4n\" ","response":"range_response_count:1 size:4948"} {"level":"info","ts":"2026-03-19T09:30:37.474486Z","caller":"traceutil/trace.go:171","msg":"trace[1199147525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12269; }","duration":"151.180277ms","start":"2026-03-19T09:30:37.323286Z","end":"2026-03-19T09:30:37.474466Z","steps":["trace[1199147525] 'range keys from in-memory index tree' (duration: 150.781547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:37.474499Z","caller":"traceutil/trace.go:171","msg":"trace[1079972225] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xss4n; range_end:; response_count:1; response_revision:12269; }","duration":"199.499012ms","start":"2026-03-19T09:30:37.274981Z","end":"2026-03-19T09:30:37.47448Z","steps":["trace[1079972225] 'range keys from in-memory index tree' (duration: 199.098831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:37.474693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.629791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-zr5lz\" ","response":"range_response_count:1 size:5161"} {"level":"warn","ts":"2026-03-19T09:30:37.474716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.118782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T09:30:37.474802Z","caller":"traceutil/trace.go:171","msg":"trace[663186816] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-zr5lz; range_end:; response_count:1; response_revision:12269; }","duration":"191.798616ms","start":"2026-03-19T09:30:37.282976Z","end":"2026-03-19T09:30:37.474774Z","steps":["trace[663186816] 'range keys from in-memory index tree' (duration: 191.428065ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:37.47485Z","caller":"traceutil/trace.go:171","msg":"trace[1879834354] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12269; }","duration":"149.307768ms","start":"2026-03-19T09:30:37.325508Z","end":"2026-03-19T09:30:37.474816Z","steps":["trace[1879834354] 'range keys from in-memory index tree' (duration: 148.816184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.076662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.830868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:30:38.076774Z","caller":"traceutil/trace.go:171","msg":"trace[1145978385] linearizableReadLoop","detail":"{readStateIndex:12749; appliedIndex:12747; }","duration":"595.459865ms","start":"2026-03-19T09:30:37.481296Z","end":"2026-03-19T09:30:38.076756Z","steps":["trace[1145978385] 'read index received' (duration: 64.2237ms)","trace[1145978385] 'applied index is now lower than readState.Index' (duration: 531.234955ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:38.076834Z","caller":"traceutil/trace.go:171","msg":"trace[1980455068] transaction","detail":"{read_only:false; response_revision:12271; number_of_response:1; }","duration":"597.014816ms","start":"2026-03-19T09:30:37.47976Z","end":"2026-03-19T09:30:38.076775Z","steps":["trace[1980455068] 'process raft request' (duration: 296.954662ms)","trace[1980455068] 'compare' (duration: 299.713265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:38.076981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.68853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-zr5lz\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-03-19T09:30:38.077035Z","caller":"traceutil/trace.go:171","msg":"trace[81439965] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-zr5lz; range_end:; response_count:1; response_revision:12271; }","duration":"595.768002ms","start":"2026-03-19T09:30:37.481252Z","end":"2026-03-19T09:30:38.07702Z","steps":["trace[81439965] 'agreement among raft nodes before linearized reading' (duration: 595.580398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.077087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:37.481236Z","time spent":"595.835585ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5184,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-zr5lz\" "} {"level":"warn","ts":"2026-03-19T09:30:38.07711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:37.479727Z","time spent":"597.231462ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:38.165542Z","caller":"traceutil/trace.go:171","msg":"trace[1521654484] transaction","detail":"{read_only:false; response_revision:12272; number_of_response:1; }","duration":"513.597612ms","start":"2026-03-19T09:30:37.651921Z","end":"2026-03-19T09:30:38.165518Z","steps":["trace[1521654484] 'process raft request' (duration: 513.454429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.165683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:37.651896Z","time spent":"513.715316ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:38.165863Z","caller":"traceutil/trace.go:171","msg":"trace[440955320] transaction","detail":"{read_only:false; response_revision:12273; number_of_response:1; }","duration":"435.516502ms","start":"2026-03-19T09:30:37.730323Z","end":"2026-03-19T09:30:38.165839Z","steps":["trace[440955320] 'process raft request' (duration: 435.162073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.166002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:37.730301Z","time spent":"435.626464ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:38.166131Z","caller":"traceutil/trace.go:171","msg":"trace[1087127695] transaction","detail":"{read_only:false; response_revision:12274; number_of_response:1; }","duration":"395.356896ms","start":"2026-03-19T09:30:37.770766Z","end":"2026-03-19T09:30:38.166122Z","steps":["trace[1087127695] 'process raft request' (duration: 394.999655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.166184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:37.77074Z","time spent":"395.421378ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:30:38.166373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.060409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:30:38.166421Z","caller":"traceutil/trace.go:171","msg":"trace[1257383696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12274; }","duration":"606.169961ms","start":"2026-03-19T09:30:37.56024Z","end":"2026-03-19T09:30:38.16641Z","steps":["trace[1257383696] 'agreement among raft nodes before linearized reading' (duration: 606.030417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.166438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.287396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xss4n\" ","response":"range_response_count:1 size:4948"} {"level":"warn","ts":"2026-03-19T09:30:38.166452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:37.560205Z","time spent":"606.239852ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:30:38.166461Z","caller":"traceutil/trace.go:171","msg":"trace[606162756] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xss4n; range_end:; response_count:1; response_revision:12274; }","duration":"683.341767ms","start":"2026-03-19T09:30:37.483109Z","end":"2026-03-19T09:30:38.166451Z","steps":["trace[606162756] 'agreement among raft nodes before linearized reading' (duration: 683.287615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.166483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:37.483095Z","time spent":"683.383688ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4971,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xss4n\" "} {"level":"warn","ts":"2026-03-19T09:30:38.166514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.640189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:30:38.166596Z","caller":"traceutil/trace.go:171","msg":"trace[1821827388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:12274; }","duration":"465.784882ms","start":"2026-03-19T09:30:37.700791Z","end":"2026-03-19T09:30:38.166575Z","steps":["trace[1821827388] 'agreement among raft nodes before linearized reading' (duration: 465.505544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.166636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:37.700765Z","time spent":"465.863234ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-472xn\" "} {"level":"warn","ts":"2026-03-19T09:30:38.166645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.754313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:30:38.166677Z","caller":"traceutil/trace.go:171","msg":"trace[1971386650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12274; }","duration":"471.824583ms","start":"2026-03-19T09:30:37.694842Z","end":"2026-03-19T09:30:38.166666Z","steps":["trace[1971386650] 'agreement among raft nodes before linearized reading' (duration: 471.736171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.166703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:37.694823Z","time spent":"471.875065ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:30:38.166832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.476341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:30:38.166869Z","caller":"traceutil/trace.go:171","msg":"trace[731088357] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:12274; }","duration":"537.568855ms","start":"2026-03-19T09:30:37.62929Z","end":"2026-03-19T09:30:38.166859Z","steps":["trace[731088357] 'agreement among raft nodes before linearized reading' (duration: 537.510143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.166898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:37.629258Z","time spent":"537.632016ms","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:30:38.166381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.686903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:30:38.167047Z","caller":"traceutil/trace.go:171","msg":"trace[1961984778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12274; }","duration":"651.380471ms","start":"2026-03-19T09:30:37.515656Z","end":"2026-03-19T09:30:38.167037Z","steps":["trace[1961984778] 'agreement among raft nodes before linearized reading' (duration: 650.653062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.167083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:37.515638Z","time spent":"651.436773ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:30:38.166897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.674974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:30:38.167174Z","caller":"traceutil/trace.go:171","msg":"trace[1393201849] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:12274; }","duration":"145.016612ms","start":"2026-03-19T09:30:38.022147Z","end":"2026-03-19T09:30:38.167164Z","steps":["trace[1393201849] 'agreement among raft nodes before linearized reading' (duration: 144.714675ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:38.277924Z","caller":"traceutil/trace.go:171","msg":"trace[782813693] transaction","detail":"{read_only:false; response_revision:12275; number_of_response:1; }","duration":"104.435187ms","start":"2026-03-19T09:30:38.17346Z","end":"2026-03-19T09:30:38.277895Z","steps":["trace[782813693] 'process raft request' (duration: 70.431096ms)","trace[782813693] 'compare' (duration: 33.816646ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:38.278282Z","caller":"traceutil/trace.go:171","msg":"trace[849415278] transaction","detail":"{read_only:false; response_revision:12276; number_of_response:1; }","duration":"103.198593ms","start":"2026-03-19T09:30:38.175059Z","end":"2026-03-19T09:30:38.278258Z","steps":["trace[849415278] 'process raft request' (duration: 102.780432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:38.278553Z","caller":"traceutil/trace.go:171","msg":"trace[531425315] transaction","detail":"{read_only:false; response_revision:12277; number_of_response:1; }","duration":"102.461534ms","start":"2026-03-19T09:30:38.176077Z","end":"2026-03-19T09:30:38.278539Z","steps":["trace[531425315] 'process raft request' (duration: 102.003521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.745794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.132175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-k4dck\" ","response":"range_response_count:1 size:4583"} {"level":"info","ts":"2026-03-19T09:30:38.74589Z","caller":"traceutil/trace.go:171","msg":"trace[1030903080] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-k4dck; range_end:; response_count:1; response_revision:12277; }","duration":"285.271659ms","start":"2026-03-19T09:30:38.460596Z","end":"2026-03-19T09:30:38.745867Z","steps":["trace[1030903080] 'range keys from in-memory index tree' (duration: 284.94515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:38.745877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.4576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4765"} {"level":"info","ts":"2026-03-19T09:30:38.745958Z","caller":"traceutil/trace.go:171","msg":"trace[75104901] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:12277; }","duration":"280.572203ms","start":"2026-03-19T09:30:38.465366Z","end":"2026-03-19T09:30:38.745938Z","steps":["trace[75104901] 'range keys from in-memory index tree' (duration: 280.312206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:39.226576Z","caller":"traceutil/trace.go:171","msg":"trace[691274185] transaction","detail":"{read_only:false; response_revision:12278; number_of_response:1; }","duration":"114.759842ms","start":"2026-03-19T09:30:39.111777Z","end":"2026-03-19T09:30:39.226537Z","steps":["trace[691274185] 'process raft request' (duration: 114.527926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:39.308785Z","caller":"traceutil/trace.go:171","msg":"trace[1449170913] linearizableReadLoop","detail":"{readStateIndex:12757; appliedIndex:12755; }","duration":"122.292305ms","start":"2026-03-19T09:30:39.186463Z","end":"2026-03-19T09:30:39.308755Z","steps":["trace[1449170913] 'read index received' (duration: 39.682023ms)","trace[1449170913] 'applied index is now lower than readState.Index' (duration: 82.607151ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:39.308892Z","caller":"traceutil/trace.go:171","msg":"trace[259041557] transaction","detail":"{read_only:false; response_revision:12279; number_of_response:1; }","duration":"195.29485ms","start":"2026-03-19T09:30:39.113546Z","end":"2026-03-19T09:30:39.308841Z","steps":["trace[259041557] 'process raft request' (duration: 136.002732ms)","trace[259041557] 'compare' (duration: 59.079552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:39.30908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.103739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-2w8wh\" ","response":"range_response_count:1 size:4922"} {"level":"warn","ts":"2026-03-19T09:30:39.309128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.630353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-k8hgk\" ","response":"range_response_count:1 size:6637"} {"level":"info","ts":"2026-03-19T09:30:39.309166Z","caller":"traceutil/trace.go:171","msg":"trace[1389708044] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-2w8wh; range_end:; response_count:1; response_revision:12279; }","duration":"122.229383ms","start":"2026-03-19T09:30:39.186914Z","end":"2026-03-19T09:30:39.309143Z","steps":["trace[1389708044] 'agreement among raft nodes before linearized reading' (duration: 122.018348ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:39.309227Z","caller":"traceutil/trace.go:171","msg":"trace[1234491891] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-k8hgk; range_end:; response_count:1; response_revision:12279; }","duration":"122.771377ms","start":"2026-03-19T09:30:39.186429Z","end":"2026-03-19T09:30:39.309201Z","steps":["trace[1234491891] 'agreement among raft nodes before linearized reading' (duration: 122.488509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:39.701887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.321314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-4jnwp\" ","response":"range_response_count:1 size:5976"} {"level":"info","ts":"2026-03-19T09:30:39.701973Z","caller":"traceutil/trace.go:171","msg":"trace[480982650] range","detail":"{range_begin:/registry/pods/monitoring/vector-4jnwp; range_end:; response_count:1; response_revision:12280; }","duration":"113.424397ms","start":"2026-03-19T09:30:39.588526Z","end":"2026-03-19T09:30:39.701951Z","steps":["trace[480982650] 'range keys from in-memory index tree' (duration: 113.208821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:39.702988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.9073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:245 size:201873"} {"level":"info","ts":"2026-03-19T09:30:39.703071Z","caller":"traceutil/trace.go:171","msg":"trace[2107282857] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:245; response_revision:12280; }","duration":"114.012973ms","start":"2026-03-19T09:30:39.589042Z","end":"2026-03-19T09:30:39.703054Z","steps":["trace[2107282857] 'range keys from in-memory index tree' (duration: 112.881613ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:40.289396Z","caller":"traceutil/trace.go:171","msg":"trace[229958388] linearizableReadLoop","detail":"{readStateIndex:12760; appliedIndex:12759; }","duration":"117.955528ms","start":"2026-03-19T09:30:40.171418Z","end":"2026-03-19T09:30:40.289373Z","steps":["trace[229958388] 'read index received' (duration: 52.63484ms)","trace[229958388] 'applied index is now lower than readState.Index' (duration: 65.319628ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:40.289575Z","caller":"traceutil/trace.go:171","msg":"trace[940647969] transaction","detail":"{read_only:false; response_revision:12282; number_of_response:1; }","duration":"119.380687ms","start":"2026-03-19T09:30:40.170162Z","end":"2026-03-19T09:30:40.289543Z","steps":["trace[940647969] 'process raft request' (duration: 53.843002ms)","trace[940647969] 'compare' (duration: 65.243557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:40.289712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.802403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:30:40.289788Z","caller":"traceutil/trace.go:171","msg":"trace[1039837199] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:12282; }","duration":"105.910225ms","start":"2026-03-19T09:30:40.18386Z","end":"2026-03-19T09:30:40.289771Z","steps":["trace[1039837199] 'agreement among raft nodes before linearized reading' (duration: 105.70897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:40.290995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.569411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390304"} {"level":"info","ts":"2026-03-19T09:30:40.291038Z","caller":"traceutil/trace.go:171","msg":"trace[1289965125] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12282; }","duration":"119.633303ms","start":"2026-03-19T09:30:40.171394Z","end":"2026-03-19T09:30:40.291028Z","steps":["trace[1289965125] 'agreement among raft nodes before linearized reading' (duration: 118.131973ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:40.708816Z","caller":"traceutil/trace.go:171","msg":"trace[1054640518] transaction","detail":"{read_only:false; response_revision:12283; number_of_response:1; }","duration":"415.093615ms","start":"2026-03-19T09:30:40.293693Z","end":"2026-03-19T09:30:40.708786Z","steps":["trace[1054640518] 'process raft request' (duration: 359.089856ms)","trace[1054640518] 'compare' (duration: 55.861445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:40.708962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:40.293676Z","time spent":"415.211218ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:41.087772Z","caller":"traceutil/trace.go:171","msg":"trace[1576901584] transaction","detail":"{read_only:false; response_revision:12284; number_of_response:1; }","duration":"793.622292ms","start":"2026-03-19T09:30:40.294125Z","end":"2026-03-19T09:30:41.087748Z","steps":["trace[1576901584] 'process raft request' (duration: 793.446987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:41.087922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:40.294093Z","time spent":"793.751684ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:30:41.087949Z","caller":"traceutil/trace.go:171","msg":"trace[739700072] linearizableReadLoop","detail":"{readStateIndex:12762; appliedIndex:12760; }","duration":"793.496897ms","start":"2026-03-19T09:30:40.294423Z","end":"2026-03-19T09:30:41.087919Z","steps":["trace[739700072] 'read index received' (duration: 358.372266ms)","trace[739700072] 'applied index is now lower than readState.Index' (duration: 435.123131ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:41.087986Z","caller":"traceutil/trace.go:171","msg":"trace[53161857] transaction","detail":"{read_only:false; response_revision:12285; number_of_response:1; }","duration":"793.500398ms","start":"2026-03-19T09:30:40.294467Z","end":"2026-03-19T09:30:41.087968Z","steps":["trace[53161857] 'process raft request' (duration: 793.24342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:41.088116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:40.294452Z","time spent":"793.58383ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:30:41.088164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.432559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:30:41.088294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.246761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:30:41.088296Z","caller":"traceutil/trace.go:171","msg":"trace[1982268212] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:12285; }","duration":"423.608642ms","start":"2026-03-19T09:30:40.664669Z","end":"2026-03-19T09:30:41.088278Z","steps":["trace[1982268212] 'agreement among raft nodes before linearized reading' (duration: 423.422108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:41.088334Z","caller":"traceutil/trace.go:171","msg":"trace[952030843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12285; }","duration":"430.322983ms","start":"2026-03-19T09:30:40.657998Z","end":"2026-03-19T09:30:41.088321Z","steps":["trace[952030843] 'agreement among raft nodes before linearized reading' (duration: 430.267301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:41.088351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:40.664648Z","time spent":"423.688525ms","remote":"127.0.0.1:58640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:30:41.088363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:40.657976Z","time spent":"430.380903ms","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:30:41.088389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.039371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:30:41.088469Z","caller":"traceutil/trace.go:171","msg":"trace[1818202095] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12285; }","duration":"558.163386ms","start":"2026-03-19T09:30:40.530289Z","end":"2026-03-19T09:30:41.088452Z","steps":["trace[1818202095] 'agreement among raft nodes before linearized reading' (duration: 557.888109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:41.088512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:40.530275Z","time spent":"558.228998ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:30:41.088701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.266767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375741"} {"level":"info","ts":"2026-03-19T09:30:41.088773Z","caller":"traceutil/trace.go:171","msg":"trace[444452712] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12285; }","duration":"794.360541ms","start":"2026-03-19T09:30:40.294398Z","end":"2026-03-19T09:30:41.088759Z","steps":["trace[444452712] 'agreement among raft nodes before linearized reading' (duration: 793.642041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:41.088813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:40.294387Z","time spent":"794.416671ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375764,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:30:41.088929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.696686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-brsk9.189e338d569ed5fa\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12282 ","response":"range_response_count:102 size:78944"} {"level":"warn","ts":"2026-03-19T09:30:41.088322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.768188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:1 size:5655"} {"level":"info","ts":"2026-03-19T09:30:41.089021Z","caller":"traceutil/trace.go:171","msg":"trace[1524845406] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-brsk9.189e338d569ed5fa\u0000; range_end:/registry/events/openstack0; response_count:102; response_revision:12285; }","duration":"789.825039ms","start":"2026-03-19T09:30:40.299177Z","end":"2026-03-19T09:30:41.089002Z","steps":["trace[1524845406] 'agreement among raft nodes before linearized reading' (duration: 789.098349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:41.089028Z","caller":"traceutil/trace.go:171","msg":"trace[1880348594] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:1; response_revision:12285; }","duration":"793.520918ms","start":"2026-03-19T09:30:40.29549Z","end":"2026-03-19T09:30:41.089011Z","steps":["trace[1880348594] 'agreement among raft nodes before linearized reading' (duration: 792.605194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:41.089086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:40.299169Z","time spent":"789.898201ms","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":102,"response size":78967,"request content":"key:\"/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-brsk9.189e338d569ed5fa\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12282 "} {"level":"warn","ts":"2026-03-19T09:30:41.089121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:30:40.295477Z","time spent":"793.628811ms","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5678,"request content":"key:\"/registry/jobs/openstack/barbican-db-init\" "} {"level":"info","ts":"2026-03-19T09:30:41.441854Z","caller":"traceutil/trace.go:171","msg":"trace[1872829088] transaction","detail":"{read_only:false; response_revision:12287; number_of_response:1; }","duration":"211.626157ms","start":"2026-03-19T09:30:41.230205Z","end":"2026-03-19T09:30:41.441831Z","steps":["trace[1872829088] 'process raft request' (duration: 121.584006ms)","trace[1872829088] 'compare' (duration: 89.859667ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:41.441843Z","caller":"traceutil/trace.go:171","msg":"trace[46071601] linearizableReadLoop","detail":"{readStateIndex:12766; appliedIndex:12765; }","duration":"168.056389ms","start":"2026-03-19T09:30:41.273762Z","end":"2026-03-19T09:30:41.441818Z","steps":["trace[46071601] 'read index received' (duration: 78.058371ms)","trace[46071601] 'applied index is now lower than readState.Index' (duration: 89.997048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:41.442065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.291585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5585"} {"level":"info","ts":"2026-03-19T09:30:41.442081Z","caller":"traceutil/trace.go:171","msg":"trace[1713681542] transaction","detail":"{read_only:false; response_revision:12288; number_of_response:1; }","duration":"128.881011ms","start":"2026-03-19T09:30:41.313178Z","end":"2026-03-19T09:30:41.442059Z","steps":["trace[1713681542] 'process raft request' (duration: 128.606003ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:41.442141Z","caller":"traceutil/trace.go:171","msg":"trace[1972003337] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:12287; }","duration":"168.41034ms","start":"2026-03-19T09:30:41.273714Z","end":"2026-03-19T09:30:41.442124Z","steps":["trace[1972003337] 'agreement among raft nodes before linearized reading' (duration: 168.186404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:41.442359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.789922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12811"} {"level":"info","ts":"2026-03-19T09:30:41.442418Z","caller":"traceutil/trace.go:171","msg":"trace[496470341] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:12288; }","duration":"167.873465ms","start":"2026-03-19T09:30:41.274532Z","end":"2026-03-19T09:30:41.442405Z","steps":["trace[496470341] 'agreement among raft nodes before linearized reading' (duration: 167.458723ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:41.670886Z","caller":"traceutil/trace.go:171","msg":"trace[2147009055] linearizableReadLoop","detail":"{readStateIndex:12768; appliedIndex:12767; }","duration":"119.517331ms","start":"2026-03-19T09:30:41.551339Z","end":"2026-03-19T09:30:41.670857Z","steps":["trace[2147009055] 'read index received' (duration: 115.453092ms)","trace[2147009055] 'applied index is now lower than readState.Index' (duration: 4.063059ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:41.670967Z","caller":"traceutil/trace.go:171","msg":"trace[518067154] transaction","detail":"{read_only:false; response_revision:12289; number_of_response:1; }","duration":"131.514541ms","start":"2026-03-19T09:30:41.539417Z","end":"2026-03-19T09:30:41.670932Z","steps":["trace[518067154] 'process raft request' (duration: 127.408971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:41.671149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.329497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6467"} {"level":"warn","ts":"2026-03-19T09:30:41.671132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.780447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7500"} {"level":"info","ts":"2026-03-19T09:30:41.671195Z","caller":"traceutil/trace.go:171","msg":"trace[320622323] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:12289; }","duration":"118.442632ms","start":"2026-03-19T09:30:41.552741Z","end":"2026-03-19T09:30:41.671184Z","steps":["trace[320622323] 'agreement among raft nodes before linearized reading' (duration: 118.273547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:41.671215Z","caller":"traceutil/trace.go:171","msg":"trace[1760997891] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:12289; }","duration":"119.926361ms","start":"2026-03-19T09:30:41.55127Z","end":"2026-03-19T09:30:41.671196Z","steps":["trace[1760997891] 'agreement among raft nodes before linearized reading' (duration: 119.683445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:54.618071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.194856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-fernet-rotate\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-19T09:30:54.618029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.010593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-test\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-19T09:30:54.618157Z","caller":"traceutil/trace.go:171","msg":"trace[1669729525] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-fernet-rotate; range_end:; response_count:1; response_revision:12347; }","duration":"167.317221ms","start":"2026-03-19T09:30:54.450819Z","end":"2026-03-19T09:30:54.618136Z","steps":["trace[1669729525] 'range keys from in-memory index tree' (duration: 167.038423ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:54.618188Z","caller":"traceutil/trace.go:171","msg":"trace[217486913] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-test; range_end:; response_count:1; response_revision:12347; }","duration":"117.215608ms","start":"2026-03-19T09:30:54.500942Z","end":"2026-03-19T09:30:54.618158Z","steps":["trace[217486913] 'range keys from in-memory index tree' (duration: 116.782987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:55.425746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.267074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:30:55.425804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.097035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-19T09:30:55.425831Z","caller":"traceutil/trace.go:171","msg":"trace[1485477680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12350; }","duration":"116.408567ms","start":"2026-03-19T09:30:55.309402Z","end":"2026-03-19T09:30:55.42581Z","steps":["trace[1485477680] 'count revisions from in-memory index tree' (duration: 116.151161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:55.42581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.58315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-19T09:30:55.425887Z","caller":"traceutil/trace.go:171","msg":"trace[1025010180] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:12350; }","duration":"142.226958ms","start":"2026-03-19T09:30:55.283639Z","end":"2026-03-19T09:30:55.425866Z","steps":["trace[1025010180] 'range keys from in-memory index tree' (duration: 141.89827ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:55.425911Z","caller":"traceutil/trace.go:171","msg":"trace[398518316] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:12350; }","duration":"135.727424ms","start":"2026-03-19T09:30:55.29016Z","end":"2026-03-19T09:30:55.425887Z","steps":["trace[398518316] 'range keys from in-memory index tree' (duration: 135.412866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:24.837332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.183305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 ","response":"range_response_count:10 size:65278"} {"level":"warn","ts":"2026-03-19T09:31:24.837349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.311959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-8r8zx\" ","response":"range_response_count:1 size:4861"} {"level":"info","ts":"2026-03-19T09:31:24.837446Z","caller":"traceutil/trace.go:171","msg":"trace[38822114] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:10; response_revision:12486; }","duration":"124.326219ms","start":"2026-03-19T09:31:24.713097Z","end":"2026-03-19T09:31:24.837423Z","steps":["trace[38822114] 'range keys from in-memory index tree' (duration: 123.991661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:24.837484Z","caller":"traceutil/trace.go:171","msg":"trace[1737715689] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-8r8zx; range_end:; response_count:1; response_revision:12486; }","duration":"127.511294ms","start":"2026-03-19T09:31:24.709939Z","end":"2026-03-19T09:31:24.83745Z","steps":["trace[1737715689] 'range keys from in-memory index tree' (duration: 127.065052ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:25.599584Z","caller":"traceutil/trace.go:171","msg":"trace[815094404] linearizableReadLoop","detail":"{readStateIndex:12976; appliedIndex:12975; }","duration":"174.470252ms","start":"2026-03-19T09:31:25.425089Z","end":"2026-03-19T09:31:25.59956Z","steps":["trace[815094404] 'read index received' (duration: 174.210585ms)","trace[815094404] 'applied index is now lower than readState.Index' (duration: 258.607µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:25.599699Z","caller":"traceutil/trace.go:171","msg":"trace[1893359584] transaction","detail":"{read_only:false; response_revision:12488; number_of_response:1; }","duration":"229.305461ms","start":"2026-03-19T09:31:25.370308Z","end":"2026-03-19T09:31:25.599614Z","steps":["trace[1893359584] 'process raft request' (duration: 229.097425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:25.599841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.191834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:31:25.599884Z","caller":"traceutil/trace.go:171","msg":"trace[950777311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12488; }","duration":"174.283957ms","start":"2026-03-19T09:31:25.425587Z","end":"2026-03-19T09:31:25.599871Z","steps":["trace[950777311] 'agreement among raft nodes before linearized reading' (duration: 174.128803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:25.599869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.74597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-bq795\" ","response":"range_response_count:1 size:4022"} {"level":"info","ts":"2026-03-19T09:31:25.599964Z","caller":"traceutil/trace.go:171","msg":"trace[966810021] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-bq795; range_end:; response_count:1; response_revision:12488; }","duration":"174.895813ms","start":"2026-03-19T09:31:25.425043Z","end":"2026-03-19T09:31:25.599939Z","steps":["trace[966810021] 'agreement among raft nodes before linearized reading' (duration: 174.615335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:25.600064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.335177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-472xn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T09:31:25.600092Z","caller":"traceutil/trace.go:171","msg":"trace[1170972893] range","detail":"{range_begin:/registry/pods/openstack/keepalived-472xn; range_end:; response_count:1; response_revision:12488; }","duration":"159.396968ms","start":"2026-03-19T09:31:25.440687Z","end":"2026-03-19T09:31:25.600084Z","steps":["trace[1170972893] 'agreement among raft nodes before linearized reading' (duration: 159.315306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:25.810216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.423515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/\" range_end:\"/registry/pods/secretgen-controller0\" limit:500 ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-03-19T09:31:25.810339Z","caller":"traceutil/trace.go:171","msg":"trace[1101921259] range","detail":"{range_begin:/registry/pods/secretgen-controller/; range_end:/registry/pods/secretgen-controller0; response_count:1; response_revision:12489; }","duration":"120.616099ms","start":"2026-03-19T09:31:25.689701Z","end":"2026-03-19T09:31:25.810317Z","steps":["trace[1101921259] 'range keys from in-memory index tree' (duration: 120.147667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:25.810622Z","caller":"traceutil/trace.go:171","msg":"trace[634243410] linearizableReadLoop","detail":"{readStateIndex:12978; appliedIndex:12977; }","duration":"107.463908ms","start":"2026-03-19T09:31:25.70312Z","end":"2026-03-19T09:31:25.810583Z","steps":["trace[634243410] 'read index received' (duration: 57.609233ms)","trace[634243410] 'applied index is now lower than readState.Index' (duration: 49.853365ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:25.81065Z","caller":"traceutil/trace.go:171","msg":"trace[6560498] transaction","detail":"{read_only:false; response_revision:12490; number_of_response:1; }","duration":"110.260282ms","start":"2026-03-19T09:31:25.700343Z","end":"2026-03-19T09:31:25.810603Z","steps":["trace[6560498] 'process raft request' (duration: 60.48201ms)","trace[6560498] 'compare' (duration: 49.556506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:25.810934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.787625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-b9gsk\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-19T09:31:25.810989Z","caller":"traceutil/trace.go:171","msg":"trace[1809277969] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-b9gsk; range_end:; response_count:1; response_revision:12490; }","duration":"107.885268ms","start":"2026-03-19T09:31:25.703082Z","end":"2026-03-19T09:31:25.810968Z","steps":["trace[1809277969] 'agreement among raft nodes before linearized reading' (duration: 107.639682ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:27.808286Z","caller":"traceutil/trace.go:171","msg":"trace[1881914294] linearizableReadLoop","detail":"{readStateIndex:12987; appliedIndex:12986; }","duration":"174.667417ms","start":"2026-03-19T09:31:27.633595Z","end":"2026-03-19T09:31:27.808262Z","steps":["trace[1881914294] 'read index received' (duration: 86.059644ms)","trace[1881914294] 'applied index is now lower than readState.Index' (duration: 88.607063ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:27.808363Z","caller":"traceutil/trace.go:171","msg":"trace[2134438182] transaction","detail":"{read_only:false; response_revision:12498; number_of_response:1; }","duration":"174.79725ms","start":"2026-03-19T09:31:27.633538Z","end":"2026-03-19T09:31:27.808335Z","steps":["trace[2134438182] 'process raft request' (duration: 86.203797ms)","trace[2134438182] 'compare' (duration: 88.395397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:27.808481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.009828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:31:27.808507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.908246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hfpr7\" ","response":"range_response_count:1 size:18525"} {"level":"info","ts":"2026-03-19T09:31:27.808538Z","caller":"traceutil/trace.go:171","msg":"trace[2086660705] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hfpr7; range_end:; response_count:1; response_revision:12498; }","duration":"170.978908ms","start":"2026-03-19T09:31:27.637553Z","end":"2026-03-19T09:31:27.808532Z","steps":["trace[2086660705] 'agreement among raft nodes before linearized reading' (duration: 170.837204ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:27.808546Z","caller":"traceutil/trace.go:171","msg":"trace[1876732548] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:12498; }","duration":"125.10146ms","start":"2026-03-19T09:31:27.683428Z","end":"2026-03-19T09:31:27.808529Z","steps":["trace[1876732548] 'agreement among raft nodes before linearized reading' (duration: 124.991286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:27.808661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.605805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-19T09:31:27.808724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.844037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:31:27.808788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.092102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:27.809032Z","caller":"traceutil/trace.go:171","msg":"trace[845291485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12498; }","duration":"152.594716ms","start":"2026-03-19T09:31:27.656414Z","end":"2026-03-19T09:31:27.809009Z","steps":["trace[845291485] 'agreement among raft nodes before linearized reading' (duration: 152.045891ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:27.808784Z","caller":"traceutil/trace.go:171","msg":"trace[1815255398] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12498; }","duration":"146.76532ms","start":"2026-03-19T09:31:27.661994Z","end":"2026-03-19T09:31:27.808759Z","steps":["trace[1815255398] 'agreement among raft nodes before linearized reading' (duration: 146.475162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:27.80867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.929931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:27.809261Z","caller":"traceutil/trace.go:171","msg":"trace[400252812] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:12498; }","duration":"123.567729ms","start":"2026-03-19T09:31:27.685676Z","end":"2026-03-19T09:31:27.809244Z","steps":["trace[400252812] 'agreement among raft nodes before linearized reading' (duration: 122.880661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:27.808802Z","caller":"traceutil/trace.go:171","msg":"trace[771815049] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12498; }","duration":"141.949051ms","start":"2026-03-19T09:31:27.666832Z","end":"2026-03-19T09:31:27.808781Z","steps":["trace[771815049] 'agreement among raft nodes before linearized reading' (duration: 141.796766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:27.809868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.2759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375785"} {"level":"info","ts":"2026-03-19T09:31:27.810107Z","caller":"traceutil/trace.go:171","msg":"trace[968292742] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12498; }","duration":"176.529576ms","start":"2026-03-19T09:31:27.633564Z","end":"2026-03-19T09:31:27.810094Z","steps":["trace[968292742] 'agreement among raft nodes before linearized reading' (duration: 174.817611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:28.084411Z","caller":"traceutil/trace.go:171","msg":"trace[1771178922] linearizableReadLoop","detail":"{readStateIndex:12989; appliedIndex:12987; }","duration":"207.999799ms","start":"2026-03-19T09:31:27.876381Z","end":"2026-03-19T09:31:28.08438Z","steps":["trace[1771178922] 'read index received' (duration: 115.687587ms)","trace[1771178922] 'applied index is now lower than readState.Index' (duration: 92.310892ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:28.084442Z","caller":"traceutil/trace.go:171","msg":"trace[1673978922] transaction","detail":"{read_only:false; response_revision:12499; number_of_response:1; }","duration":"267.182775ms","start":"2026-03-19T09:31:27.817221Z","end":"2026-03-19T09:31:28.084404Z","steps":["trace[1673978922] 'process raft request' (duration: 174.825532ms)","trace[1673978922] 'compare' (duration: 91.938541ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:28.084548Z","caller":"traceutil/trace.go:171","msg":"trace[2017511657] transaction","detail":"{read_only:false; response_revision:12500; number_of_response:1; }","duration":"244.011164ms","start":"2026-03-19T09:31:27.840525Z","end":"2026-03-19T09:31:28.084537Z","steps":["trace[2017511657] 'process raft request' (duration: 243.747177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:28.084718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.33236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:31:28.084802Z","caller":"traceutil/trace.go:171","msg":"trace[1705597378] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12500; }","duration":"208.478043ms","start":"2026-03-19T09:31:27.876304Z","end":"2026-03-19T09:31:28.084782Z","steps":["trace[1705597378] 'agreement among raft nodes before linearized reading' (duration: 208.276548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:28.084829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.695214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hfpr7\" ","response":"range_response_count:1 size:18525"} {"level":"info","ts":"2026-03-19T09:31:28.08492Z","caller":"traceutil/trace.go:171","msg":"trace[1808157292] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hfpr7; range_end:; response_count:1; response_revision:12500; }","duration":"194.857118ms","start":"2026-03-19T09:31:27.890044Z","end":"2026-03-19T09:31:28.084901Z","steps":["trace[1808157292] 'agreement among raft nodes before linearized reading' (duration: 194.555ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:28.267111Z","caller":"traceutil/trace.go:171","msg":"trace[2013124310] transaction","detail":"{read_only:false; response_revision:12502; number_of_response:1; }","duration":"175.934679ms","start":"2026-03-19T09:31:28.09114Z","end":"2026-03-19T09:31:28.267074Z","steps":["trace[2013124310] 'process raft request' (duration: 119.434147ms)","trace[2013124310] 'compare' (duration: 56.266686ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:28.267377Z","caller":"traceutil/trace.go:171","msg":"trace[531253960] linearizableReadLoop","detail":"{readStateIndex:12991; appliedIndex:12990; }","duration":"170.936677ms","start":"2026-03-19T09:31:28.096069Z","end":"2026-03-19T09:31:28.267006Z","steps":["trace[531253960] 'read index received' (duration: 77.219157ms)","trace[531253960] 'applied index is now lower than readState.Index' (duration: 93.7164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:28.2675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.290787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hfpr7\" ","response":"range_response_count:1 size:18525"} {"level":"info","ts":"2026-03-19T09:31:28.267587Z","caller":"traceutil/trace.go:171","msg":"trace[1641954518] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hfpr7; range_end:; response_count:1; response_revision:12502; }","duration":"171.538253ms","start":"2026-03-19T09:31:28.096028Z","end":"2026-03-19T09:31:28.267566Z","steps":["trace[1641954518] 'agreement among raft nodes before linearized reading' (duration: 171.132972ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:28.688197Z","caller":"traceutil/trace.go:171","msg":"trace[113480444] transaction","detail":"{read_only:false; response_revision:12503; number_of_response:1; }","duration":"106.508562ms","start":"2026-03-19T09:31:28.58166Z","end":"2026-03-19T09:31:28.688169Z","steps":["trace[113480444] 'process raft request' (duration: 105.707471ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:28.751988Z","caller":"traceutil/trace.go:171","msg":"trace[516622541] transaction","detail":"{read_only:false; response_revision:12504; number_of_response:1; }","duration":"141.852048ms","start":"2026-03-19T09:31:28.610109Z","end":"2026-03-19T09:31:28.751961Z","steps":["trace[516622541] 'process raft request' (duration: 130.121054ms)","trace[516622541] 'compare' (duration: 11.454266ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:29.319646Z","caller":"traceutil/trace.go:171","msg":"trace[1454281040] transaction","detail":"{read_only:false; response_revision:12506; number_of_response:1; }","duration":"130.908286ms","start":"2026-03-19T09:31:29.188699Z","end":"2026-03-19T09:31:29.319607Z","steps":["trace[1454281040] 'process raft request' (duration: 36.092847ms)","trace[1454281040] 'compare' (duration: 94.562082ms)"],"step_count":2}