{"level":"warn","ts":"2026-04-01T16:33:22.844351Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T16:33:22.844476Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.153:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.153:2380","--initial-cluster=instance=https://199.204.45.153:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.153:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.153:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-01T16:33:22.844657Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T16:33:22.844675Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-04-01T16:33:22.844714Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T16:33:22.845458Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"]} {"level":"info","ts":"2026-04-01T16:33:22.845589Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.153:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-01T16:33:22.85067Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.781066ms"} {"level":"info","ts":"2026-04-01T16:33:22.856734Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"355195d5aae85944","cluster-id":"e424441517bc0b32"} {"level":"info","ts":"2026-04-01T16:33:22.856862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=()"} {"level":"info","ts":"2026-04-01T16:33:22.856916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 0"} {"level":"info","ts":"2026-04-01T16:33:22.856939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 355195d5aae85944 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-01T16:33:22.856968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became follower at term 1"} {"level":"info","ts":"2026-04-01T16:33:22.857047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"warn","ts":"2026-04-01T16:33:22.863678Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-01T16:33:22.865356Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-01T16:33:22.866697Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-01T16:33:22.869173Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"355195d5aae85944","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-01T16:33:22.869443Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"355195d5aae85944","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-01T16:33:22.869579Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T16:33:22.869709Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T16:33:22.869733Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T16:33:22.871364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 switched to configuration voters=(3842016702051670340)"} {"level":"info","ts":"2026-04-01T16:33:22.871925Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","added-peer-id":"355195d5aae85944","added-peer-peer-urls":["https://199.204.45.153:2380"]} {"level":"info","ts":"2026-04-01T16:33:22.876159Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T16:33:22.876308Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-04-01T16:33:22.876356Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.153:2380"} {"level":"info","ts":"2026-04-01T16:33:22.876722Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"355195d5aae85944","initial-advertise-peer-urls":["https://199.204.45.153:2380"],"listen-peer-urls":["https://199.204.45.153:2380"],"advertise-client-urls":["https://199.204.45.153:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.153:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-01T16:33:22.876828Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-01T16:33:23.257314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 is starting a new election at term 1"} {"level":"info","ts":"2026-04-01T16:33:23.257374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-01T16:33:23.257419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgPreVoteResp from 355195d5aae85944 at term 1"} {"level":"info","ts":"2026-04-01T16:33:23.257449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became candidate at term 2"} {"level":"info","ts":"2026-04-01T16:33:23.25746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 received MsgVoteResp from 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-04-01T16:33:23.257477Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"355195d5aae85944 became leader at term 2"} {"level":"info","ts":"2026-04-01T16:33:23.257497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 355195d5aae85944 elected leader 355195d5aae85944 at term 2"} {"level":"info","ts":"2026-04-01T16:33:23.259818Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"355195d5aae85944","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.153:2379]}","request-path":"/0/members/355195d5aae85944/attributes","cluster-id":"e424441517bc0b32","publish-timeout":"7s"} {"level":"info","ts":"2026-04-01T16:33:23.259843Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T16:33:23.25988Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T16:33:23.260148Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T16:33:23.260307Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-01T16:33:23.260358Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-01T16:33:23.261601Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e424441517bc0b32","local-member-id":"355195d5aae85944","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T16:33:23.261851Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T16:33:23.261894Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-01T16:33:23.26427Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.153:2379"} {"level":"info","ts":"2026-04-01T16:33:23.26457Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-01T16:33:55.930985Z","caller":"traceutil/trace.go:171","msg":"trace[41994865] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"225.649305ms","start":"2026-04-01T16:33:55.70528Z","end":"2026-04-01T16:33:55.930929Z","steps":["trace[41994865] 'process raft request' (duration: 186.111534ms)","trace[41994865] 'compare' (duration: 39.217892ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:33:55.931022Z","caller":"traceutil/trace.go:171","msg":"trace[1940052309] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"225.685475ms","start":"2026-04-01T16:33:55.705231Z","end":"2026-04-01T16:33:55.930917Z","steps":["trace[1940052309] 'process raft request' (duration: 225.601663ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:55.932177Z","caller":"traceutil/trace.go:171","msg":"trace[424089022] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"216.891712ms","start":"2026-04-01T16:33:55.715259Z","end":"2026-04-01T16:33:55.932151Z","steps":["trace[424089022] 'process raft request' (duration: 216.635375ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:55.93222Z","caller":"traceutil/trace.go:171","msg":"trace[734347004] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"110.764095ms","start":"2026-04-01T16:33:55.821438Z","end":"2026-04-01T16:33:55.932202Z","steps":["trace[734347004] 'process raft request' (duration: 110.686063ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:33:55.932294Z","caller":"traceutil/trace.go:171","msg":"trace[1017650038] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"202.930987ms","start":"2026-04-01T16:33:55.72935Z","end":"2026-04-01T16:33:55.932281Z","steps":["trace[1017650038] 'process raft request' (duration: 202.694481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:34:03.092215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.57642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T16:34:03.092504Z","caller":"traceutil/trace.go:171","msg":"trace[146679415] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"413.924465ms","start":"2026-04-01T16:34:02.67856Z","end":"2026-04-01T16:34:03.092484Z","steps":["trace[146679415] 'process raft request' (duration: 413.798531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:34:03.092595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:34:02.678531Z","time spent":"414.027818ms","remote":"127.0.0.1:34866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T16:34:03.092641Z","caller":"traceutil/trace.go:171","msg":"trace[1329372543] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"427.258903ms","start":"2026-04-01T16:34:02.66534Z","end":"2026-04-01T16:34:03.092599Z","steps":["trace[1329372543] 'process raft request' (duration: 176.074636ms)","trace[1329372543] 'compare' (duration: 246.393746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:34:03.09284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:34:02.665313Z","time spent":"427.475019ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:34:19.779013Z","caller":"traceutil/trace.go:171","msg":"trace[1271752931] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"159.251723ms","start":"2026-04-01T16:34:19.619736Z","end":"2026-04-01T16:34:19.778988Z","steps":["trace[1271752931] 'process raft request' (duration: 159.090628ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:34:47.545737Z","caller":"traceutil/trace.go:171","msg":"trace[481301272] linearizableReadLoop","detail":"{readStateIndex:1222; appliedIndex:1221; }","duration":"214.098556ms","start":"2026-04-01T16:34:47.331612Z","end":"2026-04-01T16:34:47.54571Z","steps":["trace[481301272] 'read index received' (duration: 213.849029ms)","trace[481301272] 'applied index is now lower than readState.Index' (duration: 248.507µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:34:47.545872Z","caller":"traceutil/trace.go:171","msg":"trace[1840384800] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"216.456771ms","start":"2026-04-01T16:34:47.329402Z","end":"2026-04-01T16:34:47.545859Z","steps":["trace[1840384800] 'process raft request' (duration: 216.149562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:34:47.54618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.373222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-01T16:34:47.546261Z","caller":"traceutil/trace.go:171","msg":"trace[990752393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1186; }","duration":"214.487846ms","start":"2026-04-01T16:34:47.331755Z","end":"2026-04-01T16:34:47.546243Z","steps":["trace[990752393] 'agreement among raft nodes before linearized reading' (duration: 214.25655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:34:47.546348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.713882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T16:34:47.546448Z","caller":"traceutil/trace.go:171","msg":"trace[1208781026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1186; }","duration":"214.873236ms","start":"2026-04-01T16:34:47.331554Z","end":"2026-04-01T16:34:47.546427Z","steps":["trace[1208781026] 'agreement among raft nodes before linearized reading' (duration: 214.603709ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:35:33.881145Z","caller":"traceutil/trace.go:171","msg":"trace[432405569] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1935; }","duration":"108.322814ms","start":"2026-04-01T16:35:33.772785Z","end":"2026-04-01T16:35:33.881107Z","steps":["trace[432405569] 'read index received' (duration: 108.127599ms)","trace[432405569] 'applied index is now lower than readState.Index' (duration: 193.475µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:35:33.881268Z","caller":"traceutil/trace.go:171","msg":"trace[283841697] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"113.007363ms","start":"2026-04-01T16:35:33.768215Z","end":"2026-04-01T16:35:33.881222Z","steps":["trace[283841697] 'process raft request' (duration: 112.665144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:35:33.881498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.685104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-01T16:35:33.88155Z","caller":"traceutil/trace.go:171","msg":"trace[1226736702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1863; }","duration":"108.767906ms","start":"2026-04-01T16:35:33.772769Z","end":"2026-04-01T16:35:33.881537Z","steps":["trace[1226736702] 'agreement among raft nodes before linearized reading' (duration: 108.54843ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:35:34.20149Z","caller":"traceutil/trace.go:171","msg":"trace[1984032294] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"173.233429ms","start":"2026-04-01T16:35:34.028215Z","end":"2026-04-01T16:35:34.201449Z","steps":["trace[1984032294] 'process raft request' (duration: 173.029934ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:36:13.482867Z","caller":"traceutil/trace.go:171","msg":"trace[1831155027] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"180.308111ms","start":"2026-04-01T16:36:13.302528Z","end":"2026-04-01T16:36:13.482836Z","steps":["trace[1831155027] 'process raft request' (duration: 180.111326ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:36:19.831929Z","caller":"traceutil/trace.go:171","msg":"trace[1664124661] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"167.754673ms","start":"2026-04-01T16:36:19.664139Z","end":"2026-04-01T16:36:19.831893Z","steps":["trace[1664124661] 'process raft request' (duration: 161.807408ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:36:19.83189Z","caller":"traceutil/trace.go:171","msg":"trace[1056225179] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2244; }","duration":"125.949671ms","start":"2026-04-01T16:36:19.705884Z","end":"2026-04-01T16:36:19.831833Z","steps":["trace[1056225179] 'read index received' (duration: 119.992836ms)","trace[1056225179] 'applied index is now lower than readState.Index' (duration: 5.954825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:36:19.832115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.196198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:36:19.832196Z","caller":"traceutil/trace.go:171","msg":"trace[964756999] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2163; }","duration":"126.359473ms","start":"2026-04-01T16:36:19.705817Z","end":"2026-04-01T16:36:19.832176Z","steps":["trace[964756999] 'agreement among raft nodes before linearized reading' (duration: 126.184768ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:36:25.49467Z","caller":"traceutil/trace.go:171","msg":"trace[871487856] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"285.6628ms","start":"2026-04-01T16:36:25.208975Z","end":"2026-04-01T16:36:25.494638Z","steps":["trace[871487856] 'process raft request' (duration: 285.475804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:36:25.762499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.289264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T16:36:25.76268Z","caller":"traceutil/trace.go:171","msg":"trace[1001498901] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"189.854097ms","start":"2026-04-01T16:36:25.572798Z","end":"2026-04-01T16:36:25.762652Z","steps":["trace[1001498901] 'process raft request' (duration: 51.276885ms)","trace[1001498901] 'compare' (duration: 138.056838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:37:50.317927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.761804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:37:50.318019Z","caller":"traceutil/trace.go:171","msg":"trace[1463049516] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2843; }","duration":"142.925268ms","start":"2026-04-01T16:37:50.175076Z","end":"2026-04-01T16:37:50.318001Z","steps":["trace[1463049516] 'count revisions from in-memory index tree' (duration: 142.666501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:41:51.628563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.909597ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T16:41:55.360018Z","caller":"traceutil/trace.go:171","msg":"trace[275003224] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"175.698666ms","start":"2026-04-01T16:41:55.184259Z","end":"2026-04-01T16:41:55.359958Z","steps":["trace[275003224] 'process raft request' (duration: 175.281794ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:06.206502Z","caller":"traceutil/trace.go:171","msg":"trace[390424739] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"153.472256ms","start":"2026-04-01T16:42:06.052999Z","end":"2026-04-01T16:42:06.206471Z","steps":["trace[390424739] 'process raft request' (duration: 137.214803ms)","trace[390424739] 'compare' (duration: 16.071888ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:42:06.206817Z","caller":"traceutil/trace.go:171","msg":"trace[1338339052] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"151.362916ms","start":"2026-04-01T16:42:06.055422Z","end":"2026-04-01T16:42:06.206785Z","steps":["trace[1338339052] 'process raft request' (duration: 151.209502ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:06.206878Z","caller":"traceutil/trace.go:171","msg":"trace[370928256] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"152.979592ms","start":"2026-04-01T16:42:06.053874Z","end":"2026-04-01T16:42:06.206854Z","steps":["trace[370928256] 'process raft request' (duration: 152.551301ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:06.33771Z","caller":"traceutil/trace.go:171","msg":"trace[224284763] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"103.787451ms","start":"2026-04-01T16:42:06.233893Z","end":"2026-04-01T16:42:06.33768Z","steps":["trace[224284763] 'process raft request' (duration: 81.353377ms)","trace[224284763] 'compare' (duration: 22.043144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:42:10.218274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.212922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:42:10.218335Z","caller":"traceutil/trace.go:171","msg":"trace[1706128106] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5302; }","duration":"100.305495ms","start":"2026-04-01T16:42:10.118014Z","end":"2026-04-01T16:42:10.21832Z","steps":["trace[1706128106] 'range keys from in-memory index tree' (duration: 100.161301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:42:18.593395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.467783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T16:42:18.593765Z","caller":"traceutil/trace.go:171","msg":"trace[1298672969] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"150.827971ms","start":"2026-04-01T16:42:18.442903Z","end":"2026-04-01T16:42:18.593731Z","steps":["trace[1298672969] 'process raft request' (duration: 23.933976ms)","trace[1298672969] 'compare' (duration: 126.136104ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:42:18.593992Z","caller":"traceutil/trace.go:171","msg":"trace[809726587] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"131.38104ms","start":"2026-04-01T16:42:18.462481Z","end":"2026-04-01T16:42:18.593862Z","steps":["trace[809726587] 'process raft request' (duration: 131.04564ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:42:19.016332Z","caller":"traceutil/trace.go:171","msg":"trace[1022539702] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"146.699617ms","start":"2026-04-01T16:42:18.86959Z","end":"2026-04-01T16:42:19.016289Z","steps":["trace[1022539702] 'process raft request' (duration: 146.530442ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:43:23.418392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3029} {"level":"info","ts":"2026-04-01T16:43:23.510909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3029,"took":"90.253522ms","hash":395609006,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":31432704,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-01T16:43:23.511005Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":395609006,"revision":3029,"compact-revision":-1} {"level":"info","ts":"2026-04-01T16:48:23.426724Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6079} {"level":"info","ts":"2026-04-01T16:48:23.527813Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6079,"took":"98.924262ms","hash":336038891,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":21716992,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-01T16:48:23.527914Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":336038891,"revision":6079,"compact-revision":3029} {"level":"info","ts":"2026-04-01T16:48:29.32377Z","caller":"traceutil/trace.go:171","msg":"trace[237666774] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"129.320647ms","start":"2026-04-01T16:48:29.194418Z","end":"2026-04-01T16:48:29.323739Z","steps":["trace[237666774] 'process raft request' (duration: 129.128742ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:48:29.485903Z","caller":"traceutil/trace.go:171","msg":"trace[651832760] linearizableReadLoop","detail":"{readStateIndex:8640; appliedIndex:8638; }","duration":"191.241ms","start":"2026-04-01T16:48:29.294626Z","end":"2026-04-01T16:48:29.485867Z","steps":["trace[651832760] 'read index received' (duration: 28.904124ms)","trace[651832760] 'applied index is now lower than readState.Index' (duration: 162.334996ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:48:29.485953Z","caller":"traceutil/trace.go:171","msg":"trace[761213234] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"225.417701ms","start":"2026-04-01T16:48:29.260495Z","end":"2026-04-01T16:48:29.485913Z","steps":["trace[761213234] 'process raft request' (duration: 211.802753ms)","trace[761213234] 'compare' (duration: 13.265688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:48:29.486229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.556809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-01T16:48:29.48628Z","caller":"traceutil/trace.go:171","msg":"trace[1788875366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8344; }","duration":"191.747084ms","start":"2026-04-01T16:48:29.294521Z","end":"2026-04-01T16:48:29.486268Z","steps":["trace[1788875366] 'agreement among raft nodes before linearized reading' (duration: 191.466876ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:48:41.904306Z","caller":"traceutil/trace.go:171","msg":"trace[1723185444] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"350.923173ms","start":"2026-04-01T16:48:41.553344Z","end":"2026-04-01T16:48:41.904267Z","steps":["trace[1723185444] 'process raft request' (duration: 350.000467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:48:41.905109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:48:41.553318Z","time spent":"351.677153ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:48:41.915699Z","caller":"traceutil/trace.go:171","msg":"trace[736690844] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"339.785012ms","start":"2026-04-01T16:48:41.575858Z","end":"2026-04-01T16:48:41.915643Z","steps":["trace[736690844] 'process raft request' (duration: 339.560976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:48:41.915944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:48:41.575834Z","time spent":"339.999248ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:48:42.922703Z","caller":"traceutil/trace.go:171","msg":"trace[112967496] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"167.824669ms","start":"2026-04-01T16:48:42.754839Z","end":"2026-04-01T16:48:42.922663Z","steps":["trace[112967496] 'process raft request' (duration: 167.613903ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:48:43.317709Z","caller":"traceutil/trace.go:171","msg":"trace[1322684420] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"157.550723ms","start":"2026-04-01T16:48:43.160132Z","end":"2026-04-01T16:48:43.317683Z","steps":["trace[1322684420] 'process raft request' (duration: 157.326097ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:49:11.250241Z","caller":"traceutil/trace.go:171","msg":"trace[188675509] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"188.68859ms","start":"2026-04-01T16:49:11.061515Z","end":"2026-04-01T16:49:11.250204Z","steps":["trace[188675509] 'process raft request' (duration: 188.456534ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:49:11.359657Z","caller":"traceutil/trace.go:171","msg":"trace[686459950] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"290.647336ms","start":"2026-04-01T16:49:11.068978Z","end":"2026-04-01T16:49:11.359625Z","steps":["trace[686459950] 'process raft request' (duration: 277.489799ms)","trace[686459950] 'compare' (duration: 13.001453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:49:14.21301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.289353ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T16:49:14.213214Z","caller":"traceutil/trace.go:171","msg":"trace[1059240673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8632; }","duration":"126.506858ms","start":"2026-04-01T16:49:14.086675Z","end":"2026-04-01T16:49:14.213182Z","steps":["trace[1059240673] 'range keys from in-memory index tree' (duration: 126.265112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:49:14.213534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.175243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-01T16:49:14.213715Z","caller":"traceutil/trace.go:171","msg":"trace[1837508019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8632; }","duration":"143.3954ms","start":"2026-04-01T16:49:14.070288Z","end":"2026-04-01T16:49:14.213683Z","steps":["trace[1837508019] 'range keys from in-memory index tree' (duration: 142.837733ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:49:14.480907Z","caller":"traceutil/trace.go:171","msg":"trace[1900788122] linearizableReadLoop","detail":"{readStateIndex:8940; appliedIndex:8939; }","duration":"204.041606ms","start":"2026-04-01T16:49:14.276841Z","end":"2026-04-01T16:49:14.480883Z","steps":["trace[1900788122] 'read index received' (duration: 203.787169ms)","trace[1900788122] 'applied index is now lower than readState.Index' (duration: 253.677µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:49:14.481254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.376756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:49:14.481287Z","caller":"traceutil/trace.go:171","msg":"trace[2055138011] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"262.555113ms","start":"2026-04-01T16:49:14.218681Z","end":"2026-04-01T16:49:14.481236Z","steps":["trace[2055138011] 'process raft request' (duration: 262.043819ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:49:14.481334Z","caller":"traceutil/trace.go:171","msg":"trace[1892658025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8633; }","duration":"204.53473ms","start":"2026-04-01T16:49:14.276785Z","end":"2026-04-01T16:49:14.48132Z","steps":["trace[1892658025] 'agreement among raft nodes before linearized reading' (duration: 204.354475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:49:14.481308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.161621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-01T16:49:14.481457Z","caller":"traceutil/trace.go:171","msg":"trace[2055365384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8633; }","duration":"107.374766ms","start":"2026-04-01T16:49:14.374069Z","end":"2026-04-01T16:49:14.481444Z","steps":["trace[2055365384] 'agreement among raft nodes before linearized reading' (duration: 107.107709ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:49:24.241118Z","caller":"traceutil/trace.go:171","msg":"trace[151566814] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"149.099307ms","start":"2026-04-01T16:49:24.091979Z","end":"2026-04-01T16:49:24.241079Z","steps":["trace[151566814] 'process raft request' (duration: 130.336005ms)","trace[151566814] 'compare' (duration: 18.33558ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:49:24.462959Z","caller":"traceutil/trace.go:171","msg":"trace[1391217828] linearizableReadLoop","detail":"{readStateIndex:9039; appliedIndex:9037; }","duration":"259.870519ms","start":"2026-04-01T16:49:24.203056Z","end":"2026-04-01T16:49:24.462926Z","steps":["trace[1391217828] 'read index received' (duration: 19.275605ms)","trace[1391217828] 'applied index is now lower than readState.Index' (duration: 240.593913ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:49:24.462981Z","caller":"traceutil/trace.go:171","msg":"trace[2122594743] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"365.517017ms","start":"2026-04-01T16:49:24.097437Z","end":"2026-04-01T16:49:24.462954Z","steps":["trace[2122594743] 'process raft request' (duration: 325.076593ms)","trace[2122594743] 'compare' (duration: 40.203638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:49:24.463147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.056833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-01T16:49:24.463187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T16:49:24.097417Z","time spent":"365.690002ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T16:49:24.463199Z","caller":"traceutil/trace.go:171","msg":"trace[1148885594] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8726; }","duration":"260.200908ms","start":"2026-04-01T16:49:24.202989Z","end":"2026-04-01T16:49:24.46319Z","steps":["trace[1148885594] 'agreement among raft nodes before linearized reading' (duration: 260.036663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:49:24.463431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.444535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vhlp\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-01T16:49:24.463576Z","caller":"traceutil/trace.go:171","msg":"trace[105370536] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vhlp; range_end:; response_count:1; response_revision:8726; }","duration":"177.646523ms","start":"2026-04-01T16:49:24.285904Z","end":"2026-04-01T16:49:24.463551Z","steps":["trace[105370536] 'agreement among raft nodes before linearized reading' (duration: 177.346063ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:49:25.420045Z","caller":"traceutil/trace.go:171","msg":"trace[791538325] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"161.447892ms","start":"2026-04-01T16:49:25.258569Z","end":"2026-04-01T16:49:25.420017Z","steps":["trace[791538325] 'process raft request' (duration: 161.135513ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:49:42.250744Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002415.wal"} {"level":"info","ts":"2026-04-01T16:50:40.269213Z","caller":"traceutil/trace.go:171","msg":"trace[1021923729] transaction","detail":"{read_only:false; response_revision:9476; number_of_response:1; }","duration":"115.965087ms","start":"2026-04-01T16:50:40.153215Z","end":"2026-04-01T16:50:40.269181Z","steps":["trace[1021923729] 'process raft request' (duration: 77.289141ms)","trace[1021923729] 'compare' (duration: 38.547922ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:50:41.055804Z","caller":"traceutil/trace.go:171","msg":"trace[129649466] transaction","detail":"{read_only:false; response_revision:9479; number_of_response:1; }","duration":"104.779855ms","start":"2026-04-01T16:50:40.950977Z","end":"2026-04-01T16:50:41.055757Z","steps":["trace[129649466] 'process raft request' (duration: 104.462386ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:51:05.130118Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T16:51:05.136892Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-01T16:51:05.137035Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-01T16:51:22.962072Z","caller":"traceutil/trace.go:171","msg":"trace[1850497227] linearizableReadLoop","detail":"{readStateIndex:10132; appliedIndex:10131; }","duration":"213.755048ms","start":"2026-04-01T16:51:22.748292Z","end":"2026-04-01T16:51:22.962048Z","steps":["trace[1850497227] 'read index received' (duration: 213.596904ms)","trace[1850497227] 'applied index is now lower than readState.Index' (duration: 156.914µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T16:51:22.962291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.952784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T16:51:22.962352Z","caller":"traceutil/trace.go:171","msg":"trace[324365704] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9788; }","duration":"214.076217ms","start":"2026-04-01T16:51:22.748241Z","end":"2026-04-01T16:51:22.962317Z","steps":["trace[324365704] 'agreement among raft nodes before linearized reading' (duration: 213.900292ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:51:22.962171Z","caller":"traceutil/trace.go:171","msg":"trace[755945634] transaction","detail":"{read_only:false; response_revision:9788; number_of_response:1; }","duration":"283.189767ms","start":"2026-04-01T16:51:22.678936Z","end":"2026-04-01T16:51:22.962126Z","steps":["trace[755945634] 'process raft request' (duration: 282.748235ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:51:23.602748Z","caller":"traceutil/trace.go:171","msg":"trace[374018531] linearizableReadLoop","detail":"{readStateIndex:10135; appliedIndex:10134; }","duration":"195.859644ms","start":"2026-04-01T16:51:23.406865Z","end":"2026-04-01T16:51:23.602724Z","steps":["trace[374018531] 'read index received' (duration: 195.706779ms)","trace[374018531] 'applied index is now lower than readState.Index' (duration: 151.605µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T16:51:23.602819Z","caller":"traceutil/trace.go:171","msg":"trace[124402205] transaction","detail":"{read_only:false; response_revision:9791; number_of_response:1; }","duration":"199.289078ms","start":"2026-04-01T16:51:23.403494Z","end":"2026-04-01T16:51:23.602784Z","steps":["trace[124402205] 'process raft request' (duration: 199.068002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:51:23.603062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.103971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-01T16:51:23.603114Z","caller":"traceutil/trace.go:171","msg":"trace[2063415111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9791; }","duration":"196.275505ms","start":"2026-04-01T16:51:23.406824Z","end":"2026-04-01T16:51:23.6031Z","steps":["trace[2063415111] 'agreement among raft nodes before linearized reading' (duration: 196.005287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:51:23.603404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.59839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6vhlp\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-01T16:51:23.603448Z","caller":"traceutil/trace.go:171","msg":"trace[882778992] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6vhlp; range_end:; response_count:1; response_revision:9791; }","duration":"189.660842ms","start":"2026-04-01T16:51:23.413776Z","end":"2026-04-01T16:51:23.603437Z","steps":["trace[882778992] 'agreement among raft nodes before linearized reading' (duration: 189.542849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T16:51:23.603412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.995767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-01T16:51:23.603588Z","caller":"traceutil/trace.go:171","msg":"trace[400054806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9791; }","duration":"171.210392ms","start":"2026-04-01T16:51:23.432353Z","end":"2026-04-01T16:51:23.603563Z","steps":["trace[400054806] 'agreement among raft nodes before linearized reading' (duration: 170.974106ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:51:24.43272Z","caller":"traceutil/trace.go:171","msg":"trace[71899536] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"114.074362ms","start":"2026-04-01T16:51:24.318617Z","end":"2026-04-01T16:51:24.432691Z","steps":["trace[71899536] 'process raft request' (duration: 113.863507ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:53:23.434594Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8175} {"level":"info","ts":"2026-04-01T16:53:23.499946Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8175,"took":"62.213721ms","hash":1555902703,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":29712384,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-01T16:53:23.500005Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1555902703,"revision":8175,"compact-revision":6079} {"level":"info","ts":"2026-04-01T16:54:04.35632Z","caller":"traceutil/trace.go:171","msg":"trace[301528219] transaction","detail":"{read_only:false; response_revision:11215; number_of_response:1; }","duration":"119.776575ms","start":"2026-04-01T16:54:04.236516Z","end":"2026-04-01T16:54:04.356292Z","steps":["trace[301528219] 'process raft request' (duration: 119.59193ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:54:28.386088Z","caller":"traceutil/trace.go:171","msg":"trace[1428887068] transaction","detail":"{read_only:false; response_revision:11347; number_of_response:1; }","duration":"118.628244ms","start":"2026-04-01T16:54:28.267399Z","end":"2026-04-01T16:54:28.386027Z","steps":["trace[1428887068] 'process raft request' (duration: 117.989726ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:54:28.886467Z","caller":"traceutil/trace.go:171","msg":"trace[1246303372] transaction","detail":"{read_only:false; response_revision:11353; number_of_response:1; }","duration":"125.158133ms","start":"2026-04-01T16:54:28.761289Z","end":"2026-04-01T16:54:28.886447Z","steps":["trace[1246303372] 'process raft request' (duration: 124.979688ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:54:28.895884Z","caller":"traceutil/trace.go:171","msg":"trace[1385933472] transaction","detail":"{read_only:false; response_revision:11354; number_of_response:1; }","duration":"113.252178ms","start":"2026-04-01T16:54:28.782602Z","end":"2026-04-01T16:54:28.895854Z","steps":["trace[1385933472] 'process raft request' (duration: 113.092712ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T16:58:23.442366Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10787} {"level":"info","ts":"2026-04-01T16:58:23.52588Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10787,"took":"81.1149ms","hash":2154555802,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":26624000,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-01T16:58:23.525953Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2154555802,"revision":10787,"compact-revision":8175} {"level":"info","ts":"2026-04-01T17:01:09.448977Z","caller":"traceutil/trace.go:171","msg":"trace[636481984] transaction","detail":"{read_only:false; response_revision:14021; number_of_response:1; }","duration":"242.365091ms","start":"2026-04-01T17:01:09.206581Z","end":"2026-04-01T17:01:09.448946Z","steps":["trace[636481984] 'process raft request' (duration: 241.814786ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:01:47.207075Z","caller":"traceutil/trace.go:171","msg":"trace[956707952] transaction","detail":"{read_only:false; response_revision:14409; number_of_response:1; }","duration":"121.138915ms","start":"2026-04-01T17:01:47.085904Z","end":"2026-04-01T17:01:47.207043Z","steps":["trace[956707952] 'process raft request' (duration: 120.962081ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:01:47.21469Z","caller":"traceutil/trace.go:171","msg":"trace[1826127865] linearizableReadLoop","detail":"{readStateIndex:14912; appliedIndex:14910; }","duration":"113.994165ms","start":"2026-04-01T17:01:47.100677Z","end":"2026-04-01T17:01:47.214671Z","steps":["trace[1826127865] 'read index received' (duration: 106.218859ms)","trace[1826127865] 'applied index is now lower than readState.Index' (duration: 7.774416ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:01:47.214816Z","caller":"traceutil/trace.go:171","msg":"trace[449578487] transaction","detail":"{read_only:false; response_revision:14410; number_of_response:1; }","duration":"128.86057ms","start":"2026-04-01T17:01:47.085915Z","end":"2026-04-01T17:01:47.214776Z","steps":["trace[449578487] 'process raft request' (duration: 128.629903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:01:47.215087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.400928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-01T17:01:47.215143Z","caller":"traceutil/trace.go:171","msg":"trace[1881804739] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14410; }","duration":"114.518631ms","start":"2026-04-01T17:01:47.10061Z","end":"2026-04-01T17:01:47.215128Z","steps":["trace[1881804739] 'agreement among raft nodes before linearized reading' (duration: 114.179712ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:01:47.728595Z","caller":"traceutil/trace.go:171","msg":"trace[718704752] transaction","detail":"{read_only:false; response_revision:14411; number_of_response:1; }","duration":"220.703899ms","start":"2026-04-01T17:01:47.507859Z","end":"2026-04-01T17:01:47.728563Z","steps":["trace[718704752] 'process raft request' (duration: 220.524805ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:01:47.749211Z","caller":"traceutil/trace.go:171","msg":"trace[414890922] transaction","detail":"{read_only:false; response_revision:14412; number_of_response:1; }","duration":"174.755468ms","start":"2026-04-01T17:01:47.574431Z","end":"2026-04-01T17:01:47.749187Z","steps":["trace[414890922] 'process raft request' (duration: 174.622734ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:02:49.797178Z","caller":"traceutil/trace.go:171","msg":"trace[951490250] transaction","detail":"{read_only:false; response_revision:15097; number_of_response:1; }","duration":"228.672001ms","start":"2026-04-01T17:02:49.568479Z","end":"2026-04-01T17:02:49.797151Z","steps":["trace[951490250] 'process raft request' (duration: 228.534277ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:02:50.014898Z","caller":"traceutil/trace.go:171","msg":"trace[1586589544] linearizableReadLoop","detail":"{readStateIndex:15617; appliedIndex:15615; }","duration":"387.827754ms","start":"2026-04-01T17:02:49.627036Z","end":"2026-04-01T17:02:50.014864Z","steps":["trace[1586589544] 'read index received' (duration: 170.006656ms)","trace[1586589544] 'applied index is now lower than readState.Index' (duration: 217.819838ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:02:50.015028Z","caller":"traceutil/trace.go:171","msg":"trace[32697239] transaction","detail":"{read_only:false; response_revision:15098; number_of_response:1; }","duration":"445.538152ms","start":"2026-04-01T17:02:49.569469Z","end":"2026-04-01T17:02:50.015007Z","steps":["trace[32697239] 'process raft request' (duration: 429.169566ms)","trace[32697239] 'compare' (duration: 15.684287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:02:50.015353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.311507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-01T17:02:50.015401Z","caller":"traceutil/trace.go:171","msg":"trace[2111579928] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15098; }","duration":"388.39506ms","start":"2026-04-01T17:02:49.626994Z","end":"2026-04-01T17:02:50.01539Z","steps":["trace[2111579928] 'agreement among raft nodes before linearized reading' (duration: 388.233545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:02:50.015432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:02:49.626976Z","time spent":"388.450032ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-01T17:02:50.015131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:02:49.569448Z","time spent":"445.606044ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:02:50.029637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.103524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-01T17:02:50.029695Z","caller":"traceutil/trace.go:171","msg":"trace[304971246] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15099; }","duration":"354.165276ms","start":"2026-04-01T17:02:49.675516Z","end":"2026-04-01T17:02:50.029682Z","steps":["trace[304971246] 'agreement among raft nodes before linearized reading' (duration: 353.987901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:02:50.029726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:02:49.675438Z","time spent":"354.28106ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-01T17:02:50.030205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.074624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-01T17:02:50.030247Z","caller":"traceutil/trace.go:171","msg":"trace[81415420] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15099; }","duration":"354.148106ms","start":"2026-04-01T17:02:49.676088Z","end":"2026-04-01T17:02:50.030236Z","steps":["trace[81415420] 'agreement among raft nodes before linearized reading' (duration: 354.055323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:02:50.030276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:02:49.676068Z","time spent":"354.198967ms","remote":"127.0.0.1:34866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-01T17:02:50.030607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.597729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T17:02:50.030648Z","caller":"traceutil/trace.go:171","msg":"trace[310356233] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15099; }","duration":"354.655411ms","start":"2026-04-01T17:02:49.675982Z","end":"2026-04-01T17:02:50.030638Z","steps":["trace[310356233] 'agreement among raft nodes before linearized reading' (duration: 354.587599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:02:50.030676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:02:49.675976Z","time spent":"354.694382ms","remote":"127.0.0.1:34866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-01T17:03:23.448157Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12869} {"level":"info","ts":"2026-04-01T17:03:23.530207Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12869,"took":"79.298448ms","hash":747135800,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":29409280,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-01T17:03:23.530266Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":747135800,"revision":12869,"compact-revision":10787} {"level":"info","ts":"2026-04-01T17:06:02.388976Z","caller":"traceutil/trace.go:171","msg":"trace[1762620231] transaction","detail":"{read_only:false; response_revision:16655; number_of_response:1; }","duration":"126.610533ms","start":"2026-04-01T17:06:02.262324Z","end":"2026-04-01T17:06:02.388935Z","steps":["trace[1762620231] 'process raft request' (duration: 126.352396ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:08:23.454354Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15271} {"level":"info","ts":"2026-04-01T17:08:23.549327Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15271,"took":"90.61092ms","hash":2290797903,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":31891456,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-01T17:08:23.549391Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2290797903,"revision":15271,"compact-revision":12869} {"level":"info","ts":"2026-04-01T17:08:57.818638Z","caller":"traceutil/trace.go:171","msg":"trace[1269312694] transaction","detail":"{read_only:false; response_revision:17814; number_of_response:1; }","duration":"138.581501ms","start":"2026-04-01T17:08:57.680019Z","end":"2026-04-01T17:08:57.818601Z","steps":["trace[1269312694] 'process raft request' (duration: 136.953315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:08:58.631333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.479419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:08:58.631621Z","caller":"traceutil/trace.go:171","msg":"trace[342639354] transaction","detail":"{read_only:false; response_revision:17818; number_of_response:1; }","duration":"449.557924ms","start":"2026-04-01T17:08:58.181999Z","end":"2026-04-01T17:08:58.631557Z","steps":["trace[342639354] 'process raft request' (duration: 200.040316ms)","trace[342639354] 'compare' (duration: 248.090397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:08:58.631711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:08:58.181974Z","time spent":"449.696259ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:08:58.833577Z","caller":"traceutil/trace.go:171","msg":"trace[353866188] linearizableReadLoop","detail":"{readStateIndex:18428; appliedIndex:18426; }","duration":"351.75666ms","start":"2026-04-01T17:08:58.481791Z","end":"2026-04-01T17:08:58.833548Z","steps":["trace[353866188] 'read index received' (duration: 351.494462ms)","trace[353866188] 'applied index is now lower than readState.Index' (duration: 261.388µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:08:58.83371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.897804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tw8cw\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-01T17:08:58.833739Z","caller":"traceutil/trace.go:171","msg":"trace[619358802] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tw8cw; range_end:; response_count:1; response_revision:17820; }","duration":"351.979536ms","start":"2026-04-01T17:08:58.481749Z","end":"2026-04-01T17:08:58.833729Z","steps":["trace[619358802] 'agreement among raft nodes before linearized reading' (duration: 351.894374ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:08:58.833693Z","caller":"traceutil/trace.go:171","msg":"trace[365413976] transaction","detail":"{read_only:false; response_revision:17819; number_of_response:1; }","duration":"646.745859ms","start":"2026-04-01T17:08:58.186877Z","end":"2026-04-01T17:08:58.833623Z","steps":["trace[365413976] 'process raft request' (duration: 646.488392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:08:58.833767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:08:58.481728Z","time spent":"352.032838ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-tw8cw\" "} {"level":"warn","ts":"2026-04-01T17:08:58.833998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:08:58.186849Z","time spent":"646.954154ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:08:58.833876Z","caller":"traceutil/trace.go:171","msg":"trace[1376312685] transaction","detail":"{read_only:false; response_revision:17820; number_of_response:1; }","duration":"600.792405ms","start":"2026-04-01T17:08:58.232948Z","end":"2026-04-01T17:08:58.83374Z","steps":["trace[1376312685] 'process raft request' (duration: 600.560649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:08:58.834284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:08:58.232922Z","time spent":"601.166556ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:08:59.156127Z","caller":"traceutil/trace.go:171","msg":"trace[377011776] linearizableReadLoop","detail":"{readStateIndex:18429; appliedIndex:18428; }","duration":"317.087116ms","start":"2026-04-01T17:08:58.839012Z","end":"2026-04-01T17:08:59.156099Z","steps":["trace[377011776] 'read index received' (duration: 298.082066ms)","trace[377011776] 'applied index is now lower than readState.Index' (duration: 19.00408ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:08:59.156198Z","caller":"traceutil/trace.go:171","msg":"trace[1375361395] transaction","detail":"{read_only:false; response_revision:17821; number_of_response:1; }","duration":"667.480157ms","start":"2026-04-01T17:08:58.488694Z","end":"2026-04-01T17:08:59.156175Z","steps":["trace[1375361395] 'process raft request' (duration: 648.479517ms)","trace[1375361395] 'compare' (duration: 18.809854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:08:59.156321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:08:58.488677Z","time spent":"667.566109ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:08:59.156315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.695882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:08:59.156379Z","caller":"traceutil/trace.go:171","msg":"trace[1562755545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17821; }","duration":"177.762534ms","start":"2026-04-01T17:08:58.978597Z","end":"2026-04-01T17:08:59.156359Z","steps":["trace[1562755545] 'agreement among raft nodes before linearized reading' (duration: 177.662181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:08:59.15662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.433384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18812"} {"level":"info","ts":"2026-04-01T17:08:59.156747Z","caller":"traceutil/trace.go:171","msg":"trace[252981937] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17821; }","duration":"245.608009ms","start":"2026-04-01T17:08:58.911105Z","end":"2026-04-01T17:08:59.156713Z","steps":["trace[252981937] 'agreement among raft nodes before linearized reading' (duration: 245.146976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:08:59.157177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.156985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947145"} {"level":"info","ts":"2026-04-01T17:08:59.157217Z","caller":"traceutil/trace.go:171","msg":"trace[587476762] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17821; }","duration":"318.199317ms","start":"2026-04-01T17:08:58.839007Z","end":"2026-04-01T17:08:59.157206Z","steps":["trace[587476762] 'agreement among raft nodes before linearized reading' (duration: 317.200029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:08:59.157243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:08:58.838967Z","time spent":"318.268038ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":947168,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-01T17:08:59.494881Z","caller":"traceutil/trace.go:171","msg":"trace[1087144550] linearizableReadLoop","detail":"{readStateIndex:18430; appliedIndex:18429; }","duration":"330.799024ms","start":"2026-04-01T17:08:59.164057Z","end":"2026-04-01T17:08:59.494856Z","steps":["trace[1087144550] 'read index received' (duration: 285.173809ms)","trace[1087144550] 'applied index is now lower than readState.Index' (duration: 45.623875ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:08:59.49499Z","caller":"traceutil/trace.go:171","msg":"trace[1887288790] transaction","detail":"{read_only:false; response_revision:17822; number_of_response:1; }","duration":"332.190985ms","start":"2026-04-01T17:08:59.162787Z","end":"2026-04-01T17:08:59.494978Z","steps":["trace[1887288790] 'process raft request' (duration: 286.415935ms)","trace[1887288790] 'compare' (duration: 45.524973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:08:59.495083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:08:59.162767Z","time spent":"332.242297ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:08:59.495522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.396132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18812"} {"level":"info","ts":"2026-04-01T17:08:59.49568Z","caller":"traceutil/trace.go:171","msg":"trace[858457040] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17822; }","duration":"331.599688ms","start":"2026-04-01T17:08:59.164052Z","end":"2026-04-01T17:08:59.495652Z","steps":["trace[858457040] 'agreement among raft nodes before linearized reading' (duration: 331.122784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:08:59.495758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:08:59.164015Z","time spent":"331.731071ms","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18835,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-01T17:08:59.507944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.183057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-01T17:08:59.507986Z","caller":"traceutil/trace.go:171","msg":"trace[1403018736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17823; }","duration":"312.258099ms","start":"2026-04-01T17:08:59.195719Z","end":"2026-04-01T17:08:59.507977Z","steps":["trace[1403018736] 'agreement among raft nodes before linearized reading' (duration: 312.133175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:08:59.508013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:08:59.195703Z","time spent":"312.30403ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T17:08:59.508037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.554096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T17:08:59.508154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.900512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T17:08:59.508186Z","caller":"traceutil/trace.go:171","msg":"trace[423916722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17823; }","duration":"217.965484ms","start":"2026-04-01T17:08:59.290208Z","end":"2026-04-01T17:08:59.508173Z","steps":["trace[423916722] 'agreement among raft nodes before linearized reading' (duration: 217.879592ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:08:59.508216Z","caller":"traceutil/trace.go:171","msg":"trace[8815747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17823; }","duration":"129.797183ms","start":"2026-04-01T17:08:59.378374Z","end":"2026-04-01T17:08:59.508171Z","steps":["trace[8815747] 'agreement among raft nodes before linearized reading' (duration: 129.515454ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:11:54.96616Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T17:11:54.971596Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-01T17:11:54.971807Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-01T17:13:23.460866Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17588} {"level":"info","ts":"2026-04-01T17:13:23.552578Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17588,"took":"89.103672ms","hash":1611374251,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":34226176,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-01T17:13:23.552637Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1611374251,"revision":17588,"compact-revision":15271} {"level":"warn","ts":"2026-04-01T17:14:22.484046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.071032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:14:22.484249Z","caller":"traceutil/trace.go:171","msg":"trace[1541121436] transaction","detail":"{read_only:false; response_revision:20386; number_of_response:1; }","duration":"644.514989ms","start":"2026-04-01T17:14:21.839708Z","end":"2026-04-01T17:14:22.484223Z","steps":["trace[1541121436] 'process raft request' (duration: 195.155199ms)","trace[1541121436] 'compare' (duration: 448.721062ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:14:22.484333Z","caller":"traceutil/trace.go:171","msg":"trace[1348464607] linearizableReadLoop","detail":"{readStateIndex:21078; appliedIndex:21077; }","duration":"637.74258ms","start":"2026-04-01T17:14:21.846559Z","end":"2026-04-01T17:14:22.484302Z","steps":["trace[1348464607] 'read index received' (duration: 188.321089ms)","trace[1348464607] 'applied index is now lower than readState.Index' (duration: 449.418361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:14:22.484357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:14:21.839658Z","time spent":"644.648673ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:14:22.50116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.52587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:14:22.501329Z","caller":"traceutil/trace.go:171","msg":"trace[1400024828] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:20386; }","duration":"654.813977ms","start":"2026-04-01T17:14:21.846494Z","end":"2026-04-01T17:14:22.501308Z","steps":["trace[1400024828] 'agreement among raft nodes before linearized reading' (duration: 637.909754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:14:22.501388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:14:21.846462Z","time spent":"654.90869ms","remote":"127.0.0.1:39186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-01T17:14:22.511148Z","caller":"traceutil/trace.go:171","msg":"trace[842241618] transaction","detail":"{read_only:false; response_revision:20387; number_of_response:1; }","duration":"275.794305ms","start":"2026-04-01T17:14:22.235334Z","end":"2026-04-01T17:14:22.511129Z","steps":["trace[842241618] 'process raft request' (duration: 275.506986ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:14:22.51128Z","caller":"traceutil/trace.go:171","msg":"trace[337159371] transaction","detail":"{read_only:false; response_revision:20388; number_of_response:1; }","duration":"165.028707ms","start":"2026-04-01T17:14:22.346226Z","end":"2026-04-01T17:14:22.511254Z","steps":["trace[337159371] 'process raft request' (duration: 164.7829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:14:22.511322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.703555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-01T17:14:22.511337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.444803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:14:22.511395Z","caller":"traceutil/trace.go:171","msg":"trace[53869646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20389; }","duration":"533.541985ms","start":"2026-04-01T17:14:21.977839Z","end":"2026-04-01T17:14:22.511381Z","steps":["trace[53869646] 'agreement among raft nodes before linearized reading' (duration: 533.444323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:14:22.512163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:14:21.977781Z","time spent":"534.363488ms","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T17:14:22.512228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.671387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:14:22.512403Z","caller":"traceutil/trace.go:171","msg":"trace[817491774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20389; }","duration":"664.795417ms","start":"2026-04-01T17:14:21.846574Z","end":"2026-04-01T17:14:22.51137Z","steps":["trace[817491774] 'agreement among raft nodes before linearized reading' (duration: 664.55012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:14:22.512482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:14:21.846462Z","time spent":"665.99939ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T17:14:22.513118Z","caller":"traceutil/trace.go:171","msg":"trace[1252917611] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:20389; }","duration":"318.720696ms","start":"2026-04-01T17:14:22.193598Z","end":"2026-04-01T17:14:22.512319Z","steps":["trace[1252917611] 'agreement among raft nodes before linearized reading' (duration: 317.671207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:14:22.513453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:14:22.193535Z","time spent":"319.890979ms","remote":"127.0.0.1:55172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-01T17:15:03.700091Z","caller":"traceutil/trace.go:171","msg":"trace[144986816] linearizableReadLoop","detail":"{readStateIndex:21316; appliedIndex:21313; }","duration":"202.791664ms","start":"2026-04-01T17:15:03.497273Z","end":"2026-04-01T17:15:03.700065Z","steps":["trace[144986816] 'read index received' (duration: 5.682919ms)","trace[144986816] 'applied index is now lower than readState.Index' (duration: 197.107975ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:15:03.700159Z","caller":"traceutil/trace.go:171","msg":"trace[1106349902] transaction","detail":"{read_only:false; response_revision:20614; number_of_response:1; }","duration":"250.23923ms","start":"2026-04-01T17:15:03.449889Z","end":"2026-04-01T17:15:03.700128Z","steps":["trace[1106349902] 'process raft request' (duration: 241.408062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:15:03.70026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.971489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:15:03.700288Z","caller":"traceutil/trace.go:171","msg":"trace[563196177] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20614; }","duration":"203.051831ms","start":"2026-04-01T17:15:03.497229Z","end":"2026-04-01T17:15:03.70028Z","steps":["trace[563196177] 'agreement among raft nodes before linearized reading' (duration: 202.927417ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:15:04.00001Z","caller":"traceutil/trace.go:171","msg":"trace[1575156853] linearizableReadLoop","detail":"{readStateIndex:21317; appliedIndex:21316; }","duration":"259.697015ms","start":"2026-04-01T17:15:03.740282Z","end":"2026-04-01T17:15:03.999979Z","steps":["trace[1575156853] 'read index received' (duration: 160.013196ms)","trace[1575156853] 'applied index is now lower than readState.Index' (duration: 99.682559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:15:04.00018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.88464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:15:04.00016Z","caller":"traceutil/trace.go:171","msg":"trace[133279508] transaction","detail":"{read_only:false; response_revision:20615; number_of_response:1; }","duration":"264.033567ms","start":"2026-04-01T17:15:03.736086Z","end":"2026-04-01T17:15:04.00012Z","steps":["trace[133279508] 'process raft request' (duration: 164.209714ms)","trace[133279508] 'compare' (duration: 99.480314ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:15:04.000243Z","caller":"traceutil/trace.go:171","msg":"trace[1245266373] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20615; }","duration":"259.996024ms","start":"2026-04-01T17:15:03.740218Z","end":"2026-04-01T17:15:04.000214Z","steps":["trace[1245266373] 'agreement among raft nodes before linearized reading' (duration: 259.904421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:15:04.000363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.42173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:15:04.000462Z","caller":"traceutil/trace.go:171","msg":"trace[1827984016] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:20615; }","duration":"243.537963ms","start":"2026-04-01T17:15:03.756896Z","end":"2026-04-01T17:15:04.000434Z","steps":["trace[1827984016] 'agreement among raft nodes before linearized reading' (duration: 243.379608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:15:04.000821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.815712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T17:15:04.000887Z","caller":"traceutil/trace.go:171","msg":"trace[1685953638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20615; }","duration":"120.141241ms","start":"2026-04-01T17:15:03.880726Z","end":"2026-04-01T17:15:04.000867Z","steps":["trace[1685953638] 'agreement among raft nodes before linearized reading' (duration: 119.707229ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:15:04.294913Z","caller":"traceutil/trace.go:171","msg":"trace[1034214474] linearizableReadLoop","detail":"{readStateIndex:21318; appliedIndex:21317; }","duration":"179.717087ms","start":"2026-04-01T17:15:04.115158Z","end":"2026-04-01T17:15:04.294875Z","steps":["trace[1034214474] 'read index received' (duration: 107.834236ms)","trace[1034214474] 'applied index is now lower than readState.Index' (duration: 71.881431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:15:04.295282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.25543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:15:04.29529Z","caller":"traceutil/trace.go:171","msg":"trace[980702001] transaction","detail":"{read_only:false; response_revision:20616; number_of_response:1; }","duration":"290.474505ms","start":"2026-04-01T17:15:04.004781Z","end":"2026-04-01T17:15:04.295255Z","steps":["trace[980702001] 'process raft request' (duration: 218.241015ms)","trace[980702001] 'compare' (duration: 71.51036ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:15:04.295335Z","caller":"traceutil/trace.go:171","msg":"trace[714890504] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:20616; }","duration":"127.345351ms","start":"2026-04-01T17:15:04.167977Z","end":"2026-04-01T17:15:04.295322Z","steps":["trace[714890504] 'agreement among raft nodes before linearized reading' (duration: 127.252599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:15:04.295355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.179309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:15:04.295405Z","caller":"traceutil/trace.go:171","msg":"trace[1956176533] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:20616; }","duration":"180.277292ms","start":"2026-04-01T17:15:04.115113Z","end":"2026-04-01T17:15:04.295391Z","steps":["trace[1956176533] 'agreement among raft nodes before linearized reading' (duration: 180.179749ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:15:04.741842Z","caller":"traceutil/trace.go:171","msg":"trace[1154183677] transaction","detail":"{read_only:false; response_revision:20617; number_of_response:1; }","duration":"111.283692ms","start":"2026-04-01T17:15:04.630224Z","end":"2026-04-01T17:15:04.741508Z","steps":["trace[1154183677] 'process raft request' (duration: 110.920962ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:18:23.467689Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20056} {"level":"info","ts":"2026-04-01T17:18:23.581745Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20056,"took":"109.38328ms","hash":1021953548,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":30507008,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-01T17:18:23.581818Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1021953548,"revision":20056,"compact-revision":17588} {"level":"info","ts":"2026-04-01T17:19:05.020588Z","caller":"traceutil/trace.go:171","msg":"trace[244779638] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"402.752206ms","start":"2026-04-01T17:19:04.617815Z","end":"2026-04-01T17:19:05.020567Z","steps":["trace[244779638] 'process raft request' (duration: 402.635233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:19:05.020713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:19:04.617438Z","time spent":"403.216ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:19:05.037225Z","caller":"traceutil/trace.go:171","msg":"trace[853792534] linearizableReadLoop","detail":"{readStateIndex:23834; appliedIndex:23833; }","duration":"251.936107ms","start":"2026-04-01T17:19:04.785262Z","end":"2026-04-01T17:19:05.037198Z","steps":["trace[853792534] 'read index received' (duration: 235.804026ms)","trace[853792534] 'applied index is now lower than readState.Index' (duration: 16.130931ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:19:05.037273Z","caller":"traceutil/trace.go:171","msg":"trace[1057008563] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"317.543103ms","start":"2026-04-01T17:19:04.719698Z","end":"2026-04-01T17:19:05.037242Z","steps":["trace[1057008563] 'process raft request' (duration: 317.336947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:19:05.037438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:19:04.719674Z","time spent":"317.670947ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:19:05.037656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.368129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T17:19:05.037727Z","caller":"traceutil/trace.go:171","msg":"trace[942009364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23054; }","duration":"252.487613ms","start":"2026-04-01T17:19:04.785221Z","end":"2026-04-01T17:19:05.037708Z","steps":["trace[942009364] 'agreement among raft nodes before linearized reading' (duration: 252.120282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:19:05.037845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.042918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T17:19:05.037947Z","caller":"traceutil/trace.go:171","msg":"trace[829194772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23054; }","duration":"228.175993ms","start":"2026-04-01T17:19:04.809747Z","end":"2026-04-01T17:19:05.037923Z","steps":["trace[829194772] 'agreement among raft nodes before linearized reading' (duration: 227.875544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:19:05.037925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.690635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-01T17:19:05.038116Z","caller":"traceutil/trace.go:171","msg":"trace[1193556237] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23054; }","duration":"175.919551ms","start":"2026-04-01T17:19:04.862133Z","end":"2026-04-01T17:19:05.038052Z","steps":["trace[1193556237] 'agreement among raft nodes before linearized reading' (duration: 175.449388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:19:05.039002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.889874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:19:05.039133Z","caller":"traceutil/trace.go:171","msg":"trace[466545245] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:23054; }","duration":"243.084839ms","start":"2026-04-01T17:19:04.796026Z","end":"2026-04-01T17:19:05.039111Z","steps":["trace[466545245] 'agreement among raft nodes before linearized reading' (duration: 241.417283ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:21:32.353505Z","caller":"traceutil/trace.go:171","msg":"trace[469639317] linearizableReadLoop","detail":"{readStateIndex:25369; appliedIndex:25365; }","duration":"372.274183ms","start":"2026-04-01T17:21:31.981169Z","end":"2026-04-01T17:21:32.353443Z","steps":["trace[469639317] 'read index received' (duration: 126.597724ms)","trace[469639317] 'applied index is now lower than readState.Index' (duration: 245.675579ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:21:32.35372Z","caller":"traceutil/trace.go:171","msg":"trace[1251479504] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"446.924582ms","start":"2026-04-01T17:21:31.906787Z","end":"2026-04-01T17:21:32.353711Z","steps":["trace[1251479504] 'process raft request' (duration: 446.452529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.353816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:31.906763Z","time spent":"446.987414ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:21:32.353945Z","caller":"traceutil/trace.go:171","msg":"trace[875105318] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"447.152288ms","start":"2026-04-01T17:21:31.906786Z","end":"2026-04-01T17:21:32.353939Z","steps":["trace[875105318] 'process raft request' (duration: 446.577732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.353982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:31.906771Z","time spent":"447.19277ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:21:32.354285Z","caller":"traceutil/trace.go:171","msg":"trace[162472213] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"447.22151ms","start":"2026-04-01T17:21:31.90683Z","end":"2026-04-01T17:21:32.354052Z","steps":["trace[162472213] 'process raft request' (duration: 446.564842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.354335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:31.906806Z","time spent":"447.504938ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:21:32.354444Z","caller":"traceutil/trace.go:171","msg":"trace[355042494] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"340.049276ms","start":"2026-04-01T17:21:32.014388Z","end":"2026-04-01T17:21:32.354438Z","steps":["trace[355042494] 'process raft request' (duration: 339.030428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.354481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:32.014361Z","time spent":"340.101497ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:21:32.35458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.419586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:21:32.354603Z","caller":"traceutil/trace.go:171","msg":"trace[1818111923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24555; }","duration":"373.468726ms","start":"2026-04-01T17:21:31.981128Z","end":"2026-04-01T17:21:32.354597Z","steps":["trace[1818111923] 'agreement among raft nodes before linearized reading' (duration: 373.427615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.35462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:31.981108Z","time spent":"373.508708ms","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T17:21:32.684072Z","caller":"traceutil/trace.go:171","msg":"trace[1109351284] linearizableReadLoop","detail":"{readStateIndex:25373; appliedIndex:25370; }","duration":"330.475489ms","start":"2026-04-01T17:21:32.353568Z","end":"2026-04-01T17:21:32.684044Z","steps":["trace[1109351284] 'read index received' (duration: 330.200442ms)","trace[1109351284] 'applied index is now lower than readState.Index' (duration: 274.127µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:21:32.68417Z","caller":"traceutil/trace.go:171","msg":"trace[284797204] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"463.485533ms","start":"2026-04-01T17:21:32.220615Z","end":"2026-04-01T17:21:32.684101Z","steps":["trace[284797204] 'process raft request' (duration: 463.38962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.684352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.340306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T17:21:32.684403Z","caller":"traceutil/trace.go:171","msg":"trace[965004864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24558; }","duration":"418.433699ms","start":"2026-04-01T17:21:32.265953Z","end":"2026-04-01T17:21:32.684387Z","steps":["trace[965004864] 'agreement among raft nodes before linearized reading' (duration: 418.215583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.684448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:32.265942Z","time spent":"418.49354ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T17:21:32.68447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:32.220593Z","time spent":"463.72926ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:21:32.68443Z","caller":"traceutil/trace.go:171","msg":"trace[184159822] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"476.222217ms","start":"2026-04-01T17:21:32.208178Z","end":"2026-04-01T17:21:32.684401Z","steps":["trace[184159822] 'process raft request' (duration: 475.645761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.684593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.435299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:21:32.684549Z","caller":"traceutil/trace.go:171","msg":"trace[63587111] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"476.214046ms","start":"2026-04-01T17:21:32.208265Z","end":"2026-04-01T17:21:32.68448Z","steps":["trace[63587111] 'process raft request' (duration: 475.699722ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:21:32.684634Z","caller":"traceutil/trace.go:171","msg":"trace[333983017] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24558; }","duration":"649.516241ms","start":"2026-04-01T17:21:32.035104Z","end":"2026-04-01T17:21:32.68462Z","steps":["trace[333983017] 'agreement among raft nodes before linearized reading' (duration: 649.451269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.684622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.706953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-01T17:21:32.684721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:32.208154Z","time spent":"476.473033ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:21:32.684795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:32.208258Z","time spent":"476.401552ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:21:32.684798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.20658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T17:21:32.684741Z","caller":"traceutil/trace.go:171","msg":"trace[1519067850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24558; }","duration":"628.914328ms","start":"2026-04-01T17:21:32.055802Z","end":"2026-04-01T17:21:32.684717Z","steps":["trace[1519067850] 'agreement among raft nodes before linearized reading' (duration: 628.548408ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:21:32.684857Z","caller":"traceutil/trace.go:171","msg":"trace[808456801] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24558; }","duration":"456.319383ms","start":"2026-04-01T17:21:32.228521Z","end":"2026-04-01T17:21:32.68484Z","steps":["trace[808456801] 'agreement among raft nodes before linearized reading' (duration: 456.174049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.684884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:32.055763Z","time spent":"629.103344ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T17:21:32.684673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:32.035081Z","time spent":"649.582703ms","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:21:32.684901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:32.228508Z","time spent":"456.383705ms","remote":"127.0.0.1:34774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-01T17:21:32.797425Z","caller":"traceutil/trace.go:171","msg":"trace[1472705420] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"384.928145ms","start":"2026-04-01T17:21:32.412457Z","end":"2026-04-01T17:21:32.797385Z","steps":["trace[1472705420] 'process raft request' (duration: 325.715587ms)","trace[1472705420] 'compare' (duration: 58.613792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:21:32.797597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:32.412439Z","time spent":"385.070549ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:21:32.797834Z","caller":"traceutil/trace.go:171","msg":"trace[1888342792] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"180.813473ms","start":"2026-04-01T17:21:32.616957Z","end":"2026-04-01T17:21:32.79777Z","steps":["trace[1888342792] 'process raft request' (duration: 180.321489ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:21:32.797903Z","caller":"traceutil/trace.go:171","msg":"trace[2056604660] linearizableReadLoop","detail":"{readStateIndex:25375; appliedIndex:25373; }","duration":"113.729536ms","start":"2026-04-01T17:21:32.684147Z","end":"2026-04-01T17:21:32.797877Z","steps":["trace[2056604660] 'read index received' (duration: 54.043905ms)","trace[2056604660] 'applied index is now lower than readState.Index' (duration: 59.683731ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:21:32.797982Z","caller":"traceutil/trace.go:171","msg":"trace[999140544] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"107.301677ms","start":"2026-04-01T17:21:32.690642Z","end":"2026-04-01T17:21:32.797943Z","steps":["trace[999140544] 'process raft request' (duration: 107.238895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.798059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.55021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:21:32.798109Z","caller":"traceutil/trace.go:171","msg":"trace[533723561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24562; }","duration":"442.635372ms","start":"2026-04-01T17:21:32.355459Z","end":"2026-04-01T17:21:32.798094Z","steps":["trace[533723561] 'agreement among raft nodes before linearized reading' (duration: 442.527179ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:21:32.798118Z","caller":"traceutil/trace.go:171","msg":"trace[1257702578] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"108.234442ms","start":"2026-04-01T17:21:32.68985Z","end":"2026-04-01T17:21:32.798085Z","steps":["trace[1257702578] 'process raft request' (duration: 107.900123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.798162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:32.355448Z","time spent":"442.702473ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T17:21:32.798209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.576025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-01T17:21:32.798173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.57388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:21:32.798258Z","caller":"traceutil/trace.go:171","msg":"trace[2060155312] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24562; }","duration":"384.658078ms","start":"2026-04-01T17:21:32.413582Z","end":"2026-04-01T17:21:32.79824Z","steps":["trace[2060155312] 'agreement among raft nodes before linearized reading' (duration: 384.474043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:21:32.798297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:21:32.413568Z","time spent":"384.721619ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-01T17:21:32.798288Z","caller":"traceutil/trace.go:171","msg":"trace[620799081] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24562; }","duration":"285.750485ms","start":"2026-04-01T17:21:32.51251Z","end":"2026-04-01T17:21:32.79826Z","steps":["trace[620799081] 'agreement among raft nodes before linearized reading' (duration: 285.530069ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:38.915055Z","caller":"traceutil/trace.go:171","msg":"trace[1613162869] linearizableReadLoop","detail":"{readStateIndex:26048; appliedIndex:26047; }","duration":"115.066844ms","start":"2026-04-01T17:22:38.799962Z","end":"2026-04-01T17:22:38.915029Z","steps":["trace[1613162869] 'read index received' (duration: 114.849258ms)","trace[1613162869] 'applied index is now lower than readState.Index' (duration: 215.826µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:38.915408Z","caller":"traceutil/trace.go:171","msg":"trace[924799972] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"133.944309ms","start":"2026-04-01T17:22:38.781451Z","end":"2026-04-01T17:22:38.915395Z","steps":["trace[924799972] 'process raft request' (duration: 133.352683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:38.915586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.599328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T17:22:38.915674Z","caller":"traceutil/trace.go:171","msg":"trace[742880684] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25214; }","duration":"115.710901ms","start":"2026-04-01T17:22:38.799944Z","end":"2026-04-01T17:22:38.915655Z","steps":["trace[742880684] 'agreement among raft nodes before linearized reading' (duration: 115.456754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:39.225167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.684542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:22:39.225321Z","caller":"traceutil/trace.go:171","msg":"trace[355686537] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"305.179186ms","start":"2026-04-01T17:22:38.920114Z","end":"2026-04-01T17:22:39.225293Z","steps":["trace[355686537] 'process raft request' (duration: 162.260567ms)","trace[355686537] 'compare' (duration: 142.543808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:22:39.225412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:38.920097Z","time spent":"305.268938ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:39.679587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.057777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:22:39.67977Z","caller":"traceutil/trace.go:171","msg":"trace[1121257390] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"759.152384ms","start":"2026-04-01T17:22:38.920589Z","end":"2026-04-01T17:22:39.679742Z","steps":["trace[1121257390] 'process raft request' (duration: 566.83515ms)","trace[1121257390] 'compare' (duration: 191.962984ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:39.679887Z","caller":"traceutil/trace.go:171","msg":"trace[549190144] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"533.715469ms","start":"2026-04-01T17:22:39.146159Z","end":"2026-04-01T17:22:39.679874Z","steps":["trace[549190144] 'process raft request' (duration: 533.633086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:39.679906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:38.920547Z","time spent":"759.281327ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:39.679928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:39.146126Z","time spent":"533.78345ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:39.680149Z","caller":"traceutil/trace.go:171","msg":"trace[215278359] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"759.358189ms","start":"2026-04-01T17:22:38.920785Z","end":"2026-04-01T17:22:39.680143Z","steps":["trace[215278359] 'process raft request' (duration: 758.896336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:39.680185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:38.920775Z","time spent":"759.386799ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:39.680264Z","caller":"traceutil/trace.go:171","msg":"trace[641753172] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"693.943848ms","start":"2026-04-01T17:22:38.986315Z","end":"2026-04-01T17:22:39.680259Z","steps":["trace[641753172] 'process raft request' (duration: 693.395063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:39.680294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:38.986299Z","time spent":"693.97755ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:39.680409Z","caller":"traceutil/trace.go:171","msg":"trace[1733248649] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"624.747812ms","start":"2026-04-01T17:22:39.055656Z","end":"2026-04-01T17:22:39.680404Z","steps":["trace[1733248649] 'process raft request' (duration: 624.075894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:39.680433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:39.05564Z","time spent":"624.779602ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:39.680485Z","caller":"traceutil/trace.go:171","msg":"trace[1808100250] linearizableReadLoop","detail":"{readStateIndex:26051; appliedIndex:26048; }","duration":"701.56271ms","start":"2026-04-01T17:22:38.978909Z","end":"2026-04-01T17:22:39.680472Z","steps":["trace[1808100250] 'read index received' (duration: 103.638435ms)","trace[1808100250] 'applied index is now lower than readState.Index' (duration: 597.922945ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:39.680479Z","caller":"traceutil/trace.go:171","msg":"trace[1656498409] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"611.271227ms","start":"2026-04-01T17:22:39.069187Z","end":"2026-04-01T17:22:39.680459Z","steps":["trace[1656498409] 'process raft request' (duration: 610.580888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:39.680578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:39.069164Z","time spent":"611.362319ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:39.680592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.689303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:39.680622Z","caller":"traceutil/trace.go:171","msg":"trace[356806523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25222; }","duration":"701.759755ms","start":"2026-04-01T17:22:38.978852Z","end":"2026-04-01T17:22:39.680612Z","steps":["trace[356806523] 'agreement among raft nodes before linearized reading' (duration: 701.697273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:39.680657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:38.978822Z","time spent":"701.828307ms","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T17:22:39.680638Z","caller":"traceutil/trace.go:171","msg":"trace[1704943092] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"615.587087ms","start":"2026-04-01T17:22:39.06503Z","end":"2026-04-01T17:22:39.680617Z","steps":["trace[1704943092] 'process raft request' (duration: 614.720903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:39.680744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:39.065014Z","time spent":"615.67069ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:39.680789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.879156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-01T17:22:39.680839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.161973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T17:22:39.680856Z","caller":"traceutil/trace.go:171","msg":"trace[266445371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25222; }","duration":"448.975248ms","start":"2026-04-01T17:22:39.231859Z","end":"2026-04-01T17:22:39.680835Z","steps":["trace[266445371] 'agreement among raft nodes before linearized reading' (duration: 448.775852ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:39.680887Z","caller":"traceutil/trace.go:171","msg":"trace[1046837415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25222; }","duration":"445.247265ms","start":"2026-04-01T17:22:39.235626Z","end":"2026-04-01T17:22:39.680874Z","steps":["trace[1046837415] 'agreement among raft nodes before linearized reading' (duration: 445.094721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:39.680903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:39.231843Z","time spent":"449.05084ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T17:22:39.680914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:39.235608Z","time spent":"445.298167ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T17:22:40.041531Z","caller":"traceutil/trace.go:171","msg":"trace[2134815371] linearizableReadLoop","detail":"{readStateIndex:26058; appliedIndex:26057; }","duration":"329.612807ms","start":"2026-04-01T17:22:39.711892Z","end":"2026-04-01T17:22:40.041504Z","steps":["trace[2134815371] 'read index received' (duration: 329.37495ms)","trace[2134815371] 'applied index is now lower than readState.Index' (duration: 236.597µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:40.041631Z","caller":"traceutil/trace.go:171","msg":"trace[1278821628] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"355.373883ms","start":"2026-04-01T17:22:39.686184Z","end":"2026-04-01T17:22:40.041558Z","steps":["trace[1278821628] 'process raft request' (duration: 355.172698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:40.041814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.840033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T17:22:40.041949Z","caller":"traceutil/trace.go:171","msg":"trace[1346729451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25224; }","duration":"330.067559ms","start":"2026-04-01T17:22:39.711853Z","end":"2026-04-01T17:22:40.041921Z","steps":["trace[1346729451] 'agreement among raft nodes before linearized reading' (duration: 329.756281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:40.042013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:39.711834Z","time spent":"330.166921ms","remote":"127.0.0.1:43484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:22:40.041851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:39.686165Z","time spent":"355.59678ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:40.38291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.47776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:22:40.38301Z","caller":"traceutil/trace.go:171","msg":"trace[1280526564] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"210.434538ms","start":"2026-04-01T17:22:40.172556Z","end":"2026-04-01T17:22:40.38299Z","steps":["trace[1280526564] 'process raft request' (duration: 106.801463ms)","trace[1280526564] 'compare' (duration: 103.192963ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:40.421387Z","caller":"traceutil/trace.go:171","msg":"trace[556007732] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"212.913317ms","start":"2026-04-01T17:22:40.208451Z","end":"2026-04-01T17:22:40.421365Z","steps":["trace[556007732] 'process raft request' (duration: 212.798174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:41.194666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.780637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:41.194749Z","caller":"traceutil/trace.go:171","msg":"trace[1968067456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25227; }","duration":"215.921111ms","start":"2026-04-01T17:22:40.978809Z","end":"2026-04-01T17:22:41.19473Z","steps":["trace[1968067456] 'range keys from in-memory index tree' (duration: 215.691055ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:41.640659Z","caller":"traceutil/trace.go:171","msg":"trace[44067976] linearizableReadLoop","detail":"{readStateIndex:26062; appliedIndex:26061; }","duration":"317.284942ms","start":"2026-04-01T17:22:41.323329Z","end":"2026-04-01T17:22:41.640614Z","steps":["trace[44067976] 'read index received' (duration: 316.768858ms)","trace[44067976] 'applied index is now lower than readState.Index' (duration: 513.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:41.640783Z","caller":"traceutil/trace.go:171","msg":"trace[615800682] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"406.883796ms","start":"2026-04-01T17:22:41.233858Z","end":"2026-04-01T17:22:41.640742Z","steps":["trace[615800682] 'process raft request' (duration: 406.404883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:41.64089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.523088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:41.640974Z","caller":"traceutil/trace.go:171","msg":"trace[2058811152] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25228; }","duration":"317.662852ms","start":"2026-04-01T17:22:41.32329Z","end":"2026-04-01T17:22:41.640953Z","steps":["trace[2058811152] 'agreement among raft nodes before linearized reading' (duration: 317.488697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:41.640992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:41.233833Z","time spent":"407.066832ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:41.641014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:41.323272Z","time spent":"317.733445ms","remote":"127.0.0.1:60858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:22:41.641072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.02539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-01T17:22:41.641088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.371653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:41.641134Z","caller":"traceutil/trace.go:171","msg":"trace[1120248075] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25228; }","duration":"222.089152ms","start":"2026-04-01T17:22:41.419029Z","end":"2026-04-01T17:22:41.641118Z","steps":["trace[1120248075] 'agreement among raft nodes before linearized reading' (duration: 221.899017ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:41.641177Z","caller":"traceutil/trace.go:171","msg":"trace[181447174] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25228; }","duration":"133.554159ms","start":"2026-04-01T17:22:41.5076Z","end":"2026-04-01T17:22:41.641154Z","steps":["trace[181447174] 'agreement among raft nodes before linearized reading' (duration: 133.348393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:42.214888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439108483201340,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T17:22:42.250456Z","caller":"traceutil/trace.go:171","msg":"trace[1165275040] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"564.522144ms","start":"2026-04-01T17:22:41.685907Z","end":"2026-04-01T17:22:42.250429Z","steps":["trace[1165275040] 'process raft request' (duration: 564.327719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:42.250625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:41.685889Z","time spent":"564.641729ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:42.263998Z","caller":"traceutil/trace.go:171","msg":"trace[774471423] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"577.073965ms","start":"2026-04-01T17:22:41.686899Z","end":"2026-04-01T17:22:42.263973Z","steps":["trace[774471423] 'process raft request' (duration: 576.987862ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:42.264097Z","caller":"traceutil/trace.go:171","msg":"trace[2029669729] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"577.843666ms","start":"2026-04-01T17:22:41.68622Z","end":"2026-04-01T17:22:42.264064Z","steps":["trace[2029669729] 'process raft request' (duration: 577.517087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:42.264179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:41.686882Z","time spent":"577.217788ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:42.264258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:41.686201Z","time spent":"577.959159ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:42.26437Z","caller":"traceutil/trace.go:171","msg":"trace[763592446] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"577.339262ms","start":"2026-04-01T17:22:41.687013Z","end":"2026-04-01T17:22:42.264352Z","steps":["trace[763592446] 'process raft request' (duration: 576.915371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:42.26448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:41.687001Z","time spent":"577.417264ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:42.264583Z","caller":"traceutil/trace.go:171","msg":"trace[1768675791] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"577.329062ms","start":"2026-04-01T17:22:41.687245Z","end":"2026-04-01T17:22:42.264574Z","steps":["trace[1768675791] 'process raft request' (duration: 577.029813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:42.264633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:41.687209Z","time spent":"577.395554ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:42.264868Z","caller":"traceutil/trace.go:171","msg":"trace[1160009856] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"577.009253ms","start":"2026-04-01T17:22:41.687844Z","end":"2026-04-01T17:22:42.264853Z","steps":["trace[1160009856] 'process raft request' (duration: 576.668804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:42.264956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:41.687832Z","time spent":"577.086005ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:42.265033Z","caller":"traceutil/trace.go:171","msg":"trace[1480436392] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"575.273746ms","start":"2026-04-01T17:22:41.689748Z","end":"2026-04-01T17:22:42.265022Z","steps":["trace[1480436392] 'process raft request' (duration: 574.945366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:42.265085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:41.689728Z","time spent":"575.331217ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:42.269658Z","caller":"traceutil/trace.go:171","msg":"trace[143468433] linearizableReadLoop","detail":"{readStateIndex:26070; appliedIndex:26062; }","duration":"554.937818ms","start":"2026-04-01T17:22:41.714698Z","end":"2026-04-01T17:22:42.269636Z","steps":["trace[143468433] 'read index received' (duration: 535.642641ms)","trace[143468433] 'applied index is now lower than readState.Index' (duration: 19.293947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:22:42.269901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.199296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-01T17:22:42.269941Z","caller":"traceutil/trace.go:171","msg":"trace[2128142064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25235; }","duration":"555.289288ms","start":"2026-04-01T17:22:41.714642Z","end":"2026-04-01T17:22:42.269931Z","steps":["trace[2128142064] 'agreement among raft nodes before linearized reading' (duration: 555.159435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:42.269965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:41.714624Z","time spent":"555.334899ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T17:22:42.270142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.919166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T17:22:42.270225Z","caller":"traceutil/trace.go:171","msg":"trace[1658388339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25235; }","duration":"223.04335ms","start":"2026-04-01T17:22:42.04716Z","end":"2026-04-01T17:22:42.270203Z","steps":["trace[1658388339] 'agreement among raft nodes before linearized reading' (duration: 222.822243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:42.269992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.710099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-01T17:22:42.270293Z","caller":"traceutil/trace.go:171","msg":"trace[2091463763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25235; }","duration":"311.052249ms","start":"2026-04-01T17:22:41.959227Z","end":"2026-04-01T17:22:42.270279Z","steps":["trace[2091463763] 'agreement among raft nodes before linearized reading' (duration: 310.678798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:42.270349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:41.959206Z","time spent":"311.122191ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-01T17:22:48.811931Z","caller":"traceutil/trace.go:171","msg":"trace[629739015] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"526.745943ms","start":"2026-04-01T17:22:48.285151Z","end":"2026-04-01T17:22:48.811897Z","steps":["trace[629739015] 'process raft request' (duration: 436.592064ms)","trace[629739015] 'compare' (duration: 89.946914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:22:48.812132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.285128Z","time spent":"526.899558ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:48.812175Z","caller":"traceutil/trace.go:171","msg":"trace[2059913095] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"525.635493ms","start":"2026-04-01T17:22:48.286506Z","end":"2026-04-01T17:22:48.812142Z","steps":["trace[2059913095] 'process raft request' (duration: 525.337115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:48.812331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.286497Z","time spent":"525.747856ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:48.812375Z","caller":"traceutil/trace.go:171","msg":"trace[881448469] linearizableReadLoop","detail":"{readStateIndex:26119; appliedIndex:26114; }","duration":"521.685722ms","start":"2026-04-01T17:22:48.290666Z","end":"2026-04-01T17:22:48.812352Z","steps":["trace[881448469] 'read index received' (duration: 79.246145ms)","trace[881448469] 'applied index is now lower than readState.Index' (duration: 442.438077ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:48.812487Z","caller":"traceutil/trace.go:171","msg":"trace[1085782468] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"524.310796ms","start":"2026-04-01T17:22:48.288152Z","end":"2026-04-01T17:22:48.812462Z","steps":["trace[1085782468] 'process raft request' (duration: 524.07928ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:48.812454Z","caller":"traceutil/trace.go:171","msg":"trace[815867624] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"525.667474ms","start":"2026-04-01T17:22:48.286745Z","end":"2026-04-01T17:22:48.812412Z","steps":["trace[815867624] 'process raft request' (duration: 525.261402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:48.812546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.288145Z","time spent":"524.372738ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:48.812653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.286738Z","time spent":"525.806648ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:48.812797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.117975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T17:22:48.813011Z","caller":"traceutil/trace.go:171","msg":"trace[1419912685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25283; }","duration":"522.287109ms","start":"2026-04-01T17:22:48.290592Z","end":"2026-04-01T17:22:48.81288Z","steps":["trace[1419912685] 'agreement among raft nodes before linearized reading' (duration: 521.98138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:48.813126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.290574Z","time spent":"522.533286ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T17:22:48.870509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.776726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T17:22:48.870608Z","caller":"traceutil/trace.go:171","msg":"trace[1323652529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25286; }","duration":"576.91365ms","start":"2026-04-01T17:22:48.293673Z","end":"2026-04-01T17:22:48.870586Z","steps":["trace[1323652529] 'agreement among raft nodes before linearized reading' (duration: 576.645913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:48.870655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.293666Z","time spent":"576.980612ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T17:22:48.871081Z","caller":"traceutil/trace.go:171","msg":"trace[1173911099] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"458.252458ms","start":"2026-04-01T17:22:48.412816Z","end":"2026-04-01T17:22:48.871068Z","steps":["trace[1173911099] 'process raft request' (duration: 457.210748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:48.871186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.412788Z","time spent":"458.327639ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:48.871325Z","caller":"traceutil/trace.go:171","msg":"trace[301324025] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"414.871799ms","start":"2026-04-01T17:22:48.456444Z","end":"2026-04-01T17:22:48.871315Z","steps":["trace[301324025] 'process raft request' (duration: 413.749819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:48.87139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.456421Z","time spent":"414.933251ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:48.871856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.689826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T17:22:48.871908Z","caller":"traceutil/trace.go:171","msg":"trace[2116107463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25286; }","duration":"575.767828ms","start":"2026-04-01T17:22:48.296127Z","end":"2026-04-01T17:22:48.871894Z","steps":["trace[2116107463] 'agreement among raft nodes before linearized reading' (duration: 575.636265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:48.871938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.296114Z","time spent":"575.817159ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T17:22:48.872026Z","caller":"traceutil/trace.go:171","msg":"trace[493093577] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"327.346843ms","start":"2026-04-01T17:22:48.544669Z","end":"2026-04-01T17:22:48.872016Z","steps":["trace[493093577] 'process raft request' (duration: 325.596155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:48.872088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.544641Z","time spent":"327.409395ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:48.872237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.734542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-01T17:22:48.872267Z","caller":"traceutil/trace.go:171","msg":"trace[1998900596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25286; }","duration":"374.798814ms","start":"2026-04-01T17:22:48.49746Z","end":"2026-04-01T17:22:48.872258Z","steps":["trace[1998900596] 'agreement among raft nodes before linearized reading' (duration: 374.706282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:48.872292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.497441Z","time spent":"374.845325ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T17:22:48.872499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.812395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:48.87254Z","caller":"traceutil/trace.go:171","msg":"trace[883719522] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25286; }","duration":"415.902808ms","start":"2026-04-01T17:22:48.456625Z","end":"2026-04-01T17:22:48.872528Z","steps":["trace[883719522] 'agreement among raft nodes before linearized reading' (duration: 415.823796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:48.87257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.456608Z","time spent":"415.952729ms","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:22:48.872767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.866867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T17:22:48.872803Z","caller":"traceutil/trace.go:171","msg":"trace[505908818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25286; }","duration":"572.919068ms","start":"2026-04-01T17:22:48.299873Z","end":"2026-04-01T17:22:48.872792Z","steps":["trace[505908818] 'agreement among raft nodes before linearized reading' (duration: 572.833706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:48.87283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.299864Z","time spent":"572.95984ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-01T17:22:49.249247Z","caller":"traceutil/trace.go:171","msg":"trace[911150877] linearizableReadLoop","detail":"{readStateIndex:26124; appliedIndex:26122; }","duration":"368.16675ms","start":"2026-04-01T17:22:48.881056Z","end":"2026-04-01T17:22:49.249222Z","steps":["trace[911150877] 'read index received' (duration: 334.151103ms)","trace[911150877] 'applied index is now lower than readState.Index' (duration: 34.014167ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:49.249365Z","caller":"traceutil/trace.go:171","msg":"trace[2124523861] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"433.740624ms","start":"2026-04-01T17:22:48.815608Z","end":"2026-04-01T17:22:49.249348Z","steps":["trace[2124523861] 'process raft request' (duration: 399.654645ms)","trace[2124523861] 'compare' (duration: 33.769091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:22:49.24948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.815586Z","time spent":"433.811177ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:49.2496Z","caller":"traceutil/trace.go:171","msg":"trace[1761015472] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"431.833891ms","start":"2026-04-01T17:22:48.817756Z","end":"2026-04-01T17:22:49.249589Z","steps":["trace[1761015472] 'process raft request' (duration: 431.407929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:49.24966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.81774Z","time spent":"431.891483ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:49.249828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.768646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-01T17:22:49.249857Z","caller":"traceutil/trace.go:171","msg":"trace[174000656] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25288; }","duration":"368.825268ms","start":"2026-04-01T17:22:48.881025Z","end":"2026-04-01T17:22:49.24985Z","steps":["trace[174000656] 'agreement among raft nodes before linearized reading' (duration: 368.719425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:49.249881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.881008Z","time spent":"368.864119ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T17:22:49.253579Z","caller":"traceutil/trace.go:171","msg":"trace[1906454929] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"372.437878ms","start":"2026-04-01T17:22:48.88112Z","end":"2026-04-01T17:22:49.253557Z","steps":["trace[1906454929] 'process raft request' (duration: 372.294574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:49.253728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.881099Z","time spent":"372.538331ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:49.253978Z","caller":"traceutil/trace.go:171","msg":"trace[968762704] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"372.80726ms","start":"2026-04-01T17:22:48.881145Z","end":"2026-04-01T17:22:49.253952Z","steps":["trace[968762704] 'process raft request' (duration: 372.377737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:49.254064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.881129Z","time spent":"372.896842ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:49.255582Z","caller":"traceutil/trace.go:171","msg":"trace[1626183674] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"325.345807ms","start":"2026-04-01T17:22:48.930218Z","end":"2026-04-01T17:22:49.255564Z","steps":["trace[1626183674] 'process raft request' (duration: 324.864254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:49.255665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.930193Z","time spent":"325.43252ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:49.25568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.344478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:49.255746Z","caller":"traceutil/trace.go:171","msg":"trace[2073996800] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25292; }","duration":"144.450651ms","start":"2026-04-01T17:22:49.111272Z","end":"2026-04-01T17:22:49.255723Z","steps":["trace[2073996800] 'agreement among raft nodes before linearized reading' (duration: 144.349708ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:49.2558Z","caller":"traceutil/trace.go:171","msg":"trace[518224089] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"374.601208ms","start":"2026-04-01T17:22:48.881188Z","end":"2026-04-01T17:22:49.25579Z","steps":["trace[518224089] 'process raft request' (duration: 372.579542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:49.255858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:48.881167Z","time spent":"374.66363ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:49.255562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.079661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:49.255994Z","caller":"traceutil/trace.go:171","msg":"trace[1148083082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25292; }","duration":"278.559774ms","start":"2026-04-01T17:22:48.977414Z","end":"2026-04-01T17:22:49.255974Z","steps":["trace[1148083082] 'agreement among raft nodes before linearized reading' (duration: 278.012339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:49.62444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.55286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-01T17:22:49.624597Z","caller":"traceutil/trace.go:171","msg":"trace[217225393] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25292; }","duration":"160.707575ms","start":"2026-04-01T17:22:49.463818Z","end":"2026-04-01T17:22:49.624525Z","steps":["trace[217225393] 'range keys from in-memory index tree' (duration: 160.306324ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:50.011357Z","caller":"traceutil/trace.go:171","msg":"trace[1522144857] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"333.775551ms","start":"2026-04-01T17:22:49.677551Z","end":"2026-04-01T17:22:50.011327Z","steps":["trace[1522144857] 'process raft request' (duration: 333.554895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:50.011547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:49.677525Z","time spent":"333.910855ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:50.205428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.510791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:50.205546Z","caller":"traceutil/trace.go:171","msg":"trace[1081566266] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25293; }","duration":"154.679675ms","start":"2026-04-01T17:22:50.050828Z","end":"2026-04-01T17:22:50.205507Z","steps":["trace[1081566266] 'count revisions from in-memory index tree' (duration: 154.365367ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:50.489513Z","caller":"traceutil/trace.go:171","msg":"trace[297809572] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"113.973153ms","start":"2026-04-01T17:22:50.375514Z","end":"2026-04-01T17:22:50.489487Z","steps":["trace[297809572] 'process raft request' (duration: 113.600552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:51.078136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.5608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:22:51.078226Z","caller":"traceutil/trace.go:171","msg":"trace[977619271] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"259.923646ms","start":"2026-04-01T17:22:50.818281Z","end":"2026-04-01T17:22:51.078205Z","steps":["trace[977619271] 'process raft request' (duration: 67.233572ms)","trace[977619271] 'compare' (duration: 192.448267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:22:51.477227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439108483201486,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T17:22:51.574934Z","caller":"traceutil/trace.go:171","msg":"trace[919951269] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"694.996207ms","start":"2026-04-01T17:22:50.879918Z","end":"2026-04-01T17:22:51.574914Z","steps":["trace[919951269] 'process raft request' (duration: 694.962406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:51.575078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:50.879889Z","time spent":"695.115331ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:51.575413Z","caller":"traceutil/trace.go:171","msg":"trace[1902699332] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"697.397984ms","start":"2026-04-01T17:22:50.877984Z","end":"2026-04-01T17:22:51.575382Z","steps":["trace[1902699332] 'process raft request' (duration: 696.865799ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:51.575429Z","caller":"traceutil/trace.go:171","msg":"trace[57754876] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"756.200401ms","start":"2026-04-01T17:22:50.819195Z","end":"2026-04-01T17:22:51.575396Z","steps":["trace[57754876] 'process raft request' (duration: 727.113722ms)","trace[57754876] 'compare' (duration: 28.36667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:22:51.575576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:50.877945Z","time spent":"697.532978ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:51.575664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:50.81916Z","time spent":"756.411117ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:51.575666Z","caller":"traceutil/trace.go:171","msg":"trace[1640171041] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"755.436389ms","start":"2026-04-01T17:22:50.820178Z","end":"2026-04-01T17:22:51.575615Z","steps":["trace[1640171041] 'process raft request' (duration: 754.610847ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:51.575726Z","caller":"traceutil/trace.go:171","msg":"trace[1682688772] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"755.184672ms","start":"2026-04-01T17:22:50.820198Z","end":"2026-04-01T17:22:51.575382Z","steps":["trace[1682688772] 'process raft request' (duration: 754.626457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:51.575775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:50.820152Z","time spent":"755.589394ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:51.575846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:50.820177Z","time spent":"755.605504ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:52.353005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.123143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:22:52.353115Z","caller":"traceutil/trace.go:171","msg":"trace[2123609628] linearizableReadLoop","detail":"{readStateIndex:26137; appliedIndex:26131; }","duration":"1.376495929s","start":"2026-04-01T17:22:50.976593Z","end":"2026-04-01T17:22:52.353089Z","steps":["trace[2123609628] 'read index received' (duration: 569.72916ms)","trace[2123609628] 'applied index is now lower than readState.Index' (duration: 806.765269ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:52.353158Z","caller":"traceutil/trace.go:171","msg":"trace[130950394] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"1.098428528s","start":"2026-04-01T17:22:51.254681Z","end":"2026-04-01T17:22:52.353109Z","steps":["trace[130950394] 'process raft request' (duration: 584.103739ms)","trace[130950394] 'compare' (duration: 513.864646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:22:52.353228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376632024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:52.353269Z","caller":"traceutil/trace.go:171","msg":"trace[1469035740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25301; }","duration":"1.376709086s","start":"2026-04-01T17:22:50.976549Z","end":"2026-04-01T17:22:52.353258Z","steps":["trace[1469035740] 'agreement among raft nodes before linearized reading' (duration: 1.376622664s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:52.3533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:50.976527Z","time spent":"1.376766097s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T17:22:52.353373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:51.254665Z","time spent":"1.098599783s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:52.874099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.987811ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T17:22:52.87436Z","caller":"traceutil/trace.go:171","msg":"trace[1182674145] linearizableReadLoop","detail":"{readStateIndex:26138; appliedIndex:26137; }","duration":"521.202629ms","start":"2026-04-01T17:22:52.353145Z","end":"2026-04-01T17:22:52.874347Z","steps":["trace[1182674145] 'read index received' (duration: 7.88862ms)","trace[1182674145] 'applied index is now lower than readState.Index' (duration: 513.313179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:22:52.875315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292510711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T17:22:52.875334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879488712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:52.875377Z","caller":"traceutil/trace.go:171","msg":"trace[509125553] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25301; }","duration":"1.292686406s","start":"2026-04-01T17:22:51.582676Z","end":"2026-04-01T17:22:52.875363Z","steps":["trace[509125553] 'agreement among raft nodes before linearized reading' (duration: 1.292532302s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:52.875374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627671482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T17:22:52.875384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678559088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T17:22:52.875411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:51.582655Z","time spent":"1.292747727s","remote":"127.0.0.1:46822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:22:52.875373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281553865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T17:22:52.875432Z","caller":"traceutil/trace.go:171","msg":"trace[977911167] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25301; }","duration":"1.627773334s","start":"2026-04-01T17:22:51.247643Z","end":"2026-04-01T17:22:52.875416Z","steps":["trace[977911167] 'agreement among raft nodes before linearized reading' (duration: 1.627658521s)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:52.875448Z","caller":"traceutil/trace.go:171","msg":"trace[1739302905] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25301; }","duration":"1.678660881s","start":"2026-04-01T17:22:51.196767Z","end":"2026-04-01T17:22:52.875427Z","steps":["trace[1739302905] 'agreement among raft nodes before linearized reading' (duration: 1.678549058s)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:52.875462Z","caller":"traceutil/trace.go:171","msg":"trace[1135991193] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25301; }","duration":"1.281691429s","start":"2026-04-01T17:22:51.593757Z","end":"2026-04-01T17:22:52.875448Z","steps":["trace[1135991193] 'agreement among raft nodes before linearized reading' (duration: 1.281532395s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:52.87551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616157801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-01T17:22:52.875509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:51.196745Z","time spent":"1.678732172s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:22:52.875481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618241139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T17:22:52.875584Z","caller":"traceutil/trace.go:171","msg":"trace[17797827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25301; }","duration":"1.618393193s","start":"2026-04-01T17:22:51.257173Z","end":"2026-04-01T17:22:52.875567Z","steps":["trace[17797827] 'agreement among raft nodes before linearized reading' (duration: 1.618153456s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:52.875626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:51.257142Z","time spent":"1.618473695s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T17:22:52.875404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618325511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T17:22:52.875656Z","caller":"traceutil/trace.go:171","msg":"trace[531614033] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"381.019417ms","start":"2026-04-01T17:22:52.494626Z","end":"2026-04-01T17:22:52.875645Z","steps":["trace[531614033] 'process raft request' (duration: 379.619138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:52.875727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:52.494587Z","time spent":"381.092839ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:52.875539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:51.593741Z","time spent":"1.281785751s","remote":"127.0.0.1:60876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-01T17:22:52.875398Z","caller":"traceutil/trace.go:171","msg":"trace[1973095632] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25301; }","duration":"1.879593944s","start":"2026-04-01T17:22:50.995787Z","end":"2026-04-01T17:22:52.875381Z","steps":["trace[1973095632] 'agreement among raft nodes before linearized reading' (duration: 1.879463861s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:52.875799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:50.995774Z","time spent":"1.880016677s","remote":"127.0.0.1:43340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-01T17:22:52.875744Z","caller":"traceutil/trace.go:171","msg":"trace[457699283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25301; }","duration":"1.61866344s","start":"2026-04-01T17:22:51.257054Z","end":"2026-04-01T17:22:52.875717Z","steps":["trace[457699283] 'agreement among raft nodes before linearized reading' (duration: 1.61830745s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:52.875333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621908291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T17:22:52.875543Z","caller":"traceutil/trace.go:171","msg":"trace[181445248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25301; }","duration":"1.616204513s","start":"2026-04-01T17:22:51.259327Z","end":"2026-04-01T17:22:52.875531Z","steps":["trace[181445248] 'agreement among raft nodes before linearized reading' (duration: 1.61612358s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:52.875483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:51.247625Z","time spent":"1.627849356s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-01T17:22:52.875965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:51.259304Z","time spent":"1.616646134s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-01T17:22:52.876037Z","caller":"traceutil/trace.go:171","msg":"trace[1979091378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25301; }","duration":"1.622464206s","start":"2026-04-01T17:22:51.253374Z","end":"2026-04-01T17:22:52.875838Z","steps":["trace[1979091378] 'agreement among raft nodes before linearized reading' (duration: 1.621829389s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:52.876085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:51.253354Z","time spent":"1.622718694s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T17:22:52.87544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.896119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T17:22:52.876226Z","caller":"traceutil/trace.go:171","msg":"trace[727656204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25301; }","duration":"859.749444ms","start":"2026-04-01T17:22:52.016457Z","end":"2026-04-01T17:22:52.876206Z","steps":["trace[727656204] 'agreement among raft nodes before linearized reading' (duration: 858.760656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:52.876283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:52.016424Z","time spent":"859.844737ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T17:22:52.875898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:51.257043Z","time spent":"1.618828124s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T17:22:52.876979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.421107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:52.877048Z","caller":"traceutil/trace.go:171","msg":"trace[1389231282] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25301; }","duration":"647.798303ms","start":"2026-04-01T17:22:52.229206Z","end":"2026-04-01T17:22:52.877004Z","steps":["trace[1389231282] 'agreement among raft nodes before linearized reading' (duration: 645.432767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:52.877074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:52.229185Z","time spent":"647.881136ms","remote":"127.0.0.1:44364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:22:53.28487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.516977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T17:22:53.284955Z","caller":"traceutil/trace.go:171","msg":"trace[2080505610] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25302; }","duration":"794.660561ms","start":"2026-04-01T17:22:52.490278Z","end":"2026-04-01T17:22:53.284939Z","steps":["trace[2080505610] 'agreement among raft nodes before linearized reading' (duration: 385.373127ms)","trace[2080505610] 'count revisions from in-memory index tree' (duration: 409.163541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:22:53.285008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:52.490256Z","time spent":"794.741893ms","remote":"127.0.0.1:36296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:22:53.285272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.013799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:53.285346Z","caller":"traceutil/trace.go:171","msg":"trace[1858289738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25302; }","duration":"931.110291ms","start":"2026-04-01T17:22:52.354208Z","end":"2026-04-01T17:22:53.285318Z","steps":["trace[1858289738] 'agreement among raft nodes before linearized reading' (duration: 521.428066ms)","trace[1858289738] 'range keys from in-memory index tree' (duration: 409.600723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:22:53.285388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:52.354181Z","time spent":"931.198293ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T17:22:53.285398Z","caller":"traceutil/trace.go:171","msg":"trace[1546248732] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"404.81496ms","start":"2026-04-01T17:22:52.880561Z","end":"2026-04-01T17:22:53.285376Z","steps":["trace[1546248732] 'process raft request' (duration: 401.053204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:53.285508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:52.8805Z","time spent":"404.943634ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:53.490373Z","caller":"traceutil/trace.go:171","msg":"trace[1682347525] linearizableReadLoop","detail":"{readStateIndex:26143; appliedIndex:26139; }","duration":"608.702066ms","start":"2026-04-01T17:22:52.881646Z","end":"2026-04-01T17:22:53.490348Z","steps":["trace[1682347525] 'read index received' (duration: 399.995975ms)","trace[1682347525] 'applied index is now lower than readState.Index' (duration: 208.704661ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:53.490438Z","caller":"traceutil/trace.go:171","msg":"trace[480271847] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"609.503638ms","start":"2026-04-01T17:22:52.880902Z","end":"2026-04-01T17:22:53.490406Z","steps":["trace[480271847] 'process raft request' (duration: 609.294593ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:53.490468Z","caller":"traceutil/trace.go:171","msg":"trace[765486579] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"609.859048ms","start":"2026-04-01T17:22:52.880579Z","end":"2026-04-01T17:22:53.490438Z","steps":["trace[765486579] 'process raft request' (duration: 518.70453ms)","trace[765486579] 'compare' (duration: 90.680355ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:53.490492Z","caller":"traceutil/trace.go:171","msg":"trace[2046752788] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"424.461967ms","start":"2026-04-01T17:22:53.066012Z","end":"2026-04-01T17:22:53.490474Z","steps":["trace[2046752788] 'process raft request' (duration: 424.257422ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:53.490511Z","caller":"traceutil/trace.go:171","msg":"trace[801251389] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"609.814046ms","start":"2026-04-01T17:22:52.880656Z","end":"2026-04-01T17:22:53.49047Z","steps":["trace[801251389] 'process raft request' (duration: 609.494517ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:53.490568Z","caller":"traceutil/trace.go:171","msg":"trace[464024055] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"406.024283ms","start":"2026-04-01T17:22:53.084528Z","end":"2026-04-01T17:22:53.490552Z","steps":["trace[464024055] 'process raft request' (duration: 405.774666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:53.490576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:52.880885Z","time spent":"609.614101ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:53.490607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:53.065987Z","time spent":"424.544089ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:53.490659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:53.084507Z","time spent":"406.099795ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:53.490686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:52.88065Z","time spent":"609.951851ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:53.490708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:52.88056Z","time spent":"609.96041ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:53.49081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.101867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T17:22:53.490852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.825597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:53.490911Z","caller":"traceutil/trace.go:171","msg":"trace[1901411810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25309; }","duration":"197.91733ms","start":"2026-04-01T17:22:53.29298Z","end":"2026-04-01T17:22:53.490897Z","steps":["trace[1901411810] 'agreement among raft nodes before linearized reading' (duration: 197.798417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:53.490898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.195279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:22:53.49102Z","caller":"traceutil/trace.go:171","msg":"trace[1705419474] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25309; }","duration":"609.378935ms","start":"2026-04-01T17:22:52.881618Z","end":"2026-04-01T17:22:53.490997Z","steps":["trace[1705419474] 'agreement among raft nodes before linearized reading' (duration: 609.073706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:53.491076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:52.881611Z","time spent":"609.455977ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-01T17:22:53.490889Z","caller":"traceutil/trace.go:171","msg":"trace[186887842] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25309; }","duration":"433.246861ms","start":"2026-04-01T17:22:53.057627Z","end":"2026-04-01T17:22:53.490874Z","steps":["trace[186887842] 'agreement among raft nodes before linearized reading' (duration: 433.010875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:53.491196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:53.05761Z","time spent":"433.5632ms","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-01T17:22:53.490765Z","caller":"traceutil/trace.go:171","msg":"trace[1844152870] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"608.372206ms","start":"2026-04-01T17:22:52.882335Z","end":"2026-04-01T17:22:53.490707Z","steps":["trace[1844152870] 'process raft request' (duration: 607.895532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:53.491464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:52.882327Z","time spent":"609.017364ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:53.947761Z","caller":"traceutil/trace.go:171","msg":"trace[2126506892] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"367.184452ms","start":"2026-04-01T17:22:53.58056Z","end":"2026-04-01T17:22:53.947745Z","steps":["trace[2126506892] 'process raft request' (duration: 366.982066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:53.947866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:53.580539Z","time spent":"367.271474ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:53.948754Z","caller":"traceutil/trace.go:171","msg":"trace[1250714860] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"366.864603ms","start":"2026-04-01T17:22:53.581883Z","end":"2026-04-01T17:22:53.948747Z","steps":["trace[1250714860] 'process raft request' (duration: 366.778401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:53.948796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:53.581871Z","time spent":"366.903724ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:53.949082Z","caller":"traceutil/trace.go:171","msg":"trace[1431862483] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"366.817051ms","start":"2026-04-01T17:22:53.582219Z","end":"2026-04-01T17:22:53.949036Z","steps":["trace[1431862483] 'process raft request' (duration: 366.507653ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:22:53.949169Z","caller":"traceutil/trace.go:171","msg":"trace[1074990690] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"366.868753ms","start":"2026-04-01T17:22:53.582277Z","end":"2026-04-01T17:22:53.949145Z","steps":["trace[1074990690] 'process raft request' (duration: 366.605495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:53.949286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:53.582263Z","time spent":"366.959216ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:53.94929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:53.582209Z","time spent":"366.964866ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:22:53.951326Z","caller":"traceutil/trace.go:171","msg":"trace[1964465812] linearizableReadLoop","detail":"{readStateIndex:26151; appliedIndex:26146; }","duration":"169.698483ms","start":"2026-04-01T17:22:53.781606Z","end":"2026-04-01T17:22:53.951305Z","steps":["trace[1964465812] 'read index received' (duration: 165.900688ms)","trace[1964465812] 'applied index is now lower than readState.Index' (duration: 3.796515ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:22:53.951383Z","caller":"traceutil/trace.go:171","msg":"trace[2062692822] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"366.857513ms","start":"2026-04-01T17:22:53.584505Z","end":"2026-04-01T17:22:53.951363Z","steps":["trace[2062692822] 'process raft request' (duration: 364.486607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:22:53.951527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:53.584481Z","time spent":"366.951576ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:22:53.951591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.96257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-x7dmq.18a24ac654cb659f\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-04-01T17:22:53.951671Z","caller":"traceutil/trace.go:171","msg":"trace[1569231077] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-x7dmq.18a24ac654cb659f; range_end:; response_count:1; response_revision:25314; }","duration":"170.090355ms","start":"2026-04-01T17:22:53.781561Z","end":"2026-04-01T17:22:53.951651Z","steps":["trace[1569231077] 'agreement among raft nodes before linearized reading' (duration: 169.832358ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:00.354644Z","caller":"traceutil/trace.go:171","msg":"trace[34063277] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"384.208885ms","start":"2026-04-01T17:22:59.970391Z","end":"2026-04-01T17:23:00.354599Z","steps":["trace[34063277] 'process raft request' (duration: 384.064891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:00.354781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:59.970367Z","time spent":"384.3454ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:01.883424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.528970284s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T17:23:01.952016Z","caller":"traceutil/trace.go:171","msg":"trace[1653927417] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"1.977911561s","start":"2026-04-01T17:22:59.974067Z","end":"2026-04-01T17:23:01.951979Z","steps":["trace[1653927417] 'process raft request' (duration: 1.909682612s)","trace[1653927417] 'compare' (duration: 67.913041ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:01.952104Z","caller":"traceutil/trace.go:171","msg":"trace[1658443786] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"1.96639567s","start":"2026-04-01T17:22:59.985689Z","end":"2026-04-01T17:23:01.952085Z","steps":["trace[1658443786] 'process raft request' (duration: 1.966290718s)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:01.952113Z","caller":"traceutil/trace.go:171","msg":"trace[707858503] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"1.96638175s","start":"2026-04-01T17:22:59.985699Z","end":"2026-04-01T17:23:01.95208Z","steps":["trace[707858503] 'process raft request' (duration: 1.966131273s)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:01.952153Z","caller":"traceutil/trace.go:171","msg":"trace[308072794] linearizableReadLoop","detail":"{readStateIndex:26199; appliedIndex:26197; }","duration":"1.973460908s","start":"2026-04-01T17:22:59.978666Z","end":"2026-04-01T17:23:01.952126Z","steps":["trace[308072794] 'read index received' (duration: 375.774861ms)","trace[308072794] 'applied index is now lower than readState.Index' (duration: 1.597685127s)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:01.952197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:59.985663Z","time spent":"1.966487083s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:01.952214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:59.974046Z","time spent":"1.978059195s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:01.952277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:59.985686Z","time spent":"1.966507774s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:01.952354Z","caller":"traceutil/trace.go:171","msg":"trace[480932326] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"1.965632469s","start":"2026-04-01T17:22:59.986703Z","end":"2026-04-01T17:23:01.952335Z","steps":["trace[480932326] 'process raft request' (duration: 1.965333481s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:01.952419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973754125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T17:23:01.952444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:59.986691Z","time spent":"1.965710031s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:01.952474Z","caller":"traceutil/trace.go:171","msg":"trace[1317445981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25364; }","duration":"1.973834668s","start":"2026-04-01T17:22:59.978621Z","end":"2026-04-01T17:23:01.952455Z","steps":["trace[1317445981] 'agreement among raft nodes before linearized reading' (duration: 1.973704264s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:01.952518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:22:59.978605Z","time spent":"1.973900339s","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T17:23:02.452307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6432439108483201635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T17:23:02.552131Z","caller":"traceutil/trace.go:171","msg":"trace[444768151] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"2.165225645s","start":"2026-04-01T17:23:00.386856Z","end":"2026-04-01T17:23:02.552081Z","steps":["trace[444768151] 'process raft request' (duration: 2.135824307s)","trace[444768151] 'compare' (duration: 28.955846ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:02.552161Z","caller":"traceutil/trace.go:171","msg":"trace[1839907424] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"1.034476978s","start":"2026-04-01T17:23:01.517661Z","end":"2026-04-01T17:23:02.552138Z","steps":["trace[1839907424] 'process raft request' (duration: 1.034431566s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:02.552281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:00.386772Z","time spent":"2.165431371s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:02.552185Z","caller":"traceutil/trace.go:171","msg":"trace[868795637] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"1.65202666s","start":"2026-04-01T17:23:00.900127Z","end":"2026-04-01T17:23:02.552154Z","steps":["trace[868795637] 'process raft request' (duration: 1.651824443s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:02.552302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:01.517634Z","time spent":"1.034589942s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:02.552441Z","caller":"traceutil/trace.go:171","msg":"trace[880197129] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"1.555811631s","start":"2026-04-01T17:23:00.996364Z","end":"2026-04-01T17:23:02.552176Z","steps":["trace[880197129] 'process raft request' (duration: 1.555681217s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:02.55259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:00.9001Z","time spent":"1.652302707s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:02.552808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:00.996338Z","time spent":"1.556326736s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:02.982439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.264095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T17:23:02.983143Z","caller":"traceutil/trace.go:171","msg":"trace[1061712268] linearizableReadLoop","detail":"{readStateIndex:26208; appliedIndex:26202; }","duration":"1.030887998s","start":"2026-04-01T17:23:01.952224Z","end":"2026-04-01T17:23:02.983112Z","steps":["trace[1061712268] 'read index received' (duration: 570.537953ms)","trace[1061712268] 'applied index is now lower than readState.Index' (duration: 460.348335ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:02.983148Z","caller":"traceutil/trace.go:171","msg":"trace[732926213] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"622.730445ms","start":"2026-04-01T17:23:02.360384Z","end":"2026-04-01T17:23:02.983114Z","steps":["trace[732926213] 'process raft request' (duration: 622.132279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:02.983323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:02.360343Z","time spent":"622.90122ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:03.722955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175625305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-01T17:23:03.723048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769653583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T17:23:03.72304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387900434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T17:23:03.7231Z","caller":"traceutil/trace.go:171","msg":"trace[2000077419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25369; }","duration":"1.769725575s","start":"2026-04-01T17:23:01.953353Z","end":"2026-04-01T17:23:03.723078Z","steps":["trace[2000077419] 'agreement among raft nodes before linearized reading' (duration: 1.029934201s)","trace[2000077419] 'range keys from in-memory index tree' (duration: 739.739783ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:03.723133Z","caller":"traceutil/trace.go:171","msg":"trace[539644022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25369; }","duration":"2.388042009s","start":"2026-04-01T17:23:01.335068Z","end":"2026-04-01T17:23:03.72311Z","steps":["trace[539644022] 'agreement among raft nodes before linearized reading' (duration: 1.648181462s)","trace[539644022] 'range keys from in-memory index tree' (duration: 739.615809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:03.723152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:01.953336Z","time spent":"1.769804558s","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T17:23:03.723187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:01.335047Z","time spent":"2.388129731s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-01T17:23:03.723192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.024793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:03.723275Z","caller":"traceutil/trace.go:171","msg":"trace[632313740] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25369; }","duration":"203.161856ms","start":"2026-04-01T17:23:03.520095Z","end":"2026-04-01T17:23:03.723257Z","steps":["trace[632313740] 'count revisions from in-memory index tree' (duration: 202.927729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:03.723286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04395565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-01T17:23:03.723334Z","caller":"traceutil/trace.go:171","msg":"trace[835690328] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25369; }","duration":"2.044086454s","start":"2026-04-01T17:23:01.679233Z","end":"2026-04-01T17:23:03.72332Z","steps":["trace[835690328] 'agreement among raft nodes before linearized reading' (duration: 1.30398446s)","trace[835690328] 'range keys from in-memory index tree' (duration: 739.990011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:03.723365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177084857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T17:23:03.72337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:01.679216Z","time spent":"2.044144345s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-01T17:23:03.723396Z","caller":"traceutil/trace.go:171","msg":"trace[1647404257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25369; }","duration":"2.177133958s","start":"2026-04-01T17:23:01.546252Z","end":"2026-04-01T17:23:03.723385Z","steps":["trace[1647404257] 'agreement among raft nodes before linearized reading' (duration: 1.437001213s)","trace[1647404257] 'range keys from in-memory index tree' (duration: 740.058213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:03.723424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:01.546241Z","time spent":"2.17717603s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T17:23:03.72348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066005324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T17:23:03.723553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.142416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T17:23:03.723572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18689538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T17:23:03.723577Z","caller":"traceutil/trace.go:171","msg":"trace[1421988117] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25369; }","duration":"2.066143388s","start":"2026-04-01T17:23:01.657413Z","end":"2026-04-01T17:23:03.723557Z","steps":["trace[1421988117] 'agreement among raft nodes before linearized reading' (duration: 1.325814078s)","trace[1421988117] 'count revisions from in-memory index tree' (duration: 740.218387ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:03.723591Z","caller":"traceutil/trace.go:171","msg":"trace[1285504396] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25369; }","duration":"193.225049ms","start":"2026-04-01T17:23:03.530355Z","end":"2026-04-01T17:23:03.72358Z","steps":["trace[1285504396] 'range keys from in-memory index tree' (duration: 193.063524ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:03.723605Z","caller":"traceutil/trace.go:171","msg":"trace[1562633290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25369; }","duration":"2.186961052s","start":"2026-04-01T17:23:01.536635Z","end":"2026-04-01T17:23:03.723596Z","steps":["trace[1562633290] 'agreement among raft nodes before linearized reading' (duration: 1.446624571s)","trace[1562633290] 'range keys from in-memory index tree' (duration: 740.258588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:03.723634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:01.657373Z","time spent":"2.066240451s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:23:03.723633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:01.536617Z","time spent":"2.187009922s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-01T17:23:03.723059Z","caller":"traceutil/trace.go:171","msg":"trace[125589676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25369; }","duration":"2.175762618s","start":"2026-04-01T17:23:01.547268Z","end":"2026-04-01T17:23:03.723031Z","steps":["trace[125589676] 'agreement among raft nodes before linearized reading' (duration: 1.435968464s)","trace[125589676] 'range keys from in-memory index tree' (duration: 739.530997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:03.723725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:01.547258Z","time spent":"2.176459029s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T17:23:03.723639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177320754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T17:23:03.723863Z","caller":"traceutil/trace.go:171","msg":"trace[2084560790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25369; }","duration":"2.177549959s","start":"2026-04-01T17:23:01.546296Z","end":"2026-04-01T17:23:03.723846Z","steps":["trace[2084560790] 'agreement among raft nodes before linearized reading' (duration: 1.436901421s)","trace[2084560790] 'range keys from in-memory index tree' (duration: 740.365621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:03.723916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:01.546291Z","time spent":"2.177608591s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T17:23:03.722984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291155341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-04-01T17:23:03.724001Z","caller":"traceutil/trace.go:171","msg":"trace[1245285270] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25369; }","duration":"2.292406726s","start":"2026-04-01T17:23:01.431579Z","end":"2026-04-01T17:23:03.723986Z","steps":["trace[1245285270] 'agreement among raft nodes before linearized reading' (duration: 1.551665925s)","trace[1245285270] 'range keys from in-memory index tree' (duration: 739.61713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:03.72405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:01.431558Z","time spent":"2.29247687s","remote":"127.0.0.1:34834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-04-01T17:23:03.871387Z","caller":"traceutil/trace.go:171","msg":"trace[1938091921] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"138.282779ms","start":"2026-04-01T17:23:03.733064Z","end":"2026-04-01T17:23:03.871346Z","steps":["trace[1938091921] 'process raft request' (duration: 136.062058ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:03.871719Z","caller":"traceutil/trace.go:171","msg":"trace[1585880179] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"138.589788ms","start":"2026-04-01T17:23:03.733102Z","end":"2026-04-01T17:23:03.871692Z","steps":["trace[1585880179] 'process raft request' (duration: 138.205637ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:03.871877Z","caller":"traceutil/trace.go:171","msg":"trace[68906189] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"138.701882ms","start":"2026-04-01T17:23:03.733139Z","end":"2026-04-01T17:23:03.87184Z","steps":["trace[68906189] 'process raft request' (duration: 138.453565ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:03.871947Z","caller":"traceutil/trace.go:171","msg":"trace[1503155908] linearizableReadLoop","detail":"{readStateIndex:26213; appliedIndex:26208; }","duration":"132.976553ms","start":"2026-04-01T17:23:03.738951Z","end":"2026-04-01T17:23:03.871927Z","steps":["trace[1503155908] 'read index received' (duration: 30.950272ms)","trace[1503155908] 'applied index is now lower than readState.Index' (duration: 102.024931ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:03.872067Z","caller":"traceutil/trace.go:171","msg":"trace[23327199] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"137.22436ms","start":"2026-04-01T17:23:03.734805Z","end":"2026-04-01T17:23:03.872029Z","steps":["trace[23327199] 'process raft request' (duration: 136.951622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:03.872122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.102858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:03.872178Z","caller":"traceutil/trace.go:171","msg":"trace[1763394852] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25374; }","duration":"132.18045ms","start":"2026-04-01T17:23:03.739987Z","end":"2026-04-01T17:23:03.872167Z","steps":["trace[1763394852] 'agreement among raft nodes before linearized reading' (duration: 132.090907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:03.872087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.120027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:03.872228Z","caller":"traceutil/trace.go:171","msg":"trace[1556609764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25374; }","duration":"133.288401ms","start":"2026-04-01T17:23:03.738923Z","end":"2026-04-01T17:23:03.872212Z","steps":["trace[1556609764] 'agreement among raft nodes before linearized reading' (duration: 133.115096ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:12.199051Z","caller":"traceutil/trace.go:171","msg":"trace[1973485187] linearizableReadLoop","detail":"{readStateIndex:26276; appliedIndex:26275; }","duration":"283.79533ms","start":"2026-04-01T17:23:11.915229Z","end":"2026-04-01T17:23:12.199025Z","steps":["trace[1973485187] 'read index received' (duration: 266.105808ms)","trace[1973485187] 'applied index is now lower than readState.Index' (duration: 17.688582ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:12.199166Z","caller":"traceutil/trace.go:171","msg":"trace[1411192405] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"355.764484ms","start":"2026-04-01T17:23:11.843388Z","end":"2026-04-01T17:23:12.199152Z","steps":["trace[1411192405] 'process raft request' (duration: 337.791664ms)","trace[1411192405] 'compare' (duration: 17.728754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:12.199249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:11.84336Z","time spent":"355.831805ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T17:23:12.199443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.195781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T17:23:12.199566Z","caller":"traceutil/trace.go:171","msg":"trace[2147195123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25435; }","duration":"284.366046ms","start":"2026-04-01T17:23:11.915174Z","end":"2026-04-01T17:23:12.19954Z","steps":["trace[2147195123] 'agreement among raft nodes before linearized reading' (duration: 284.050307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.576555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.411847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:23:12.576903Z","caller":"traceutil/trace.go:171","msg":"trace[1003637233] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"587.001811ms","start":"2026-04-01T17:23:11.989801Z","end":"2026-04-01T17:23:12.576803Z","steps":["trace[1003637233] 'process raft request' (duration: 380.203564ms)","trace[1003637233] 'compare' (duration: 206.128739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:12.577091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:11.989769Z","time spent":"587.203937ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:12.577301Z","caller":"traceutil/trace.go:171","msg":"trace[1394701354] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"581.890899ms","start":"2026-04-01T17:23:11.99538Z","end":"2026-04-01T17:23:12.577271Z","steps":["trace[1394701354] 'process raft request' (duration: 581.306783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.577519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:11.995364Z","time spent":"582.066244ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:12.856669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.857101ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-01T17:23:12.857485Z","caller":"traceutil/trace.go:171","msg":"trace[419959998] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"855.133715ms","start":"2026-04-01T17:23:12.002325Z","end":"2026-04-01T17:23:12.857458Z","steps":["trace[419959998] 'process raft request' (duration: 854.450417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.857624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.002315Z","time spent":"855.231538ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:12.951726Z","caller":"traceutil/trace.go:171","msg":"trace[755477153] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"943.937788ms","start":"2026-04-01T17:23:12.007754Z","end":"2026-04-01T17:23:12.951692Z","steps":["trace[755477153] 'process raft request' (duration: 849.685704ms)","trace[755477153] 'compare' (duration: 93.498113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:12.952241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.007739Z","time spent":"944.40352ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:12.951747Z","caller":"traceutil/trace.go:171","msg":"trace[1517319125] linearizableReadLoop","detail":"{readStateIndex:26281; appliedIndex:26276; }","duration":"752.566331ms","start":"2026-04-01T17:23:12.199124Z","end":"2026-04-01T17:23:12.95169Z","steps":["trace[1517319125] 'read index received' (duration: 170.866817ms)","trace[1517319125] 'applied index is now lower than readState.Index' (duration: 581.696924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:12.951794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.852117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:12.952489Z","caller":"traceutil/trace.go:171","msg":"trace[654252327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25441; }","duration":"976.595486ms","start":"2026-04-01T17:23:11.975882Z","end":"2026-04-01T17:23:12.952478Z","steps":["trace[654252327] 'agreement among raft nodes before linearized reading' (duration: 975.820925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.952524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:11.975868Z","time spent":"976.648168ms","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T17:23:12.951917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033753687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T17:23:12.952662Z","caller":"traceutil/trace.go:171","msg":"trace[1082237675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25441; }","duration":"1.034511399s","start":"2026-04-01T17:23:11.918125Z","end":"2026-04-01T17:23:12.952637Z","steps":["trace[1082237675] 'agreement among raft nodes before linearized reading' (duration: 1.033664065s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.952765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:11.918118Z","time spent":"1.034607621s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-01T17:23:12.951942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026503286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T17:23:12.952825Z","caller":"traceutil/trace.go:171","msg":"trace[1851402315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25441; }","duration":"1.02737868s","start":"2026-04-01T17:23:11.92543Z","end":"2026-04-01T17:23:12.952809Z","steps":["trace[1851402315] 'agreement among raft nodes before linearized reading' (duration: 1.026411734s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.952851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:11.92542Z","time spent":"1.027421891s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-01T17:23:12.9519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.35191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-01T17:23:12.95293Z","caller":"traceutil/trace.go:171","msg":"trace[23720447] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25441; }","duration":"870.4131ms","start":"2026-04-01T17:23:12.08249Z","end":"2026-04-01T17:23:12.952903Z","steps":["trace[23720447] 'agreement among raft nodes before linearized reading' (duration: 869.226087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.951971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027633727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-01T17:23:12.953009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.082478Z","time spent":"870.512682ms","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-01T17:23:12.953027Z","caller":"traceutil/trace.go:171","msg":"trace[1118423061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25441; }","duration":"1.028696126s","start":"2026-04-01T17:23:11.924297Z","end":"2026-04-01T17:23:12.952993Z","steps":["trace[1118423061] 'agreement among raft nodes before linearized reading' (duration: 1.027636767s)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:12.952024Z","caller":"traceutil/trace.go:171","msg":"trace[1517984696] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"367.050907ms","start":"2026-04-01T17:23:12.584959Z","end":"2026-04-01T17:23:12.952009Z","steps":["trace[1517984696] 'process raft request' (duration: 366.497252ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:12.952089Z","caller":"traceutil/trace.go:171","msg":"trace[634406952] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"747.408116ms","start":"2026-04-01T17:23:12.204672Z","end":"2026-04-01T17:23:12.95208Z","steps":["trace[634406952] 'process raft request' (duration: 746.726928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.953113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:11.924278Z","time spent":"1.028828951s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-01T17:23:12.953216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.204648Z","time spent":"748.470606ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:12.953399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.584943Z","time spent":"368.411995ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:12.985152Z","caller":"traceutil/trace.go:171","msg":"trace[229272958] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"398.00784ms","start":"2026-04-01T17:23:12.587121Z","end":"2026-04-01T17:23:12.985129Z","steps":["trace[229272958] 'process raft request' (duration: 397.783364ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:12.985298Z","caller":"traceutil/trace.go:171","msg":"trace[118824339] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"398.140303ms","start":"2026-04-01T17:23:12.587144Z","end":"2026-04-01T17:23:12.985284Z","steps":["trace[118824339] 'process raft request' (duration: 397.943778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.9853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.587101Z","time spent":"398.119422ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:12.985378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.587125Z","time spent":"398.208825ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:12.985425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.038013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T17:23:12.985493Z","caller":"traceutil/trace.go:171","msg":"trace[189073518] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25443; }","duration":"577.144676ms","start":"2026-04-01T17:23:12.40833Z","end":"2026-04-01T17:23:12.985475Z","steps":["trace[189073518] 'agreement among raft nodes before linearized reading' (duration: 577.045414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.985533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.408308Z","time spent":"577.213399ms","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:23:12.985581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.194837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-04-01T17:23:12.985612Z","caller":"traceutil/trace.go:171","msg":"trace[1399414664] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25443; }","duration":"781.233189ms","start":"2026-04-01T17:23:12.204363Z","end":"2026-04-01T17:23:12.985596Z","steps":["trace[1399414664] 'agreement among raft nodes before linearized reading' (duration: 781.193857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.985627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.204349Z","time spent":"781.274669ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-01T17:23:12.985502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.327083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-01T17:23:12.985791Z","caller":"traceutil/trace.go:171","msg":"trace[1906776868] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25443; }","duration":"678.615882ms","start":"2026-04-01T17:23:12.30717Z","end":"2026-04-01T17:23:12.985785Z","steps":["trace[1906776868] 'agreement among raft nodes before linearized reading' (duration: 678.273912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.985807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.30711Z","time spent":"678.693003ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-01T17:23:12.985907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.95736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-01T17:23:12.985927Z","caller":"traceutil/trace.go:171","msg":"trace[505387055] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25443; }","duration":"573.017083ms","start":"2026-04-01T17:23:12.412904Z","end":"2026-04-01T17:23:12.985922Z","steps":["trace[505387055] 'agreement among raft nodes before linearized reading' (duration: 572.93592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.98594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.412899Z","time spent":"573.037323ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T17:23:12.985548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.874832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-04-01T17:23:12.986046Z","caller":"traceutil/trace.go:171","msg":"trace[841460128] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25443; }","duration":"779.365886ms","start":"2026-04-01T17:23:12.206638Z","end":"2026-04-01T17:23:12.986004Z","steps":["trace[841460128] 'agreement among raft nodes before linearized reading' (duration: 778.875682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.986171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.206624Z","time spent":"779.50837ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-01T17:23:12.986178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.2469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272962"} {"level":"info","ts":"2026-04-01T17:23:12.986224Z","caller":"traceutil/trace.go:171","msg":"trace[466304554] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25443; }","duration":"558.294451ms","start":"2026-04-01T17:23:12.427918Z","end":"2026-04-01T17:23:12.986212Z","steps":["trace[466304554] 'agreement among raft nodes before linearized reading' (duration: 557.836009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:12.986265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.427891Z","time spent":"558.365464ms","remote":"127.0.0.1:46822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272985,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-01T17:23:13.268403Z","caller":"traceutil/trace.go:171","msg":"trace[1445262853] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"310.973717ms","start":"2026-04-01T17:23:12.957405Z","end":"2026-04-01T17:23:13.268379Z","steps":["trace[1445262853] 'process raft request' (duration: 302.84173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.268536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.957398Z","time spent":"311.072299ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:13.268958Z","caller":"traceutil/trace.go:171","msg":"trace[679612908] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"311.416519ms","start":"2026-04-01T17:23:12.957482Z","end":"2026-04-01T17:23:13.268899Z","steps":["trace[679612908] 'process raft request' (duration: 310.815233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.269135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.957462Z","time spent":"311.585133ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:13.276213Z","caller":"traceutil/trace.go:171","msg":"trace[389334974] linearizableReadLoop","detail":"{readStateIndex:26288; appliedIndex:26285; }","duration":"290.911198ms","start":"2026-04-01T17:23:12.985267Z","end":"2026-04-01T17:23:13.276178Z","steps":["trace[389334974] 'read index received' (duration: 274.900322ms)","trace[389334974] 'applied index is now lower than readState.Index' (duration: 16.008856ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:13.276679Z","caller":"traceutil/trace.go:171","msg":"trace[1756569123] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"318.701462ms","start":"2026-04-01T17:23:12.957959Z","end":"2026-04-01T17:23:13.276661Z","steps":["trace[1756569123] 'process raft request' (duration: 310.561426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.276822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.95795Z","time spent":"318.788795ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:13.27706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.693812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:13.277132Z","caller":"traceutil/trace.go:171","msg":"trace[1674942464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25446; }","duration":"323.785644ms","start":"2026-04-01T17:23:12.953325Z","end":"2026-04-01T17:23:13.277111Z","steps":["trace[1674942464] 'agreement among raft nodes before linearized reading' (duration: 323.64327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.277175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.953261Z","time spent":"323.907227ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T17:23:13.277259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.906376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-01T17:23:13.277299Z","caller":"traceutil/trace.go:171","msg":"trace[2091063589] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25446; }","duration":"319.951667ms","start":"2026-04-01T17:23:12.957334Z","end":"2026-04-01T17:23:13.277286Z","steps":["trace[2091063589] 'agreement among raft nodes before linearized reading' (duration: 319.813603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.277331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.957332Z","time spent":"319.991538ms","remote":"127.0.0.1:34928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-01T17:23:13.277369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.024708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-01T17:23:13.277427Z","caller":"traceutil/trace.go:171","msg":"trace[110341969] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25446; }","duration":"320.100021ms","start":"2026-04-01T17:23:12.957308Z","end":"2026-04-01T17:23:13.277408Z","steps":["trace[110341969] 'agreement among raft nodes before linearized reading' (duration: 319.922156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.277453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.9573Z","time spent":"320.148242ms","remote":"127.0.0.1:34928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-01T17:23:13.614596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.760634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:23:13.61483Z","caller":"traceutil/trace.go:171","msg":"trace[263228109] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"619.927728ms","start":"2026-04-01T17:23:12.994889Z","end":"2026-04-01T17:23:13.614817Z","steps":["trace[263228109] 'process raft request' (duration: 619.800464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.614917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.994852Z","time spent":"620.00983ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:13.615027Z","caller":"traceutil/trace.go:171","msg":"trace[27562499] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"592.790192ms","start":"2026-04-01T17:23:13.0222Z","end":"2026-04-01T17:23:13.61499Z","steps":["trace[27562499] 'process raft request' (duration: 592.553774ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:13.614813Z","caller":"traceutil/trace.go:171","msg":"trace[1342873827] linearizableReadLoop","detail":"{readStateIndex:26291; appliedIndex:26288; }","duration":"338.511543ms","start":"2026-04-01T17:23:13.276286Z","end":"2026-04-01T17:23:13.614797Z","steps":["trace[1342873827] 'read index received' (duration: 172.482901ms)","trace[1342873827] 'applied index is now lower than readState.Index' (duration: 166.027792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:13.614974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.192072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3e06e77e-46b4-4234-8fca-611fb5dd584f\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-01T17:23:13.615201Z","caller":"traceutil/trace.go:171","msg":"trace[515514479] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3e06e77e-46b4-4234-8fca-611fb5dd584f; range_end:; response_count:1; response_revision:25449; }","duration":"626.439579ms","start":"2026-04-01T17:23:12.988749Z","end":"2026-04-01T17:23:13.615188Z","steps":["trace[515514479] 'agreement among raft nodes before linearized reading' (duration: 626.10623ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:13.615204Z","caller":"traceutil/trace.go:171","msg":"trace[1509778503] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"623.491587ms","start":"2026-04-01T17:23:12.991679Z","end":"2026-04-01T17:23:13.61517Z","steps":["trace[1509778503] 'process raft request' (duration: 457.077324ms)","trace[1509778503] 'compare' (duration: 165.62111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:13.61524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.988735Z","time spent":"626.493611ms","remote":"127.0.0.1:34774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-3e06e77e-46b4-4234-8fca-611fb5dd584f\" "} {"level":"warn","ts":"2026-04-01T17:23:13.615242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:13.022172Z","time spent":"592.973917ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:13.615352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:12.991664Z","time spent":"623.608171ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:13.619908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.86245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:13.619984Z","caller":"traceutil/trace.go:171","msg":"trace[2119132080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25451; }","duration":"335.934701ms","start":"2026-04-01T17:23:13.284016Z","end":"2026-04-01T17:23:13.619951Z","steps":["trace[2119132080] 'agreement among raft nodes before linearized reading' (duration: 335.840129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.620017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:13.284008Z","time spent":"336.001224ms","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T17:23:13.620338Z","caller":"traceutil/trace.go:171","msg":"trace[1524050032] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"338.014029ms","start":"2026-04-01T17:23:13.282311Z","end":"2026-04-01T17:23:13.620325Z","steps":["trace[1524050032] 'process raft request' (duration: 337.423093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.620412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:13.282292Z","time spent":"338.081291ms","remote":"127.0.0.1:34928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:13.620565Z","caller":"traceutil/trace.go:171","msg":"trace[1616850955] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"338.252707ms","start":"2026-04-01T17:23:13.282302Z","end":"2026-04-01T17:23:13.620555Z","steps":["trace[1616850955] 'process raft request' (duration: 337.513266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.620628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:13.282279Z","time spent":"338.317498ms","remote":"127.0.0.1:34928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:13.620827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.679187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-01T17:23:13.620865Z","caller":"traceutil/trace.go:171","msg":"trace[312656364] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25451; }","duration":"320.737089ms","start":"2026-04-01T17:23:13.300119Z","end":"2026-04-01T17:23:13.620856Z","steps":["trace[312656364] 'agreement among raft nodes before linearized reading' (duration: 320.637287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.620901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:13.300111Z","time spent":"320.78175ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-01T17:23:13.621049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.352376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:13.62109Z","caller":"traceutil/trace.go:171","msg":"trace[909880236] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25451; }","duration":"321.416978ms","start":"2026-04-01T17:23:13.29966Z","end":"2026-04-01T17:23:13.621077Z","steps":["trace[909880236] 'agreement among raft nodes before linearized reading' (duration: 321.359417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.621125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:13.299645Z","time spent":"321.472119ms","remote":"127.0.0.1:44654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-01T17:23:13.923959Z","caller":"traceutil/trace.go:171","msg":"trace[1859710572] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"299.070947ms","start":"2026-04-01T17:23:13.624867Z","end":"2026-04-01T17:23:13.923938Z","steps":["trace[1859710572] 'process raft request' (duration: 298.934003ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:13.925888Z","caller":"traceutil/trace.go:171","msg":"trace[670076932] linearizableReadLoop","detail":"{readStateIndex:26296; appliedIndex:26294; }","duration":"256.337556ms","start":"2026-04-01T17:23:13.669532Z","end":"2026-04-01T17:23:13.925869Z","steps":["trace[670076932] 'read index received' (duration: 254.216787ms)","trace[670076932] 'applied index is now lower than readState.Index' (duration: 2.119939ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:13.925961Z","caller":"traceutil/trace.go:171","msg":"trace[394265850] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"258.476466ms","start":"2026-04-01T17:23:13.667455Z","end":"2026-04-01T17:23:13.925932Z","steps":["trace[394265850] 'process raft request' (duration: 258.313702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.926046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.358488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-04-01T17:23:13.926071Z","caller":"traceutil/trace.go:171","msg":"trace[1021805366] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25454; }","duration":"214.41349ms","start":"2026-04-01T17:23:13.71165Z","end":"2026-04-01T17:23:13.926063Z","steps":["trace[1021805366] 'agreement among raft nodes before linearized reading' (duration: 214.372399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.925999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.452339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:13.926145Z","caller":"traceutil/trace.go:171","msg":"trace[1043245401] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:0; response_revision:25454; }","duration":"256.635084ms","start":"2026-04-01T17:23:13.669488Z","end":"2026-04-01T17:23:13.926124Z","steps":["trace[1043245401] 'agreement among raft nodes before linearized reading' (duration: 256.46775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:13.926365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.578359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-01T17:23:13.926408Z","caller":"traceutil/trace.go:171","msg":"trace[1099031407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25454; }","duration":"142.683832ms","start":"2026-04-01T17:23:13.783713Z","end":"2026-04-01T17:23:13.926396Z","steps":["trace[1099031407] 'agreement among raft nodes before linearized reading' (duration: 142.5961ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:15.412079Z","caller":"traceutil/trace.go:171","msg":"trace[56672190] linearizableReadLoop","detail":"{readStateIndex:26365; appliedIndex:26363; }","duration":"130.541905ms","start":"2026-04-01T17:23:15.281514Z","end":"2026-04-01T17:23:15.412056Z","steps":["trace[56672190] 'read index received' (duration: 91.480237ms)","trace[56672190] 'applied index is now lower than readState.Index' (duration: 39.060378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:15.412294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.76218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T17:23:15.412341Z","caller":"traceutil/trace.go:171","msg":"trace[1897392412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25523; }","duration":"130.852103ms","start":"2026-04-01T17:23:15.281474Z","end":"2026-04-01T17:23:15.412326Z","steps":["trace[1897392412] 'agreement among raft nodes before linearized reading' (duration: 130.701729ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:15.412327Z","caller":"traceutil/trace.go:171","msg":"trace[848691605] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"136.267043ms","start":"2026-04-01T17:23:15.276024Z","end":"2026-04-01T17:23:15.412291Z","steps":["trace[848691605] 'process raft request' (duration: 135.726468ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:17.68407Z","caller":"traceutil/trace.go:171","msg":"trace[1156793556] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"119.879398ms","start":"2026-04-01T17:23:17.564167Z","end":"2026-04-01T17:23:17.684046Z","steps":["trace[1156793556] 'process raft request' (duration: 119.726423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:18.110716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.669561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:23:18.110826Z","caller":"traceutil/trace.go:171","msg":"trace[1553846369] linearizableReadLoop","detail":"{readStateIndex:26388; appliedIndex:26387; }","duration":"215.50219ms","start":"2026-04-01T17:23:17.895307Z","end":"2026-04-01T17:23:18.110809Z","steps":["trace[1553846369] 'read index received' (duration: 61.803µs)","trace[1553846369] 'applied index is now lower than readState.Index' (duration: 215.439167ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:18.110915Z","caller":"traceutil/trace.go:171","msg":"trace[203121709] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"482.79049ms","start":"2026-04-01T17:23:17.628113Z","end":"2026-04-01T17:23:18.110904Z","steps":["trace[203121709] 'process raft request' (duration: 233.842981ms)","trace[203121709] 'compare' (duration: 248.443675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:18.110992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:17.62809Z","time spent":"482.868402ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:18.111196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.910802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a24b7ad7caca6a\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-01T17:23:18.111237Z","caller":"traceutil/trace.go:171","msg":"trace[202537874] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a24b7ad7caca6a; range_end:; response_count:1; response_revision:25545; }","duration":"216.013854ms","start":"2026-04-01T17:23:17.895211Z","end":"2026-04-01T17:23:18.111224Z","steps":["trace[202537874] 'agreement among raft nodes before linearized reading' (duration: 215.8842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:18.111292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.390054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:18.11136Z","caller":"traceutil/trace.go:171","msg":"trace[1736635070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25545; }","duration":"133.507067ms","start":"2026-04-01T17:23:17.977835Z","end":"2026-04-01T17:23:18.111342Z","steps":["trace[1736635070] 'agreement among raft nodes before linearized reading' (duration: 133.358693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:18.111341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.745226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T17:23:18.111417Z","caller":"traceutil/trace.go:171","msg":"trace[1165347507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25545; }","duration":"159.86601ms","start":"2026-04-01T17:23:17.951533Z","end":"2026-04-01T17:23:18.111399Z","steps":["trace[1165347507] 'agreement among raft nodes before linearized reading' (duration: 159.627873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:18.112076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.740167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T17:23:18.112146Z","caller":"traceutil/trace.go:171","msg":"trace[492357947] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25545; }","duration":"117.867391ms","start":"2026-04-01T17:23:17.994257Z","end":"2026-04-01T17:23:18.112124Z","steps":["trace[492357947] 'agreement among raft nodes before linearized reading' (duration: 116.914225ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:22.77113Z","caller":"traceutil/trace.go:171","msg":"trace[1679196271] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"161.770604ms","start":"2026-04-01T17:23:22.609334Z","end":"2026-04-01T17:23:22.771104Z","steps":["trace[1679196271] 'process raft request' (duration: 161.647981ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:22.923284Z","caller":"traceutil/trace.go:171","msg":"trace[1505643412] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"312.14887ms","start":"2026-04-01T17:23:22.611084Z","end":"2026-04-01T17:23:22.923233Z","steps":["trace[1505643412] 'process raft request' (duration: 306.152263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:22.923421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:22.611067Z","time spent":"312.294163ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:23.307348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.923136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:23:23.307527Z","caller":"traceutil/trace.go:171","msg":"trace[1736419999] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"307.451968ms","start":"2026-04-01T17:23:23.000009Z","end":"2026-04-01T17:23:23.307461Z","steps":["trace[1736419999] 'process raft request' (duration: 135.311997ms)","trace[1736419999] 'compare' (duration: 171.795522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:23.307624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:22.999966Z","time spent":"307.612533ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:23.38082Z","caller":"traceutil/trace.go:171","msg":"trace[1767652776] linearizableReadLoop","detail":"{readStateIndex:26447; appliedIndex:26445; }","duration":"379.021442ms","start":"2026-04-01T17:23:23.001772Z","end":"2026-04-01T17:23:23.380793Z","steps":["trace[1767652776] 'read index received' (duration: 133.543228ms)","trace[1767652776] 'applied index is now lower than readState.Index' (duration: 245.477214ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:23.38119Z","caller":"traceutil/trace.go:171","msg":"trace[856241696] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"380.190764ms","start":"2026-04-01T17:23:23.000986Z","end":"2026-04-01T17:23:23.381177Z","steps":["trace[856241696] 'process raft request' (duration: 379.561076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:23.381297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:23.000949Z","time spent":"380.277146ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:23.381497Z","caller":"traceutil/trace.go:171","msg":"trace[785134801] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"366.748609ms","start":"2026-04-01T17:23:23.014739Z","end":"2026-04-01T17:23:23.381487Z","steps":["trace[785134801] 'process raft request' (duration: 365.962318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:23.381562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:23.0147Z","time spent":"366.828631ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:23.381704Z","caller":"traceutil/trace.go:171","msg":"trace[526271456] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"364.894238ms","start":"2026-04-01T17:23:23.016799Z","end":"2026-04-01T17:23:23.381693Z","steps":["trace[526271456] 'process raft request' (duration: 363.946852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:23.381761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:23.016779Z","time spent":"364.954759ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:23.381972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.198504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T17:23:23.38201Z","caller":"traceutil/trace.go:171","msg":"trace[353002672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25604; }","duration":"380.277806ms","start":"2026-04-01T17:23:23.001724Z","end":"2026-04-01T17:23:23.382002Z","steps":["trace[353002672] 'agreement among raft nodes before linearized reading' (duration: 380.158533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:23.382039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:23.001698Z","time spent":"380.334948ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-01T17:23:23.382231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.50057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-01T17:23:23.38227Z","caller":"traceutil/trace.go:171","msg":"trace[561815145] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25604; }","duration":"247.570061ms","start":"2026-04-01T17:23:23.134687Z","end":"2026-04-01T17:23:23.382257Z","steps":["trace[561815145] 'agreement among raft nodes before linearized reading' (duration: 247.480139ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:23.529727Z","caller":"traceutil/trace.go:171","msg":"trace[472358324] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"140.519441ms","start":"2026-04-01T17:23:23.389181Z","end":"2026-04-01T17:23:23.5297Z","steps":["trace[472358324] 'process raft request' (duration: 139.264046ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:23.529804Z","caller":"traceutil/trace.go:171","msg":"trace[549843566] linearizableReadLoop","detail":"{readStateIndex:26450; appliedIndex:26449; }","duration":"126.456691ms","start":"2026-04-01T17:23:23.403321Z","end":"2026-04-01T17:23:23.529777Z","steps":["trace[549843566] 'read index received' (duration: 125.139243ms)","trace[549843566] 'applied index is now lower than readState.Index' (duration: 1.314487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:23.530602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.214605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:23.530986Z","caller":"traceutil/trace.go:171","msg":"trace[1430099938] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25606; }","duration":"102.675937ms","start":"2026-04-01T17:23:23.428295Z","end":"2026-04-01T17:23:23.530971Z","steps":["trace[1430099938] 'agreement among raft nodes before linearized reading' (duration: 101.634549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:23.531132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.800927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T17:23:23.531183Z","caller":"traceutil/trace.go:171","msg":"trace[90569772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25606; }","duration":"127.861769ms","start":"2026-04-01T17:23:23.403309Z","end":"2026-04-01T17:23:23.53117Z","steps":["trace[90569772] 'agreement among raft nodes before linearized reading' (duration: 126.583884ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:23.538878Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22241} {"level":"info","ts":"2026-04-01T17:23:23.64296Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22241,"took":"99.751767ms","hash":1762160688,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":43225088,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-01T17:23:23.64302Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1762160688,"revision":22241,"compact-revision":20056} {"level":"info","ts":"2026-04-01T17:23:30.22814Z","caller":"traceutil/trace.go:171","msg":"trace[2038382315] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"311.535113ms","start":"2026-04-01T17:23:29.916577Z","end":"2026-04-01T17:23:30.228112Z","steps":["trace[2038382315] 'process raft request' (duration: 311.137772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:30.228267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:29.916549Z","time spent":"311.649855ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:30.228201Z","caller":"traceutil/trace.go:171","msg":"trace[964794343] linearizableReadLoop","detail":"{readStateIndex:26511; appliedIndex:26510; }","duration":"280.690604ms","start":"2026-04-01T17:23:29.947434Z","end":"2026-04-01T17:23:30.228124Z","steps":["trace[964794343] 'read index received' (duration: 280.17929ms)","trace[964794343] 'applied index is now lower than readState.Index' (duration: 509.294µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:30.502842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.34395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:30.502992Z","caller":"traceutil/trace.go:171","msg":"trace[1943298895] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25664; }","duration":"555.558386ms","start":"2026-04-01T17:23:29.947398Z","end":"2026-04-01T17:23:30.502956Z","steps":["trace[1943298895] 'agreement among raft nodes before linearized reading' (duration: 280.89846ms)","trace[1943298895] 'count revisions from in-memory index tree' (duration: 274.398718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:30.503063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:29.947379Z","time spent":"555.665668ms","remote":"127.0.0.1:60160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:23:30.503285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.91973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:23:30.503417Z","caller":"traceutil/trace.go:171","msg":"trace[223611384] linearizableReadLoop","detail":"{readStateIndex:26512; appliedIndex:26511; }","duration":"275.002455ms","start":"2026-04-01T17:23:30.228395Z","end":"2026-04-01T17:23:30.503397Z","steps":["trace[223611384] 'read index received' (duration: 127.723146ms)","trace[223611384] 'applied index is now lower than readState.Index' (duration: 147.277619ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:30.503438Z","caller":"traceutil/trace.go:171","msg":"trace[1840353206] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"350.444796ms","start":"2026-04-01T17:23:30.152956Z","end":"2026-04-01T17:23:30.503401Z","steps":["trace[1840353206] 'process raft request' (duration: 203.2995ms)","trace[1840353206] 'compare' (duration: 146.638382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:30.503608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.414391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-01T17:23:30.503597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.573983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-01T17:23:30.503585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.360549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-01T17:23:30.503635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:30.152923Z","time spent":"350.61863ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T17:23:30.503659Z","caller":"traceutil/trace.go:171","msg":"trace[939182823] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25665; }","duration":"546.529715ms","start":"2026-04-01T17:23:29.957111Z","end":"2026-04-01T17:23:30.50364Z","steps":["trace[939182823] 'agreement among raft nodes before linearized reading' (duration: 546.433802ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:30.503672Z","caller":"traceutil/trace.go:171","msg":"trace[1446831200] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25665; }","duration":"464.688306ms","start":"2026-04-01T17:23:30.038967Z","end":"2026-04-01T17:23:30.503656Z","steps":["trace[1446831200] 'agreement among raft nodes before linearized reading' (duration: 464.46738ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:30.503694Z","caller":"traceutil/trace.go:171","msg":"trace[1944472587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25665; }","duration":"523.540935ms","start":"2026-04-01T17:23:29.980129Z","end":"2026-04-01T17:23:30.50367Z","steps":["trace[1944472587] 'agreement among raft nodes before linearized reading' (duration: 523.332119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:30.503721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:30.038931Z","time spent":"464.783649ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-01T17:23:30.503707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:29.957078Z","time spent":"546.618436ms","remote":"127.0.0.1:46724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-01T17:23:30.503733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:29.980092Z","time spent":"523.635477ms","remote":"127.0.0.1:34606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T17:23:30.503746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.610482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5f46d46656-479rw.18a24b7664069e92\" ","response":"range_response_count:1 size:855"} {"level":"warn","ts":"2026-04-01T17:23:30.503741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.729425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T17:23:30.503821Z","caller":"traceutil/trace.go:171","msg":"trace[1621271987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25665; }","duration":"257.856338ms","start":"2026-04-01T17:23:30.24595Z","end":"2026-04-01T17:23:30.503806Z","steps":["trace[1621271987] 'agreement among raft nodes before linearized reading' (duration: 257.606031ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:30.503818Z","caller":"traceutil/trace.go:171","msg":"trace[573082597] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5f46d46656-479rw.18a24b7664069e92; range_end:; response_count:1; response_revision:25665; }","duration":"113.721965ms","start":"2026-04-01T17:23:30.390076Z","end":"2026-04-01T17:23:30.503798Z","steps":["trace[573082597] 'agreement among raft nodes before linearized reading' (duration: 113.520499ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:30.844Z","caller":"traceutil/trace.go:171","msg":"trace[541656588] linearizableReadLoop","detail":"{readStateIndex:26513; appliedIndex:26512; }","duration":"335.638484ms","start":"2026-04-01T17:23:30.508334Z","end":"2026-04-01T17:23:30.843973Z","steps":["trace[541656588] 'read index received' (duration: 335.47231ms)","trace[541656588] 'applied index is now lower than readState.Index' (duration: 164.604µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:30.8441Z","caller":"traceutil/trace.go:171","msg":"trace[990344257] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"336.429966ms","start":"2026-04-01T17:23:30.50763Z","end":"2026-04-01T17:23:30.84406Z","steps":["trace[990344257] 'process raft request' (duration: 336.146998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:30.84425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:30.507598Z","time spent":"336.565889ms","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:30.844329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.961803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-01T17:23:30.844407Z","caller":"traceutil/trace.go:171","msg":"trace[837452672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25666; }","duration":"336.058046ms","start":"2026-04-01T17:23:30.508329Z","end":"2026-04-01T17:23:30.844387Z","steps":["trace[837452672] 'agreement among raft nodes before linearized reading' (duration: 335.759967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:30.844495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:30.508294Z","time spent":"336.168819ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-01T17:23:30.86007Z","caller":"traceutil/trace.go:171","msg":"trace[647188746] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"350.691102ms","start":"2026-04-01T17:23:30.509358Z","end":"2026-04-01T17:23:30.860049Z","steps":["trace[647188746] 'process raft request' (duration: 350.468196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:30.86019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:30.509335Z","time spent":"350.789135ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:30.860204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.855589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-01T17:23:30.860258Z","caller":"traceutil/trace.go:171","msg":"trace[1415990565] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25668; }","duration":"322.949581ms","start":"2026-04-01T17:23:30.537293Z","end":"2026-04-01T17:23:30.860243Z","steps":["trace[1415990565] 'agreement among raft nodes before linearized reading' (duration: 322.766195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:30.860304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:30.537274Z","time spent":"323.020713ms","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-01T17:23:30.860311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.666955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:30.860347Z","caller":"traceutil/trace.go:171","msg":"trace[710722010] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25668; }","duration":"261.732037ms","start":"2026-04-01T17:23:30.598602Z","end":"2026-04-01T17:23:30.860334Z","steps":["trace[710722010] 'agreement among raft nodes before linearized reading' (duration: 261.672196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:31.219859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.077373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:23:31.219937Z","caller":"traceutil/trace.go:171","msg":"trace[1698646278] linearizableReadLoop","detail":"{readStateIndex:26516; appliedIndex:26515; }","duration":"340.360886ms","start":"2026-04-01T17:23:30.879562Z","end":"2026-04-01T17:23:31.219923Z","steps":["trace[1698646278] 'read index received' (duration: 229.235022ms)","trace[1698646278] 'applied index is now lower than readState.Index' (duration: 111.125014ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:31.219988Z","caller":"traceutil/trace.go:171","msg":"trace[201097948] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"346.482026ms","start":"2026-04-01T17:23:30.873499Z","end":"2026-04-01T17:23:31.219981Z","steps":["trace[201097948] 'process raft request' (duration: 235.201837ms)","trace[201097948] 'compare' (duration: 110.98162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:31.220029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:30.873481Z","time spent":"346.524187ms","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T17:23:31.220097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.5286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b34168c-a64c-4308-8c30-14b81e37f95a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-01T17:23:31.220146Z","caller":"traceutil/trace.go:171","msg":"trace[1131289596] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b34168c-a64c-4308-8c30-14b81e37f95a; range_end:; response_count:1; response_revision:25669; }","duration":"340.655464ms","start":"2026-04-01T17:23:30.879477Z","end":"2026-04-01T17:23:31.220132Z","steps":["trace[1131289596] 'agreement among raft nodes before linearized reading' (duration: 340.51953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:31.220168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-01T17:23:30.879463Z","time spent":"340.700535ms","remote":"127.0.0.1:34774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8b34168c-a64c-4308-8c30-14b81e37f95a\" "} {"level":"warn","ts":"2026-04-01T17:23:31.227206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.754232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:31.227281Z","caller":"traceutil/trace.go:171","msg":"trace[1166934533] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25671; }","duration":"291.862316ms","start":"2026-04-01T17:23:30.935399Z","end":"2026-04-01T17:23:31.227261Z","steps":["trace[1166934533] 'agreement among raft nodes before linearized reading' (duration: 291.728301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:31.227551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.840167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:31.227612Z","caller":"traceutil/trace.go:171","msg":"trace[655378212] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25671; }","duration":"248.93198ms","start":"2026-04-01T17:23:30.978665Z","end":"2026-04-01T17:23:31.227597Z","steps":["trace[655378212] 'agreement among raft nodes before linearized reading' (duration: 248.846588ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:31.227563Z","caller":"traceutil/trace.go:171","msg":"trace[724033039] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"274.110261ms","start":"2026-04-01T17:23:30.95341Z","end":"2026-04-01T17:23:31.227521Z","steps":["trace[724033039] 'process raft request' (duration: 273.630087ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:31.227782Z","caller":"traceutil/trace.go:171","msg":"trace[1326550297] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"276.324753ms","start":"2026-04-01T17:23:30.951443Z","end":"2026-04-01T17:23:31.227768Z","steps":["trace[1326550297] 'process raft request' (duration: 275.477118ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:32.886191Z","caller":"traceutil/trace.go:171","msg":"trace[738465681] linearizableReadLoop","detail":"{readStateIndex:26529; appliedIndex:26528; }","duration":"182.073588ms","start":"2026-04-01T17:23:32.704094Z","end":"2026-04-01T17:23:32.886168Z","steps":["trace[738465681] 'read index received' (duration: 181.979786ms)","trace[738465681] 'applied index is now lower than readState.Index' (duration: 92.912µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:32.886284Z","caller":"traceutil/trace.go:171","msg":"trace[170859095] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"185.69272ms","start":"2026-04-01T17:23:32.700576Z","end":"2026-04-01T17:23:32.886268Z","steps":["trace[170859095] 'process raft request' (duration: 185.431393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:32.88649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.382007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T17:23:32.886527Z","caller":"traceutil/trace.go:171","msg":"trace[1854815413] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25681; }","duration":"182.437089ms","start":"2026-04-01T17:23:32.70408Z","end":"2026-04-01T17:23:32.886517Z","steps":["trace[1854815413] 'agreement among raft nodes before linearized reading' (duration: 182.206363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:33.144015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.01805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-01T17:23:33.144113Z","caller":"traceutil/trace.go:171","msg":"trace[776106545] linearizableReadLoop","detail":"{readStateIndex:26530; appliedIndex:26529; }","duration":"257.834137ms","start":"2026-04-01T17:23:32.886262Z","end":"2026-04-01T17:23:33.144096Z","steps":["trace[776106545] 'read index received' (duration: 58.55812ms)","trace[776106545] 'applied index is now lower than readState.Index' (duration: 199.274497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:33.144316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.735141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-01T17:23:33.144379Z","caller":"traceutil/trace.go:171","msg":"trace[2139139801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25682; }","duration":"268.846744ms","start":"2026-04-01T17:23:32.87552Z","end":"2026-04-01T17:23:33.144367Z","steps":["trace[2139139801] 'agreement among raft nodes before linearized reading' (duration: 268.683189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:33.144447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.507217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-01T17:23:33.144558Z","caller":"traceutil/trace.go:171","msg":"trace[1035914043] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25682; }","duration":"179.672762ms","start":"2026-04-01T17:23:32.964869Z","end":"2026-04-01T17:23:33.144542Z","steps":["trace[1035914043] 'agreement among raft nodes before linearized reading' (duration: 179.401114ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:33.145397Z","caller":"traceutil/trace.go:171","msg":"trace[561447560] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"268.248128ms","start":"2026-04-01T17:23:32.877124Z","end":"2026-04-01T17:23:33.145372Z","steps":["trace[561447560] 'process raft request' (duration: 67.759957ms)","trace[561447560] 'compare' (duration: 198.66722ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:33.472259Z","caller":"traceutil/trace.go:171","msg":"trace[141568300] linearizableReadLoop","detail":"{readStateIndex:26533; appliedIndex:26531; }","duration":"196.050667ms","start":"2026-04-01T17:23:33.27619Z","end":"2026-04-01T17:23:33.472241Z","steps":["trace[141568300] 'read index received' (duration: 110.860056ms)","trace[141568300] 'applied index is now lower than readState.Index' (duration: 85.189561ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:33.472365Z","caller":"traceutil/trace.go:171","msg":"trace[1687765660] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"239.566159ms","start":"2026-04-01T17:23:33.232773Z","end":"2026-04-01T17:23:33.472339Z","steps":["trace[1687765660] 'process raft request' (duration: 239.391004ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:33.47241Z","caller":"traceutil/trace.go:171","msg":"trace[1820035683] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"240.150025ms","start":"2026-04-01T17:23:33.232235Z","end":"2026-04-01T17:23:33.472385Z","steps":["trace[1820035683] 'process raft request' (duration: 154.837621ms)","trace[1820035683] 'compare' (duration: 84.835281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T17:23:33.472469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.252454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:33.472539Z","caller":"traceutil/trace.go:171","msg":"trace[1796663300] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25685; }","duration":"196.380177ms","start":"2026-04-01T17:23:33.276141Z","end":"2026-04-01T17:23:33.472522Z","steps":["trace[1796663300] 'agreement among raft nodes before linearized reading' (duration: 196.239093ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:33.473872Z","caller":"traceutil/trace.go:171","msg":"trace[1819867075] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"128.713153ms","start":"2026-04-01T17:23:33.345147Z","end":"2026-04-01T17:23:33.47386Z","steps":["trace[1819867075] 'process raft request' (duration: 128.662241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:33.474747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.162111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:33.474829Z","caller":"traceutil/trace.go:171","msg":"trace[1824799806] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25689; }","duration":"164.294794ms","start":"2026-04-01T17:23:33.310514Z","end":"2026-04-01T17:23:33.474809Z","steps":["trace[1824799806] 'agreement among raft nodes before linearized reading' (duration: 164.165611ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:37.285615Z","caller":"traceutil/trace.go:171","msg":"trace[1185677978] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"113.999583ms","start":"2026-04-01T17:23:37.171581Z","end":"2026-04-01T17:23:37.28558Z","steps":["trace[1185677978] 'process raft request' (duration: 113.806018ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:40.63743Z","caller":"traceutil/trace.go:171","msg":"trace[822525258] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"116.772311ms","start":"2026-04-01T17:23:40.520639Z","end":"2026-04-01T17:23:40.637411Z","steps":["trace[822525258] 'process raft request' (duration: 116.645157ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:40.637478Z","caller":"traceutil/trace.go:171","msg":"trace[1649319853] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"116.087372ms","start":"2026-04-01T17:23:40.521373Z","end":"2026-04-01T17:23:40.63746Z","steps":["trace[1649319853] 'process raft request' (duration: 115.964089ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:40.637597Z","caller":"traceutil/trace.go:171","msg":"trace[1312062320] linearizableReadLoop","detail":"{readStateIndex:26591; appliedIndex:26587; }","duration":"114.790346ms","start":"2026-04-01T17:23:40.522796Z","end":"2026-04-01T17:23:40.637587Z","steps":["trace[1312062320] 'read index received' (duration: 15.134521ms)","trace[1312062320] 'applied index is now lower than readState.Index' (duration: 99.654625ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:40.637588Z","caller":"traceutil/trace.go:171","msg":"trace[21964774] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"117.029378ms","start":"2026-04-01T17:23:40.520525Z","end":"2026-04-01T17:23:40.637555Z","steps":["trace[21964774] 'process raft request' (duration: 70.637756ms)","trace[21964774] 'compare' (duration: 46.008671ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:40.637898Z","caller":"traceutil/trace.go:171","msg":"trace[396305884] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"103.304416ms","start":"2026-04-01T17:23:40.534541Z","end":"2026-04-01T17:23:40.637845Z","steps":["trace[396305884] 'process raft request' (duration: 102.824223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:40.638032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.229097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-01T17:23:40.638078Z","caller":"traceutil/trace.go:171","msg":"trace[1151206643] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:25743; }","duration":"115.345471ms","start":"2026-04-01T17:23:40.522719Z","end":"2026-04-01T17:23:40.638065Z","steps":["trace[1151206643] 'agreement among raft nodes before linearized reading' (duration: 114.910599ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:41.609882Z","caller":"traceutil/trace.go:171","msg":"trace[1355005391] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"102.847573ms","start":"2026-04-01T17:23:41.506988Z","end":"2026-04-01T17:23:41.609836Z","steps":["trace[1355005391] 'process raft request' (duration: 101.625149ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:43.432266Z","caller":"traceutil/trace.go:171","msg":"trace[937105960] linearizableReadLoop","detail":"{readStateIndex:26621; appliedIndex:26620; }","duration":"117.296075ms","start":"2026-04-01T17:23:43.314943Z","end":"2026-04-01T17:23:43.432239Z","steps":["trace[937105960] 'read index received' (duration: 116.988967ms)","trace[937105960] 'applied index is now lower than readState.Index' (duration: 305.918µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:43.432488Z","caller":"traceutil/trace.go:171","msg":"trace[460587821] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"123.639411ms","start":"2026-04-01T17:23:43.30883Z","end":"2026-04-01T17:23:43.43247Z","steps":["trace[460587821] 'process raft request' (duration: 123.22679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:43.432496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.537942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T17:23:43.432585Z","caller":"traceutil/trace.go:171","msg":"trace[455770035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25771; }","duration":"117.646115ms","start":"2026-04-01T17:23:43.314903Z","end":"2026-04-01T17:23:43.432549Z","steps":["trace[455770035] 'agreement among raft nodes before linearized reading' (duration: 117.438779ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:48.893638Z","caller":"traceutil/trace.go:171","msg":"trace[1628554273] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"222.515585ms","start":"2026-04-01T17:23:48.671098Z","end":"2026-04-01T17:23:48.893613Z","steps":["trace[1628554273] 'process raft request' (duration: 222.364991ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:55.116091Z","caller":"traceutil/trace.go:171","msg":"trace[1364995532] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"111.70252ms","start":"2026-04-01T17:23:55.004359Z","end":"2026-04-01T17:23:55.116061Z","steps":["trace[1364995532] 'process raft request' (duration: 111.542215ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:57.784103Z","caller":"traceutil/trace.go:171","msg":"trace[1852254599] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"206.378005ms","start":"2026-04-01T17:23:57.577658Z","end":"2026-04-01T17:23:57.784036Z","steps":["trace[1852254599] 'process raft request' (duration: 107.241496ms)","trace[1852254599] 'compare' (duration: 98.742798ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:57.784077Z","caller":"traceutil/trace.go:171","msg":"trace[2035160372] linearizableReadLoop","detail":"{readStateIndex:26738; appliedIndex:26737; }","duration":"163.862161ms","start":"2026-04-01T17:23:57.620185Z","end":"2026-04-01T17:23:57.784047Z","steps":["trace[2035160372] 'read index received' (duration: 64.707691ms)","trace[2035160372] 'applied index is now lower than readState.Index' (duration: 99.15185ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:57.784071Z","caller":"traceutil/trace.go:171","msg":"trace[385131182] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"103.4498ms","start":"2026-04-01T17:23:57.680592Z","end":"2026-04-01T17:23:57.784042Z","steps":["trace[385131182] 'process raft request' (duration: 103.355377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:57.78471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.510449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-01T17:23:57.784971Z","caller":"traceutil/trace.go:171","msg":"trace[1171542753] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25886; }","duration":"164.844799ms","start":"2026-04-01T17:23:57.620111Z","end":"2026-04-01T17:23:57.784956Z","steps":["trace[1171542753] 'agreement among raft nodes before linearized reading' (duration: 164.245903ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:57.97313Z","caller":"traceutil/trace.go:171","msg":"trace[173460761] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"283.237565ms","start":"2026-04-01T17:23:57.689865Z","end":"2026-04-01T17:23:57.973103Z","steps":["trace[173460761] 'process raft request' (duration: 282.819053ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:57.973526Z","caller":"traceutil/trace.go:171","msg":"trace[997869118] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"278.300877ms","start":"2026-04-01T17:23:57.69521Z","end":"2026-04-01T17:23:57.973511Z","steps":["trace[997869118] 'process raft request' (duration: 277.834954ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:57.974046Z","caller":"traceutil/trace.go:171","msg":"trace[1498521734] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"275.559941ms","start":"2026-04-01T17:23:57.698467Z","end":"2026-04-01T17:23:57.974027Z","steps":["trace[1498521734] 'process raft request' (duration: 274.995576ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:57.974518Z","caller":"traceutil/trace.go:171","msg":"trace[813527658] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"274.755168ms","start":"2026-04-01T17:23:57.699749Z","end":"2026-04-01T17:23:57.974504Z","steps":["trace[813527658] 'process raft request' (duration: 274.214773ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:57.974558Z","caller":"traceutil/trace.go:171","msg":"trace[1140758867] linearizableReadLoop","detail":"{readStateIndex:26745; appliedIndex:26739; }","duration":"189.741441ms","start":"2026-04-01T17:23:57.78479Z","end":"2026-04-01T17:23:57.974531Z","steps":["trace[1140758867] 'read index received' (duration: 187.942002ms)","trace[1140758867] 'applied index is now lower than readState.Index' (duration: 1.797979ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T17:23:57.974565Z","caller":"traceutil/trace.go:171","msg":"trace[553047336] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"274.647145ms","start":"2026-04-01T17:23:57.699896Z","end":"2026-04-01T17:23:57.974543Z","steps":["trace[553047336] 'process raft request' (duration: 274.4495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:57.974726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.192106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-01T17:23:57.975189Z","caller":"traceutil/trace.go:171","msg":"trace[1112235802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25892; }","duration":"208.66776ms","start":"2026-04-01T17:23:57.766473Z","end":"2026-04-01T17:23:57.975141Z","steps":["trace[1112235802] 'agreement among raft nodes before linearized reading' (duration: 208.129874ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:23:57.974728Z","caller":"traceutil/trace.go:171","msg":"trace[216350176] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"274.432308ms","start":"2026-04-01T17:23:57.700258Z","end":"2026-04-01T17:23:57.97469Z","steps":["trace[216350176] 'process raft request' (duration: 274.206952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:57.974864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.08326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-01T17:23:57.975401Z","caller":"traceutil/trace.go:171","msg":"trace[557995575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25892; }","duration":"270.661695ms","start":"2026-04-01T17:23:57.70473Z","end":"2026-04-01T17:23:57.975392Z","steps":["trace[557995575] 'agreement among raft nodes before linearized reading' (duration: 270.030956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:57.974866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.343859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T17:23:57.975531Z","caller":"traceutil/trace.go:171","msg":"trace[1050271239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25892; }","duration":"265.032628ms","start":"2026-04-01T17:23:57.71049Z","end":"2026-04-01T17:23:57.975523Z","steps":["trace[1050271239] 'agreement among raft nodes before linearized reading' (duration: 264.238035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T17:23:57.974882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.112165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T17:23:57.975654Z","caller":"traceutil/trace.go:171","msg":"trace[575718426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25892; }","duration":"235.890326ms","start":"2026-04-01T17:23:57.739708Z","end":"2026-04-01T17:23:57.975598Z","steps":["trace[575718426] 'agreement among raft nodes before linearized reading' (duration: 234.97118ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:24:30.011322Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a0c.wal"} {"level":"warn","ts":"2026-04-01T17:27:06.470401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.240867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-01T17:27:06.470499Z","caller":"traceutil/trace.go:171","msg":"trace[1355146086] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:27736; }","duration":"111.359581ms","start":"2026-04-01T17:27:06.359118Z","end":"2026-04-01T17:27:06.470478Z","steps":["trace[1355146086] 'range keys from in-memory index tree' (duration: 111.108383ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T17:28:23.545804Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25606} {"level":"info","ts":"2026-04-01T17:28:23.703377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25606,"took":"153.334189ms","hash":216044549,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":35831808,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-01T17:28:23.703452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":216044549,"revision":25606,"compact-revision":22241} {"level":"info","ts":"2026-04-01T17:29:35.412113Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T17:29:35.416814Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-01T17:29:35.416932Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-01T17:33:23.551771Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28531} {"level":"info","ts":"2026-04-01T17:33:23.693439Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28531,"took":"137.648155ms","hash":1999854338,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":31223808,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-01T17:33:23.693507Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1999854338,"revision":28531,"compact-revision":25606} {"level":"info","ts":"2026-04-01T17:38:23.561094Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30769} {"level":"info","ts":"2026-04-01T17:38:23.681624Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30769,"took":"116.315576ms","hash":381276804,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":31002624,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-01T17:38:23.681707Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":381276804,"revision":30769,"compact-revision":28531} {"level":"info","ts":"2026-04-01T17:43:23.567709Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33041} {"level":"info","ts":"2026-04-01T17:43:23.714857Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33041,"took":"142.267803ms","hash":3928279476,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":31121408,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-01T17:43:23.714942Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3928279476,"revision":33041,"compact-revision":30769} {"level":"info","ts":"2026-04-01T17:48:23.574257Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35336} {"level":"info","ts":"2026-04-01T17:48:23.737749Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35336,"took":"157.110259ms","hash":3333272727,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":30887936,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-01T17:48:23.737847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3333272727,"revision":35336,"compact-revision":33041} {"level":"info","ts":"2026-04-01T17:50:58.33469Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"355195d5aae85944","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-01T17:50:58.340042Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-01T17:50:58.340127Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-01T17:53:23.580624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37571} {"level":"info","ts":"2026-04-01T17:53:23.701998Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37571,"took":"118.567009ms","hash":1159811724,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":31686656,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-01T17:53:23.702073Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1159811724,"revision":37571,"compact-revision":35336}