{"level":"warn","ts":"2026-05-07T02:51:19.149079Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T02:51:19.149169Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.107:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.107:2380","--initial-cluster=instance=https://199.19.213.107:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.107:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.107:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T02:51:19.149232Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T02:51:19.149243Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.107:2380"]} {"level":"info","ts":"2026-05-07T02:51:19.149259Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T02:51:19.149852Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.107:2379"]} {"level":"info","ts":"2026-05-07T02:51:19.149928Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.107:2380"],"listen-peer-urls":["https://199.19.213.107:2380"],"advertise-client-urls":["https://199.19.213.107:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.107:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.107:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T02:51:19.153684Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.553192ms"} {"level":"info","ts":"2026-05-07T02:51:19.159586Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be75c9626aba3f77","cluster-id":"c32d1248c0d0c6d"} {"level":"info","ts":"2026-05-07T02:51:19.15969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T02:51:19.159719Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 became follower at term 0"} {"level":"info","ts":"2026-05-07T02:51:19.159733Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be75c9626aba3f77 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T02:51:19.159751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 became follower at term 1"} {"level":"info","ts":"2026-05-07T02:51:19.159806Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 switched to configuration voters=(13724096864016023415)"} {"level":"warn","ts":"2026-05-07T02:51:19.164971Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T02:51:19.166167Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T02:51:19.167245Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T02:51:19.169333Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be75c9626aba3f77","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T02:51:19.169573Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be75c9626aba3f77","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T02:51:19.169647Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T02:51:19.169707Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T02:51:19.169718Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T02:51:19.172472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 switched to configuration voters=(13724096864016023415)"} {"level":"info","ts":"2026-05-07T02:51:19.172865Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c32d1248c0d0c6d","local-member-id":"be75c9626aba3f77","added-peer-id":"be75c9626aba3f77","added-peer-peer-urls":["https://199.19.213.107:2380"]} {"level":"info","ts":"2026-05-07T02:51:19.1745Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T02:51:19.174712Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be75c9626aba3f77","initial-advertise-peer-urls":["https://199.19.213.107:2380"],"listen-peer-urls":["https://199.19.213.107:2380"],"advertise-client-urls":["https://199.19.213.107:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.107:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T02:51:19.174742Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T02:51:19.174853Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.107:2380"} {"level":"info","ts":"2026-05-07T02:51:19.17487Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.107:2380"} {"level":"info","ts":"2026-05-07T02:51:20.160976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T02:51:20.161046Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T02:51:20.16107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 received MsgPreVoteResp from be75c9626aba3f77 at term 1"} {"level":"info","ts":"2026-05-07T02:51:20.16109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 became candidate at term 2"} {"level":"info","ts":"2026-05-07T02:51:20.161102Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 received MsgVoteResp from be75c9626aba3f77 at term 2"} {"level":"info","ts":"2026-05-07T02:51:20.161118Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be75c9626aba3f77 became leader at term 2"} {"level":"info","ts":"2026-05-07T02:51:20.161132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be75c9626aba3f77 elected leader be75c9626aba3f77 at term 2"} {"level":"info","ts":"2026-05-07T02:51:20.162128Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:51:20.16332Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T02:51:20.16331Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be75c9626aba3f77","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.107:2379]}","request-path":"/0/members/be75c9626aba3f77/attributes","cluster-id":"c32d1248c0d0c6d","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T02:51:20.163485Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T02:51:20.163785Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T02:51:20.163853Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T02:51:20.163993Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c32d1248c0d0c6d","local-member-id":"be75c9626aba3f77","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:51:20.164145Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:51:20.164197Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T02:51:20.167007Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.107:2379"} {"level":"info","ts":"2026-05-07T02:51:20.167229Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-07T02:51:49.708737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.607643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:51:49.709386Z","caller":"traceutil/trace.go:171","msg":"trace[1043077132] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"193.509586ms","start":"2026-05-07T02:51:49.515837Z","end":"2026-05-07T02:51:49.709347Z","steps":["trace[1043077132] 'process raft request' (duration: 79.42672ms)","trace[1043077132] 'compare' (duration: 112.410878ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:51:49.709713Z","caller":"traceutil/trace.go:171","msg":"trace[1622029832] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"184.176609ms","start":"2026-05-07T02:51:49.525484Z","end":"2026-05-07T02:51:49.709661Z","steps":["trace[1622029832] 'process raft request' (duration: 183.822428ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:51:49.709727Z","caller":"traceutil/trace.go:171","msg":"trace[493076767] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"134.210494ms","start":"2026-05-07T02:51:49.575489Z","end":"2026-05-07T02:51:49.709699Z","steps":["trace[493076767] 'process raft request' (duration: 134.047679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:51:49.709969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.231402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T02:51:49.710024Z","caller":"traceutil/trace.go:171","msg":"trace[1079425423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:545; }","duration":"144.350915ms","start":"2026-05-07T02:51:49.565658Z","end":"2026-05-07T02:51:49.710009Z","steps":["trace[1079425423] 'agreement among raft nodes before linearized reading' (duration: 144.18395ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:51:49.710024Z","caller":"traceutil/trace.go:171","msg":"trace[1961749290] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:562; }","duration":"144.086047ms","start":"2026-05-07T02:51:49.565722Z","end":"2026-05-07T02:51:49.709808Z","steps":["trace[1961749290] 'read index received' (duration: 29.60526ms)","trace[1961749290] 'applied index is now lower than readState.Index' (duration: 114.326422ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:51:55.627094Z","caller":"traceutil/trace.go:171","msg":"trace[1276204822] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"206.293793ms","start":"2026-05-07T02:51:55.420762Z","end":"2026-05-07T02:51:55.627056Z","steps":["trace[1276204822] 'process raft request' (duration: 116.077532ms)","trace[1276204822] 'compare' (duration: 90.080357ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:51:55.82762Z","caller":"traceutil/trace.go:171","msg":"trace[2126955371] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"169.580809ms","start":"2026-05-07T02:51:55.657983Z","end":"2026-05-07T02:51:55.827564Z","steps":["trace[2126955371] 'process raft request' (duration: 153.571249ms)","trace[2126955371] 'compare' (duration: 15.755332ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:51:56.005512Z","caller":"traceutil/trace.go:171","msg":"trace[1247569383] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"129.969212ms","start":"2026-05-07T02:51:55.87551Z","end":"2026-05-07T02:51:56.005479Z","steps":["trace[1247569383] 'read index received' (duration: 124.488175ms)","trace[1247569383] 'applied index is now lower than readState.Index' (duration: 5.479547ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:51:56.005571Z","caller":"traceutil/trace.go:171","msg":"trace[1680000236] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"174.077308ms","start":"2026-05-07T02:51:55.831465Z","end":"2026-05-07T02:51:56.005542Z","steps":["trace[1680000236] 'process raft request' (duration: 168.614981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:51:56.005782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.23878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T02:51:56.005839Z","caller":"traceutil/trace.go:171","msg":"trace[712704411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:615; }","duration":"130.381134ms","start":"2026-05-07T02:51:55.875441Z","end":"2026-05-07T02:51:56.005822Z","steps":["trace[712704411] 'agreement among raft nodes before linearized reading' (duration: 130.149777ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:51:56.322903Z","caller":"traceutil/trace.go:171","msg":"trace[103368232] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"252.543151ms","start":"2026-05-07T02:51:56.070334Z","end":"2026-05-07T02:51:56.322877Z","steps":["trace[103368232] 'read index received' (duration: 251.81002ms)","trace[103368232] 'applied index is now lower than readState.Index' (duration: 732.161µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:51:56.323094Z","caller":"traceutil/trace.go:171","msg":"trace[1267544260] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"280.175705ms","start":"2026-05-07T02:51:56.042883Z","end":"2026-05-07T02:51:56.323059Z","steps":["trace[1267544260] 'process raft request' (duration: 279.471474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:51:56.32322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.458054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T02:51:56.323239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.884191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T02:51:56.32333Z","caller":"traceutil/trace.go:171","msg":"trace[840273100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"162.623469ms","start":"2026-05-07T02:51:56.16068Z","end":"2026-05-07T02:51:56.323303Z","steps":["trace[840273100] 'agreement among raft nodes before linearized reading' (duration: 162.387972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:51:56.323199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.221685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dmn8r\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-07T02:51:56.323421Z","caller":"traceutil/trace.go:171","msg":"trace[2084127386] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dmn8r; range_end:; response_count:1; response_revision:617; }","duration":"226.534985ms","start":"2026-05-07T02:51:56.096871Z","end":"2026-05-07T02:51:56.323406Z","steps":["trace[2084127386] 'agreement among raft nodes before linearized reading' (duration: 226.162154ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:51:56.323338Z","caller":"traceutil/trace.go:171","msg":"trace[1099947747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:617; }","duration":"253.056946ms","start":"2026-05-07T02:51:56.07026Z","end":"2026-05-07T02:51:56.323317Z","steps":["trace[1099947747] 'agreement among raft nodes before linearized reading' (duration: 252.735407ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:51:56.497435Z","caller":"traceutil/trace.go:171","msg":"trace[1097247193] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"166.685666ms","start":"2026-05-07T02:51:56.330712Z","end":"2026-05-07T02:51:56.497398Z","steps":["trace[1097247193] 'process raft request' (duration: 109.261967ms)","trace[1097247193] 'compare' (duration: 57.259675ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:51:56.501826Z","caller":"traceutil/trace.go:171","msg":"trace[1420912333] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"114.367574ms","start":"2026-05-07T02:51:56.387434Z","end":"2026-05-07T02:51:56.501802Z","steps":["trace[1420912333] 'process raft request' (duration: 114.329893ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:51:56.501875Z","caller":"traceutil/trace.go:171","msg":"trace[1499822947] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"162.233068ms","start":"2026-05-07T02:51:56.33961Z","end":"2026-05-07T02:51:56.501843Z","steps":["trace[1499822947] 'process raft request' (duration: 162.032952ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:52:38.472341Z","caller":"traceutil/trace.go:171","msg":"trace[1104626585] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"115.299416ms","start":"2026-05-07T02:52:38.357018Z","end":"2026-05-07T02:52:38.472317Z","steps":["trace[1104626585] 'process raft request' (duration: 114.197605ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:53:24.52742Z","caller":"traceutil/trace.go:171","msg":"trace[1022345672] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"148.446079ms","start":"2026-05-07T02:53:24.378917Z","end":"2026-05-07T02:53:24.527363Z","steps":["trace[1022345672] 'process raft request' (duration: 148.134821ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:54:14.65182Z","caller":"traceutil/trace.go:171","msg":"trace[1551197766] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"138.719935ms","start":"2026-05-07T02:54:14.513072Z","end":"2026-05-07T02:54:14.651792Z","steps":["trace[1551197766] 'process raft request' (duration: 138.571581ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:55:03.217268Z","caller":"traceutil/trace.go:171","msg":"trace[354884315] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"127.37574ms","start":"2026-05-07T02:55:03.089871Z","end":"2026-05-07T02:55:03.217247Z","steps":["trace[354884315] 'process raft request' (duration: 127.217725ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:59:28.441319Z","caller":"traceutil/trace.go:171","msg":"trace[813636736] linearizableReadLoop","detail":"{readStateIndex:5158; appliedIndex:5157; }","duration":"102.982271ms","start":"2026-05-07T02:59:28.338313Z","end":"2026-05-07T02:59:28.441296Z","steps":["trace[813636736] 'read index received' (duration: 102.862658ms)","trace[813636736] 'applied index is now lower than readState.Index' (duration: 116.253µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:59:28.441411Z","caller":"traceutil/trace.go:171","msg":"trace[451801657] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"108.198775ms","start":"2026-05-07T02:59:28.333179Z","end":"2026-05-07T02:59:28.441378Z","steps":["trace[451801657] 'process raft request' (duration: 107.970649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:59:28.4415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.177336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18ad293c55ccd757\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-05-07T02:59:28.441552Z","caller":"traceutil/trace.go:171","msg":"trace[1999785580] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18ad293c55ccd757; range_end:; response_count:1; response_revision:4972; }","duration":"103.276038ms","start":"2026-05-07T02:59:28.338259Z","end":"2026-05-07T02:59:28.441535Z","steps":["trace[1999785580] 'agreement among raft nodes before linearized reading' (duration: 103.130774ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:59:28.609391Z","caller":"traceutil/trace.go:171","msg":"trace[1356831725] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"163.284249ms","start":"2026-05-07T02:59:28.446081Z","end":"2026-05-07T02:59:28.609365Z","steps":["trace[1356831725] 'process raft request' (duration: 140.109407ms)","trace[1356831725] 'compare' (duration: 22.988777ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:59:28.609543Z","caller":"traceutil/trace.go:171","msg":"trace[1866623140] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"163.262709ms","start":"2026-05-07T02:59:28.446252Z","end":"2026-05-07T02:59:28.609515Z","steps":["trace[1866623140] 'process raft request' (duration: 163.053743ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:59:28.616935Z","caller":"traceutil/trace.go:171","msg":"trace[292486697] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5159; }","duration":"121.556165ms","start":"2026-05-07T02:59:28.49536Z","end":"2026-05-07T02:59:28.616916Z","steps":["trace[292486697] 'read index received' (duration: 90.901216ms)","trace[292486697] 'applied index is now lower than readState.Index' (duration: 30.653919ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:59:28.61703Z","caller":"traceutil/trace.go:171","msg":"trace[792669152] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"136.658233ms","start":"2026-05-07T02:59:28.480335Z","end":"2026-05-07T02:59:28.616993Z","steps":["trace[792669152] 'process raft request' (duration: 136.477348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:59:28.617139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.76024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T02:59:28.61718Z","caller":"traceutil/trace.go:171","msg":"trace[2053815593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4976; }","duration":"121.858563ms","start":"2026-05-07T02:59:28.495311Z","end":"2026-05-07T02:59:28.61717Z","steps":["trace[2053815593] 'agreement among raft nodes before linearized reading' (duration: 121.711079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:59:37.899513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.092327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T02:59:37.899894Z","caller":"traceutil/trace.go:171","msg":"trace[810975362] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5368; }","duration":"274.555614ms","start":"2026-05-07T02:59:37.62532Z","end":"2026-05-07T02:59:37.899876Z","steps":["trace[810975362] 'read index received' (duration: 14.959184ms)","trace[810975362] 'applied index is now lower than readState.Index' (duration: 259.59546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:59:37.900073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.74654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d2c4m\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T02:59:37.90011Z","caller":"traceutil/trace.go:171","msg":"trace[866624624] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d2c4m; range_end:; response_count:1; response_revision:5179; }","duration":"274.827282ms","start":"2026-05-07T02:59:37.625273Z","end":"2026-05-07T02:59:37.9001Z","steps":["trace[866624624] 'agreement among raft nodes before linearized reading' (duration: 274.666127ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:59:37.900146Z","caller":"traceutil/trace.go:171","msg":"trace[1637396920] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"323.748314ms","start":"2026-05-07T02:59:37.576372Z","end":"2026-05-07T02:59:37.90012Z","steps":["trace[1637396920] 'process raft request' (duration: 323.415865ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:59:37.900161Z","caller":"traceutil/trace.go:171","msg":"trace[671801819] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"323.998242ms","start":"2026-05-07T02:59:37.576131Z","end":"2026-05-07T02:59:37.90013Z","steps":["trace[671801819] 'process raft request' (duration: 323.500198ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:59:37.900184Z","caller":"traceutil/trace.go:171","msg":"trace[2003982239] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"323.787315ms","start":"2026-05-07T02:59:37.576361Z","end":"2026-05-07T02:59:37.900148Z","steps":["trace[2003982239] 'process raft request' (duration: 323.475317ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:59:37.900222Z","caller":"traceutil/trace.go:171","msg":"trace[749850538] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"324.241908ms","start":"2026-05-07T02:59:37.575934Z","end":"2026-05-07T02:59:37.900176Z","steps":["trace[749850538] 'process raft request' (duration: 13.40246ms)","trace[749850538] 'compare' (duration: 309.941643ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:59:37.900272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:59:37.576348Z","time spent":"323.858768ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:59:37.900286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:59:37.57611Z","time spent":"324.109634ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:59:37.900385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:59:37.576327Z","time spent":"323.94996ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T02:59:37.900397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:59:37.575861Z","time spent":"324.440253ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:59:45.718933Z","caller":"traceutil/trace.go:171","msg":"trace[1792925231] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"200.358622ms","start":"2026-05-07T02:59:45.518542Z","end":"2026-05-07T02:59:45.718901Z","steps":["trace[1792925231] 'process raft request' (duration: 200.119035ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:59:45.932714Z","caller":"traceutil/trace.go:171","msg":"trace[1165832758] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"207.831078ms","start":"2026-05-07T02:59:45.724855Z","end":"2026-05-07T02:59:45.932686Z","steps":["trace[1165832758] 'process raft request' (duration: 207.677854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:59:46.091809Z","caller":"traceutil/trace.go:171","msg":"trace[1318122838] linearizableReadLoop","detail":"{readStateIndex:5551; appliedIndex:5549; }","duration":"151.48499ms","start":"2026-05-07T02:59:45.940297Z","end":"2026-05-07T02:59:46.091782Z","steps":["trace[1318122838] 'read index received' (duration: 127.848586ms)","trace[1318122838] 'applied index is now lower than readState.Index' (duration: 23.635254ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T02:59:46.091848Z","caller":"traceutil/trace.go:171","msg":"trace[1203800544] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"361.815387ms","start":"2026-05-07T02:59:45.730014Z","end":"2026-05-07T02:59:46.091829Z","steps":["trace[1203800544] 'process raft request' (duration: 361.579951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T02:59:46.09202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.709926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d2c4m\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-05-07T02:59:46.092032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:59:45.729993Z","time spent":"361.926441ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T02:59:46.092055Z","caller":"traceutil/trace.go:171","msg":"trace[457880552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d2c4m; range_end:; response_count:1; response_revision:5353; }","duration":"151.758527ms","start":"2026-05-07T02:59:45.940285Z","end":"2026-05-07T02:59:46.092044Z","steps":["trace[457880552] 'agreement among raft nodes before linearized reading' (duration: 151.591592ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T02:59:46.091773Z","caller":"traceutil/trace.go:171","msg":"trace[1499555218] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"366.791745ms","start":"2026-05-07T02:59:45.724877Z","end":"2026-05-07T02:59:46.091669Z","steps":["trace[1499555218] 'process raft request' (duration: 343.347866ms)","trace[1499555218] 'compare' (duration: 23.012677ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T02:59:46.092516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T02:59:45.724863Z","time spent":"367.558177ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:01:20.19262Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3042} {"level":"info","ts":"2026-05-07T03:01:20.282142Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3042,"took":"87.768156ms","hash":1519803059,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":32059392,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T03:01:20.282203Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1519803059,"revision":3042,"compact-revision":-1} {"level":"warn","ts":"2026-05-07T03:03:53.410995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944798815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:03:53.960604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944798815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:03:54.460913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944798815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:03:54.961256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944798815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:03:55.462467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944798815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:03:55.963195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944798815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:03:55.998081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.196227993s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:03:55.998579Z","caller":"traceutil/trace.go:171","msg":"trace[2137218970] transaction","detail":"{read_only:false; response_revision:7159; number_of_response:1; }","duration":"3.196785399s","start":"2026-05-07T03:03:52.801737Z","end":"2026-05-07T03:03:55.998523Z","steps":["trace[2137218970] 'process raft request' (duration: 3.196587303s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:55.998938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:52.801709Z","time spent":"3.196962624s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9565,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:03:56.00201Z","caller":"traceutil/trace.go:171","msg":"trace[1282764455] transaction","detail":"{read_only:false; response_revision:7161; number_of_response:1; }","duration":"2.80571179s","start":"2026-05-07T03:03:53.19628Z","end":"2026-05-07T03:03:56.001992Z","steps":["trace[1282764455] 'process raft request' (duration: 2.805666538s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.002116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.196251Z","time spent":"2.805810173s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:03:56.002228Z","caller":"traceutil/trace.go:171","msg":"trace[1006690854] transaction","detail":"{read_only:false; response_revision:7160; number_of_response:1; }","duration":"2.85663951s","start":"2026-05-07T03:03:53.145568Z","end":"2026-05-07T03:03:56.002208Z","steps":["trace[1006690854] 'process raft request' (duration: 2.85628299s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:03:56.002254Z","caller":"traceutil/trace.go:171","msg":"trace[1466782456] transaction","detail":"{read_only:false; response_revision:7162; number_of_response:1; }","duration":"2.800746912s","start":"2026-05-07T03:03:53.201501Z","end":"2026-05-07T03:03:56.002248Z","steps":["trace[1466782456] 'process raft request' (duration: 2.800467354s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.002309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.20148Z","time spent":"2.800798204s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:03:56.002406Z","caller":"traceutil/trace.go:171","msg":"trace[447169878] linearizableReadLoop","detail":"{readStateIndex:7418; appliedIndex:7414; }","duration":"3.091530144s","start":"2026-05-07T03:03:52.91087Z","end":"2026-05-07T03:03:56.002401Z","steps":["trace[447169878] 'read index received' (duration: 3.087593415s)","trace[447169878] 'applied index is now lower than readState.Index' (duration: 3.935859ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:03:56.002352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.145542Z","time spent":"2.856735933s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:03:56.002474Z","caller":"traceutil/trace.go:171","msg":"trace[1840284704] transaction","detail":"{read_only:false; response_revision:7163; number_of_response:1; }","duration":"2.389203667s","start":"2026-05-07T03:03:53.613266Z","end":"2026-05-07T03:03:56.00247Z","steps":["trace[1840284704] 'process raft request' (duration: 2.38895321s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.002503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.613247Z","time spent":"2.389241647s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:03:56.002743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732511373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:03:56.002867Z","caller":"traceutil/trace.go:171","msg":"trace[146586649] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:7163; }","duration":"2.732632566s","start":"2026-05-07T03:03:53.270174Z","end":"2026-05-07T03:03:56.002806Z","steps":["trace[146586649] 'agreement among raft nodes before linearized reading' (duration: 2.732454901s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.002951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036994134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T03:03:56.002963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.270158Z","time spent":"2.73278825s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"info","ts":"2026-05-07T03:03:56.002991Z","caller":"traceutil/trace.go:171","msg":"trace[1648255074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7163; }","duration":"2.037046495s","start":"2026-05-07T03:03:53.965936Z","end":"2026-05-07T03:03:56.002982Z","steps":["trace[1648255074] 'agreement among raft nodes before linearized reading' (duration: 2.036919432s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.00302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.965933Z","time spent":"2.037080516s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:03:56.003025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092160771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:03:56.003058Z","caller":"traceutil/trace.go:171","msg":"trace[1961562933] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7163; }","duration":"3.092234763s","start":"2026-05-07T03:03:52.910818Z","end":"2026-05-07T03:03:56.003053Z","steps":["trace[1961562933] 'agreement among raft nodes before linearized reading' (duration: 3.091717059s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.003083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:52.910799Z","time spent":"3.092278585s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":53,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:03:56.003187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.108364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:03:56.003216Z","caller":"traceutil/trace.go:171","msg":"trace[772447492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7163; }","duration":"389.179696ms","start":"2026-05-07T03:03:55.614029Z","end":"2026-05-07T03:03:56.003209Z","steps":["trace[772447492] 'agreement among raft nodes before linearized reading' (duration: 389.129225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.003238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:55.614008Z","time spent":"389.224498ms","remote":"127.0.0.1:55100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:03:56.003323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84328337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:03:56.003344Z","caller":"traceutil/trace.go:171","msg":"trace[258927295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7163; }","duration":"1.843333821s","start":"2026-05-07T03:03:54.160005Z","end":"2026-05-07T03:03:56.003339Z","steps":["trace[258927295] 'agreement among raft nodes before linearized reading' (duration: 1.843244468s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.003365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:54.159989Z","time spent":"1.843372793s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:03:56.003396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036451488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T03:03:56.003419Z","caller":"traceutil/trace.go:171","msg":"trace[881472110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7163; }","duration":"2.03650319s","start":"2026-05-07T03:03:53.966908Z","end":"2026-05-07T03:03:56.003411Z","steps":["trace[881472110] 'agreement among raft nodes before linearized reading' (duration: 2.036422368s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.00344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.966904Z","time spent":"2.036532471s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:03:56.003498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.841838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:03:56.003517Z","caller":"traceutil/trace.go:171","msg":"trace[1663615540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7163; }","duration":"578.90055ms","start":"2026-05-07T03:03:55.424612Z","end":"2026-05-07T03:03:56.003512Z","steps":["trace[1663615540] 'agreement among raft nodes before linearized reading' (duration: 578.868529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.003531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:55.424591Z","time spent":"578.936511ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:03:56.003616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099406113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:03:56.003633Z","caller":"traceutil/trace.go:171","msg":"trace[932339334] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7163; }","duration":"1.099462025s","start":"2026-05-07T03:03:54.904167Z","end":"2026-05-07T03:03:56.003629Z","steps":["trace[932339334] 'agreement among raft nodes before linearized reading' (duration: 1.099431854s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.003646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:54.904146Z","time spent":"1.099497015s","remote":"127.0.0.1:41538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:03:56.00376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295992925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:03:56.003807Z","caller":"traceutil/trace.go:171","msg":"trace[638091051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7163; }","duration":"2.296040927s","start":"2026-05-07T03:03:53.707736Z","end":"2026-05-07T03:03:56.003777Z","steps":["trace[638091051] 'agreement among raft nodes before linearized reading' (duration: 2.295977075s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.003851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.707725Z","time spent":"2.296118239s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:03:56.004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449490055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-07T03:03:56.004011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038174686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:03:56.004026Z","caller":"traceutil/trace.go:171","msg":"trace[983302602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7163; }","duration":"2.449541997s","start":"2026-05-07T03:03:53.554478Z","end":"2026-05-07T03:03:56.00402Z","steps":["trace[983302602] 'agreement among raft nodes before linearized reading' (duration: 2.449468385s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:03:56.004063Z","caller":"traceutil/trace.go:171","msg":"trace[757625836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7163; }","duration":"2.038215828s","start":"2026-05-07T03:03:53.96581Z","end":"2026-05-07T03:03:56.004025Z","steps":["trace[757625836] 'agreement among raft nodes before linearized reading' (duration: 2.038134146s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.004086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.965795Z","time spent":"2.038286349s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:03:56.004106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038144216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-07T03:03:56.004148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.554465Z","time spent":"2.449611188s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:03:56.004344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61255106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d2c4m\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T03:03:56.004238Z","caller":"traceutil/trace.go:171","msg":"trace[1432539934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7163; }","duration":"2.03830727s","start":"2026-05-07T03:03:53.965878Z","end":"2026-05-07T03:03:56.004185Z","steps":["trace[1432539934] 'agreement among raft nodes before linearized reading' (duration: 2.037860758s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.004529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.965827Z","time spent":"2.03867264s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:03:56.005276Z","caller":"traceutil/trace.go:171","msg":"trace[1257041274] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d2c4m; range_end:; response_count:1; response_revision:7163; }","duration":"2.612639043s","start":"2026-05-07T03:03:53.391741Z","end":"2026-05-07T03:03:56.00438Z","steps":["trace[1257041274] 'agreement among raft nodes before linearized reading' (duration: 2.612500609s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:03:56.005319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:03:53.391721Z","time spent":"2.613586729s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-d2c4m\" "} {"level":"info","ts":"2026-05-07T03:06:20.19945Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6159} {"level":"info","ts":"2026-05-07T03:06:20.296995Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6159,"took":"95.517761ms","hash":1146013672,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":23076864,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-07T03:06:20.297061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1146013672,"revision":6159,"compact-revision":3042} {"level":"info","ts":"2026-05-07T03:06:35.637514Z","caller":"traceutil/trace.go:171","msg":"trace[236040851] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"296.433234ms","start":"2026-05-07T03:06:35.341058Z","end":"2026-05-07T03:06:35.637492Z","steps":["trace[236040851] 'process raft request' (duration: 296.256669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:06:48.159607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.768858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:06:48.159697Z","caller":"traceutil/trace.go:171","msg":"trace[465720847] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8562; }","duration":"129.903701ms","start":"2026-05-07T03:06:48.029771Z","end":"2026-05-07T03:06:48.159675Z","steps":["trace[465720847] 'count revisions from in-memory index tree' (duration: 129.646354ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:07:32.095137Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000243c.wal"} {"level":"info","ts":"2026-05-07T03:08:04.839443Z","caller":"traceutil/trace.go:171","msg":"trace[397693280] transaction","detail":"{read_only:false; response_revision:9311; number_of_response:1; }","duration":"186.65939ms","start":"2026-05-07T03:08:04.652758Z","end":"2026-05-07T03:08:04.839417Z","steps":["trace[397693280] 'process raft request' (duration: 186.485586ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:08:55.100489Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be75c9626aba3f77","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T03:08:55.105456Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-07T03:08:55.105751Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-05-07T03:09:18.308169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944805858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:09:18.321842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161028098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:09:18.3219Z","caller":"traceutil/trace.go:171","msg":"trace[532515989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9803; }","duration":"2.161142562s","start":"2026-05-07T03:09:16.160745Z","end":"2026-05-07T03:09:18.321887Z","steps":["trace[532515989] 'range keys from in-memory index tree' (duration: 2.160933816s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.321924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:16.16072Z","time spent":"2.161198983s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:09:18.322173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347709731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T03:09:18.322258Z","caller":"traceutil/trace.go:171","msg":"trace[1989435217] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9803; }","duration":"1.347843914s","start":"2026-05-07T03:09:16.974393Z","end":"2026-05-07T03:09:18.322237Z","steps":["trace[1989435217] 'range keys from in-memory index tree' (duration: 1.347549015s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.322285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:16.974372Z","time spent":"1.347906405s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:09:18.322884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288603229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-07T03:09:18.322916Z","caller":"traceutil/trace.go:171","msg":"trace[173112237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9803; }","duration":"1.28867691s","start":"2026-05-07T03:09:17.034229Z","end":"2026-05-07T03:09:18.322906Z","steps":["trace[173112237] 'range keys from in-memory index tree' (duration: 1.288440944s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.322933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.034201Z","time spent":"1.288728112s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:09:18.322942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317386514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:09:18.323006Z","caller":"traceutil/trace.go:171","msg":"trace[1268440528] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9803; }","duration":"1.317501387s","start":"2026-05-07T03:09:17.005489Z","end":"2026-05-07T03:09:18.322991Z","steps":["trace[1268440528] 'count revisions from in-memory index tree' (duration: 1.317300941s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.322985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169310146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:09:18.323038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.005468Z","time spent":"1.317563328s","remote":"127.0.0.1:55064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:09:18.323032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260899814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-07T03:09:18.323069Z","caller":"traceutil/trace.go:171","msg":"trace[440697707] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9803; }","duration":"1.260985197s","start":"2026-05-07T03:09:17.062076Z","end":"2026-05-07T03:09:18.323061Z","steps":["trace[440697707] 'range keys from in-memory index tree' (duration: 1.260722349s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:09:18.323066Z","caller":"traceutil/trace.go:171","msg":"trace[1730872852] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9803; }","duration":"1.169408348s","start":"2026-05-07T03:09:17.153638Z","end":"2026-05-07T03:09:18.323046Z","steps":["trace[1730872852] 'count revisions from in-memory index tree' (duration: 1.169218493s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.32309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.062051Z","time spent":"1.261032327s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-07T03:09:18.323106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.153578Z","time spent":"1.169517322s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:09:18.323321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144129362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:09:18.323923Z","caller":"traceutil/trace.go:171","msg":"trace[372565752] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9803; }","duration":"2.144306957s","start":"2026-05-07T03:09:16.179137Z","end":"2026-05-07T03:09:18.323444Z","steps":["trace[372565752] 'count revisions from in-memory index tree' (duration: 2.144028869s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.323969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:16.179117Z","time spent":"2.144839301s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:09:18.324339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147904445s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:09:18.324734Z","caller":"traceutil/trace.go:171","msg":"trace[451527335] transaction","detail":"{read_only:false; response_revision:9804; number_of_response:1; }","duration":"1.148362707s","start":"2026-05-07T03:09:17.176353Z","end":"2026-05-07T03:09:18.324716Z","steps":["trace[451527335] 'process raft request' (duration: 1.148251784s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.324828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.176335Z","time spent":"1.1484337s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:09:18.327162Z","caller":"traceutil/trace.go:171","msg":"trace[2060371658] transaction","detail":"{read_only:false; response_revision:9806; number_of_response:1; }","duration":"1.146221699s","start":"2026-05-07T03:09:17.180924Z","end":"2026-05-07T03:09:18.327146Z","steps":["trace[2060371658] 'process raft request' (duration: 1.146164107s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:09:18.327196Z","caller":"traceutil/trace.go:171","msg":"trace[1780172504] transaction","detail":"{read_only:false; response_revision:9805; number_of_response:1; }","duration":"1.146829286s","start":"2026-05-07T03:09:17.180354Z","end":"2026-05-07T03:09:18.327183Z","steps":["trace[1780172504] 'process raft request' (duration: 1.146668301s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.327234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.180898Z","time spent":"1.146297551s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:09:18.32731Z","caller":"traceutil/trace.go:171","msg":"trace[848239239] linearizableReadLoop","detail":"{readStateIndex:10146; appliedIndex:10142; }","duration":"519.779467ms","start":"2026-05-07T03:09:17.807523Z","end":"2026-05-07T03:09:18.327302Z","steps":["trace[848239239] 'read index received' (duration: 517.121903ms)","trace[848239239] 'applied index is now lower than readState.Index' (duration: 2.656704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:09:18.327298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.180341Z","time spent":"1.146899287s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:09:18.327459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.942052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-07T03:09:18.327478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.963539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T03:09:18.327487Z","caller":"traceutil/trace.go:171","msg":"trace[140002098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9807; }","duration":"520.001254ms","start":"2026-05-07T03:09:17.807478Z","end":"2026-05-07T03:09:18.327479Z","steps":["trace[140002098] 'agreement among raft nodes before linearized reading' (duration: 519.917532ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:09:18.327498Z","caller":"traceutil/trace.go:171","msg":"trace[806458733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9807; }","duration":"459.01469ms","start":"2026-05-07T03:09:17.868478Z","end":"2026-05-07T03:09:18.327492Z","steps":["trace[806458733] 'agreement among raft nodes before linearized reading' (duration: 458.933558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.327507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.807462Z","time spent":"520.040644ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:09:18.327518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.868461Z","time spent":"459.052501ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:09:18.327563Z","caller":"traceutil/trace.go:171","msg":"trace[660822333] transaction","detail":"{read_only:false; response_revision:9807; number_of_response:1; }","duration":"1.080749191s","start":"2026-05-07T03:09:17.246807Z","end":"2026-05-07T03:09:18.327556Z","steps":["trace[660822333] 'process raft request' (duration: 1.080316509s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.327623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.246777Z","time spent":"1.080815593s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:09:18.327726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.968061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:09:18.327753Z","caller":"traceutil/trace.go:171","msg":"trace[695189995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9807; }","duration":"166.017862ms","start":"2026-05-07T03:09:18.161729Z","end":"2026-05-07T03:09:18.327747Z","steps":["trace[695189995] 'agreement among raft nodes before linearized reading' (duration: 165.978431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.327815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.306459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:09:18.327844Z","caller":"traceutil/trace.go:171","msg":"trace[1117949563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9807; }","duration":"375.359001ms","start":"2026-05-07T03:09:17.952478Z","end":"2026-05-07T03:09:18.327837Z","steps":["trace[1117949563] 'agreement among raft nodes before linearized reading' (duration: 375.285899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.327863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.952463Z","time spent":"375.395622ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:09:18.327874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.215296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T03:09:18.327893Z","caller":"traceutil/trace.go:171","msg":"trace[1724787909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9807; }","duration":"438.249107ms","start":"2026-05-07T03:09:17.889638Z","end":"2026-05-07T03:09:18.327887Z","steps":["trace[1724787909] 'agreement among raft nodes before linearized reading' (duration: 438.193736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.327908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.889631Z","time spent":"438.273808ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:09:18.327944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.817697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-d2c4m\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-05-07T03:09:18.327965Z","caller":"traceutil/trace.go:171","msg":"trace[1719484328] range","detail":"{range_begin:/registry/pods/openstack/keepalived-d2c4m; range_end:; response_count:1; response_revision:9807; }","duration":"353.888618ms","start":"2026-05-07T03:09:17.974071Z","end":"2026-05-07T03:09:18.32796Z","steps":["trace[1719484328] 'agreement among raft nodes before linearized reading' (duration: 353.831626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.327986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.97405Z","time spent":"353.93213ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-d2c4m\" "} {"level":"warn","ts":"2026-05-07T03:09:18.328152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.909585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:09:18.328194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.791358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T03:09:18.328206Z","caller":"traceutil/trace.go:171","msg":"trace[127055041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9807; }","duration":"439.000947ms","start":"2026-05-07T03:09:17.889192Z","end":"2026-05-07T03:09:18.328193Z","steps":["trace[127055041] 'agreement among raft nodes before linearized reading' (duration: 438.798752ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:09:18.328217Z","caller":"traceutil/trace.go:171","msg":"trace[1485005761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9807; }","duration":"360.859821ms","start":"2026-05-07T03:09:17.967351Z","end":"2026-05-07T03:09:18.328211Z","steps":["trace[1485005761] 'agreement among raft nodes before linearized reading' (duration: 360.772499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:09:18.328237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.967335Z","time spent":"360.898532ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:09:18.328236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:09:17.889175Z","time spent":"439.05513ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:11:20.205915Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8321} {"level":"info","ts":"2026-05-07T03:11:20.318734Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8321,"took":"110.234611ms","hash":3025989387,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":26451968,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-07T03:11:20.318805Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3025989387,"revision":8321,"compact-revision":6159} {"level":"info","ts":"2026-05-07T03:11:31.137872Z","caller":"traceutil/trace.go:171","msg":"trace[37910989] transaction","detail":"{read_only:false; response_revision:11064; number_of_response:1; }","duration":"113.008557ms","start":"2026-05-07T03:11:31.02483Z","end":"2026-05-07T03:11:31.137839Z","steps":["trace[37910989] 'process raft request' (duration: 112.967586ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:11:31.138261Z","caller":"traceutil/trace.go:171","msg":"trace[1636014583] transaction","detail":"{read_only:false; response_revision:11062; number_of_response:1; }","duration":"114.055656ms","start":"2026-05-07T03:11:31.024189Z","end":"2026-05-07T03:11:31.138244Z","steps":["trace[1636014583] 'process raft request' (duration: 52.390425ms)","trace[1636014583] 'compare' (duration: 61.013673ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:11:31.138422Z","caller":"traceutil/trace.go:171","msg":"trace[1902509334] transaction","detail":"{read_only:false; response_revision:11063; number_of_response:1; }","duration":"113.684865ms","start":"2026-05-07T03:11:31.024725Z","end":"2026-05-07T03:11:31.13841Z","steps":["trace[1902509334] 'process raft request' (duration: 113.014137ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:16:20.212498Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10970} {"level":"info","ts":"2026-05-07T03:16:20.294368Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10970,"took":"79.042846ms","hash":817795590,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":27602944,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-07T03:16:20.294476Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":817795590,"revision":10970,"compact-revision":8321} {"level":"info","ts":"2026-05-07T03:18:08.924388Z","caller":"traceutil/trace.go:171","msg":"trace[1523334398] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"183.763028ms","start":"2026-05-07T03:18:08.740599Z","end":"2026-05-07T03:18:08.924362Z","steps":["trace[1523334398] 'process raft request' (duration: 183.592404ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:11.838168Z","caller":"traceutil/trace.go:171","msg":"trace[684412590] transaction","detail":"{read_only:false; response_revision:14923; number_of_response:1; }","duration":"218.591103ms","start":"2026-05-07T03:20:11.619536Z","end":"2026-05-07T03:20:11.838128Z","steps":["trace[684412590] 'process raft request' (duration: 218.415308ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:11.838488Z","caller":"traceutil/trace.go:171","msg":"trace[1178283765] transaction","detail":"{read_only:false; response_revision:14922; number_of_response:1; }","duration":"219.972571ms","start":"2026-05-07T03:20:11.618454Z","end":"2026-05-07T03:20:11.838426Z","steps":["trace[1178283765] 'process raft request' (duration: 213.863553ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:20.218969Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13011} {"level":"info","ts":"2026-05-07T03:21:20.293977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13011,"took":"72.171511ms","hash":230704048,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":30515200,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T03:21:20.294051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":230704048,"revision":13011,"compact-revision":10970} {"level":"info","ts":"2026-05-07T03:26:03.337416Z","caller":"traceutil/trace.go:171","msg":"trace[1337104895] transaction","detail":"{read_only:false; response_revision:17521; number_of_response:1; }","duration":"442.995241ms","start":"2026-05-07T03:26:02.894394Z","end":"2026-05-07T03:26:03.33739Z","steps":["trace[1337104895] 'process raft request' (duration: 442.744784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:03.337627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:02.894372Z","time spent":"443.176785ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:20.225901Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15373} {"level":"info","ts":"2026-05-07T03:26:20.322345Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15373,"took":"92.913591ms","hash":1248131949,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":32489472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T03:26:20.322389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1248131949,"revision":15373,"compact-revision":13011} {"level":"info","ts":"2026-05-07T03:27:46.562869Z","caller":"traceutil/trace.go:171","msg":"trace[1662714049] linearizableReadLoop","detail":"{readStateIndex:19184; appliedIndex:19183; }","duration":"351.994653ms","start":"2026-05-07T03:27:46.210855Z","end":"2026-05-07T03:27:46.562849Z","steps":["trace[1662714049] 'read index received' (duration: 351.797628ms)","trace[1662714049] 'applied index is now lower than readState.Index' (duration: 195.875µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:46.562963Z","caller":"traceutil/trace.go:171","msg":"trace[1225288663] transaction","detail":"{read_only:false; response_revision:18560; number_of_response:1; }","duration":"363.722693ms","start":"2026-05-07T03:27:46.199215Z","end":"2026-05-07T03:27:46.562938Z","steps":["trace[1225288663] 'process raft request' (duration: 363.494607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:46.563096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:46.199189Z","time spent":"363.824505ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:46.563525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.47261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:27:46.563564Z","caller":"traceutil/trace.go:171","msg":"trace[672612568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18560; }","duration":"339.554522ms","start":"2026-05-07T03:27:46.224001Z","end":"2026-05-07T03:27:46.563556Z","steps":["trace[672612568] 'agreement among raft nodes before linearized reading' (duration: 339.420679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:46.56359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:46.223979Z","time spent":"339.605253ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:27:46.563628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.772174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:27:46.563658Z","caller":"traceutil/trace.go:171","msg":"trace[1412904592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18560; }","duration":"352.834526ms","start":"2026-05-07T03:27:46.210815Z","end":"2026-05-07T03:27:46.56365Z","steps":["trace[1412904592] 'agreement among raft nodes before linearized reading' (duration: 352.136797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:46.563678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:46.210796Z","time spent":"352.877857ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:27:46.563796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.991401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vcstj\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-05-07T03:27:46.56382Z","caller":"traceutil/trace.go:171","msg":"trace[1423443351] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vcstj; range_end:; response_count:1; response_revision:18560; }","duration":"295.040262ms","start":"2026-05-07T03:27:46.268774Z","end":"2026-05-07T03:27:46.563814Z","steps":["trace[1423443351] 'agreement among raft nodes before linearized reading' (duration: 294.96712ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:49.705408Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be75c9626aba3f77","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T03:29:49.710409Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-07T03:29:49.710524Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-07T03:31:20.232032Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17774} {"level":"info","ts":"2026-05-07T03:31:20.337698Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17774,"took":"101.198283ms","hash":3897692163,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":33705984,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-07T03:31:20.337749Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3897692163,"revision":17774,"compact-revision":15373} {"level":"info","ts":"2026-05-07T03:32:01.54133Z","caller":"traceutil/trace.go:171","msg":"trace[1060001358] transaction","detail":"{read_only:false; response_revision:20276; number_of_response:1; }","duration":"130.849769ms","start":"2026-05-07T03:32:01.410451Z","end":"2026-05-07T03:32:01.541301Z","steps":["trace[1060001358] 'process raft request' (duration: 130.667924ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:01.542039Z","caller":"traceutil/trace.go:171","msg":"trace[1059738717] linearizableReadLoop","detail":"{readStateIndex:20962; appliedIndex:20962; }","duration":"126.407079ms","start":"2026-05-07T03:32:01.415524Z","end":"2026-05-07T03:32:01.541931Z","steps":["trace[1059738717] 'read index received' (duration: 126.399058ms)","trace[1059738717] 'applied index is now lower than readState.Index' (duration: 6.101µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:01.542299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.742128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:32:01.542473Z","caller":"traceutil/trace.go:171","msg":"trace[1883428175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20276; }","duration":"126.954734ms","start":"2026-05-07T03:32:01.415494Z","end":"2026-05-07T03:32:01.542448Z","steps":["trace[1883428175] 'agreement among raft nodes before linearized reading' (duration: 126.592134ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:01.684904Z","caller":"traceutil/trace.go:171","msg":"trace[2108890348] transaction","detail":"{read_only:false; response_revision:20277; number_of_response:1; }","duration":"136.968357ms","start":"2026-05-07T03:32:01.547913Z","end":"2026-05-07T03:32:01.684882Z","steps":["trace[2108890348] 'process raft request' (duration: 132.758632ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:01.934133Z","caller":"traceutil/trace.go:171","msg":"trace[1562175817] transaction","detail":"{read_only:false; response_revision:20278; number_of_response:1; }","duration":"345.731653ms","start":"2026-05-07T03:32:01.58835Z","end":"2026-05-07T03:32:01.934082Z","steps":["trace[1562175817] 'process raft request' (duration: 253.64231ms)","trace[1562175817] 'compare' (duration: 91.521657ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:01.934466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:01.588323Z","time spent":"345.99052ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:01.934635Z","caller":"traceutil/trace.go:171","msg":"trace[481385166] transaction","detail":"{read_only:false; response_revision:20280; number_of_response:1; }","duration":"301.993899ms","start":"2026-05-07T03:32:01.6326Z","end":"2026-05-07T03:32:01.934593Z","steps":["trace[481385166] 'process raft request' (duration: 301.797323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:01.934845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:01.632579Z","time spent":"302.155523ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:01.935105Z","caller":"traceutil/trace.go:171","msg":"trace[1897863337] linearizableReadLoop","detail":"{readStateIndex:20967; appliedIndex:20962; }","duration":"265.281227ms","start":"2026-05-07T03:32:01.669742Z","end":"2026-05-07T03:32:01.935023Z","steps":["trace[1897863337] 'read index received' (duration: 10.880717ms)","trace[1897863337] 'applied index is now lower than readState.Index' (duration: 254.39932ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:01.935102Z","caller":"traceutil/trace.go:171","msg":"trace[1883973260] transaction","detail":"{read_only:false; response_revision:20281; number_of_response:1; }","duration":"267.108467ms","start":"2026-05-07T03:32:01.667941Z","end":"2026-05-07T03:32:01.93505Z","steps":["trace[1883973260] 'process raft request' (duration: 266.511441ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:01.93512Z","caller":"traceutil/trace.go:171","msg":"trace[10504260] transaction","detail":"{read_only:false; response_revision:20279; number_of_response:1; }","duration":"326.314923ms","start":"2026-05-07T03:32:01.608754Z","end":"2026-05-07T03:32:01.935068Z","steps":["trace[10504260] 'process raft request' (duration: 325.47179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:01.935557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:01.608733Z","time spent":"326.781396ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:32:01.935236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.479482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:32:01.935696Z","caller":"traceutil/trace.go:171","msg":"trace[809848302] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:20281; }","duration":"265.966246ms","start":"2026-05-07T03:32:01.669694Z","end":"2026-05-07T03:32:01.93566Z","steps":["trace[809848302] 'agreement among raft nodes before linearized reading' (duration: 265.444141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:02.215569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.24467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:32:02.215863Z","caller":"traceutil/trace.go:171","msg":"trace[1997348259] transaction","detail":"{read_only:false; response_revision:20283; number_of_response:1; }","duration":"275.321072ms","start":"2026-05-07T03:32:01.940507Z","end":"2026-05-07T03:32:02.215828Z","steps":["trace[1997348259] 'process raft request' (duration: 143.734062ms)","trace[1997348259] 'compare' (duration: 131.104317ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:02.216261Z","caller":"traceutil/trace.go:171","msg":"trace[72210280] transaction","detail":"{read_only:false; response_revision:20284; number_of_response:1; }","duration":"274.347925ms","start":"2026-05-07T03:32:01.941892Z","end":"2026-05-07T03:32:02.21624Z","steps":["trace[72210280] 'process raft request' (duration: 273.850102ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:51.198859Z","caller":"traceutil/trace.go:171","msg":"trace[2070448017] transaction","detail":"{read_only:false; response_revision:22687; number_of_response:1; }","duration":"107.104212ms","start":"2026-05-07T03:35:51.091722Z","end":"2026-05-07T03:35:51.198826Z","steps":["trace[2070448017] 'process raft request' (duration: 106.909137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:51.519028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.890838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:35:51.519113Z","caller":"traceutil/trace.go:171","msg":"trace[2019843527] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:22688; }","duration":"191.028842ms","start":"2026-05-07T03:35:51.328061Z","end":"2026-05-07T03:35:51.519089Z","steps":["trace[2019843527] 'count revisions from in-memory index tree' (duration: 190.807676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:51.519136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.196053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:35:51.519211Z","caller":"traceutil/trace.go:171","msg":"trace[1123276516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22688; }","duration":"104.311876ms","start":"2026-05-07T03:35:51.414877Z","end":"2026-05-07T03:35:51.519189Z","steps":["trace[1123276516] 'range keys from in-memory index tree' (duration: 104.017818ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:51.660064Z","caller":"traceutil/trace.go:171","msg":"trace[776833621] transaction","detail":"{read_only:false; response_revision:22689; number_of_response:1; }","duration":"138.358975ms","start":"2026-05-07T03:35:51.521654Z","end":"2026-05-07T03:35:51.660013Z","steps":["trace[776833621] 'process raft request' (duration: 138.19074ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:51.670308Z","caller":"traceutil/trace.go:171","msg":"trace[1145877810] transaction","detail":"{read_only:false; response_revision:22690; number_of_response:1; }","duration":"147.137264ms","start":"2026-05-07T03:35:51.523143Z","end":"2026-05-07T03:35:51.67028Z","steps":["trace[1145877810] 'process raft request' (duration: 146.97436ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:51.670479Z","caller":"traceutil/trace.go:171","msg":"trace[470233814] transaction","detail":"{read_only:false; response_revision:22691; number_of_response:1; }","duration":"146.196579ms","start":"2026-05-07T03:35:51.524217Z","end":"2026-05-07T03:35:51.670413Z","steps":["trace[470233814] 'process raft request' (duration: 146.013254ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:20.239433Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20066} {"level":"info","ts":"2026-05-07T03:36:20.357482Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20066,"took":"112.772228ms","hash":722386597,"current-db-size-bytes":58761216,"current-db-size":"59 MB","current-db-size-in-use-bytes":40235008,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-05-07T03:36:20.357558Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":722386597,"revision":20066,"compact-revision":17774} {"level":"info","ts":"2026-05-07T03:36:33.804166Z","caller":"traceutil/trace.go:171","msg":"trace[413323061] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"112.386448ms","start":"2026-05-07T03:36:33.691739Z","end":"2026-05-07T03:36:33.804126Z","steps":["trace[413323061] 'process raft request' (duration: 112.257514ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:33.804463Z","caller":"traceutil/trace.go:171","msg":"trace[313702840] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"116.12146ms","start":"2026-05-07T03:36:33.688331Z","end":"2026-05-07T03:36:33.804453Z","steps":["trace[313702840] 'process raft request' (duration: 115.488012ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:36.812203Z","caller":"traceutil/trace.go:171","msg":"trace[1922314557] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"100.251635ms","start":"2026-05-07T03:36:36.711926Z","end":"2026-05-07T03:36:36.812178Z","steps":["trace[1922314557] 'process raft request' (duration: 86.318463ms)","trace[1922314557] 'compare' (duration: 13.827739ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:38.104016Z","caller":"traceutil/trace.go:171","msg":"trace[1008287413] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"108.274805ms","start":"2026-05-07T03:36:37.995718Z","end":"2026-05-07T03:36:38.103993Z","steps":["trace[1008287413] 'process raft request' (duration: 93.959503ms)","trace[1008287413] 'compare' (duration: 13.88013ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:38.10427Z","caller":"traceutil/trace.go:171","msg":"trace[322600614] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"108.393368ms","start":"2026-05-07T03:36:37.995868Z","end":"2026-05-07T03:36:38.104261Z","steps":["trace[322600614] 'process raft request' (duration: 107.820052ms)"],"step_count":1} 2026/05/07 03:36:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T03:36:38.376147Z","caller":"traceutil/trace.go:171","msg":"trace[191295691] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"108.45932ms","start":"2026-05-07T03:36:38.267625Z","end":"2026-05-07T03:36:38.376084Z","steps":["trace[191295691] 'process raft request' (duration: 67.472028ms)","trace[191295691] 'compare' (duration: 39.270635ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:38.376409Z","caller":"traceutil/trace.go:171","msg":"trace[909457512] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"107.952665ms","start":"2026-05-07T03:36:38.268409Z","end":"2026-05-07T03:36:38.376361Z","steps":["trace[909457512] 'process raft request' (duration: 106.29516ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:38.376895Z","caller":"traceutil/trace.go:171","msg":"trace[970360963] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"108.251324ms","start":"2026-05-07T03:36:38.268593Z","end":"2026-05-07T03:36:38.376844Z","steps":["trace[970360963] 'process raft request' (duration: 106.486985ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:38.37722Z","caller":"traceutil/trace.go:171","msg":"trace[1615484773] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"108.518042ms","start":"2026-05-07T03:36:38.268693Z","end":"2026-05-07T03:36:38.377211Z","steps":["trace[1615484773] 'process raft request' (duration: 106.587019ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:38.377457Z","caller":"traceutil/trace.go:171","msg":"trace[1937225288] linearizableReadLoop","detail":"{readStateIndex:23942; appliedIndex:23941; }","duration":"109.495348ms","start":"2026-05-07T03:36:38.267912Z","end":"2026-05-07T03:36:38.377407Z","steps":["trace[1937225288] 'read index received' (duration: 8.153213ms)","trace[1937225288] 'applied index is now lower than readState.Index' (duration: 101.340825ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:36:38.37809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.163746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-57786d8f6c-7t6ls\" ","response":"range_response_count:1 size:4646"} {"level":"info","ts":"2026-05-07T03:36:38.378124Z","caller":"traceutil/trace.go:171","msg":"trace[612375246] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-57786d8f6c-7t6ls; range_end:; response_count:1; response_revision:23177; }","duration":"110.266959ms","start":"2026-05-07T03:36:38.267847Z","end":"2026-05-07T03:36:38.378113Z","steps":["trace[612375246] 'agreement among raft nodes before linearized reading' (duration: 110.156236ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:38.532662Z","caller":"traceutil/trace.go:171","msg":"trace[1128047555] linearizableReadLoop","detail":"{readStateIndex:23950; appliedIndex:23949; }","duration":"102.110816ms","start":"2026-05-07T03:36:38.430518Z","end":"2026-05-07T03:36:38.532629Z","steps":["trace[1128047555] 'read index received' (duration: 9.635204ms)","trace[1128047555] 'applied index is now lower than readState.Index' (duration: 92.472932ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:36:38.592022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.480622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:36:38.592097Z","caller":"traceutil/trace.go:171","msg":"trace[389169767] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23179; }","duration":"161.570434ms","start":"2026-05-07T03:36:38.430511Z","end":"2026-05-07T03:36:38.592081Z","steps":["trace[389169767] 'agreement among raft nodes before linearized reading' (duration: 102.220339ms)","trace[389169767] 'count revisions from in-memory index tree' (duration: 59.235972ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:37:18.340327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.437209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:37:18.34075Z","caller":"traceutil/trace.go:171","msg":"trace[136282344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23620; }","duration":"433.898962ms","start":"2026-05-07T03:37:17.906825Z","end":"2026-05-07T03:37:18.340724Z","steps":["trace[136282344] 'range keys from in-memory index tree' (duration: 433.270554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:18.340814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:17.906803Z","time spent":"433.993725ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:37:18.342231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.639842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:37:18.342833Z","caller":"traceutil/trace.go:171","msg":"trace[614949436] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23620; }","duration":"355.267349ms","start":"2026-05-07T03:37:17.98747Z","end":"2026-05-07T03:37:18.342737Z","steps":["trace[614949436] 'count revisions from in-memory index tree' (duration: 354.497638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:18.342874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:17.987447Z","time spent":"355.416572ms","remote":"127.0.0.1:52076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2525,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:37:27.029621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944848070,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:37:27.427308Z","caller":"traceutil/trace.go:171","msg":"trace[2057372613] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"914.886334ms","start":"2026-05-07T03:37:26.51239Z","end":"2026-05-07T03:37:27.427277Z","steps":["trace[2057372613] 'process raft request' (duration: 914.713039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:27.427523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:26.512375Z","time spent":"915.062078ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:27.43319Z","caller":"traceutil/trace.go:171","msg":"trace[632836184] linearizableReadLoop","detail":"{readStateIndex:24491; appliedIndex:24488; }","duration":"904.624392ms","start":"2026-05-07T03:37:26.52855Z","end":"2026-05-07T03:37:27.433174Z","steps":["trace[632836184] 'read index received' (duration: 898.687329ms)","trace[632836184] 'applied index is now lower than readState.Index' (duration: 5.936303ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:37:27.433682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.118686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:27.433732Z","caller":"traceutil/trace.go:171","msg":"trace[474479044] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23709; }","duration":"905.207098ms","start":"2026-05-07T03:37:26.528515Z","end":"2026-05-07T03:37:27.433722Z","steps":["trace[474479044] 'agreement among raft nodes before linearized reading' (duration: 905.109655ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:27.433684Z","caller":"traceutil/trace.go:171","msg":"trace[1329024301] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"788.638346ms","start":"2026-05-07T03:37:26.644994Z","end":"2026-05-07T03:37:27.433632Z","steps":["trace[1329024301] 'process raft request' (duration: 787.983658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:27.433773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:26.528502Z","time spent":"905.26334ms","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:37:27.434016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:26.644962Z","time spent":"788.827311ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:27.434299Z","caller":"traceutil/trace.go:171","msg":"trace[2031101643] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"578.933483ms","start":"2026-05-07T03:37:26.855353Z","end":"2026-05-07T03:37:27.434286Z","steps":["trace[2031101643] 'process raft request' (duration: 577.740741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:27.434384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:26.855328Z","time spent":"579.001855ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:27.434454Z","caller":"traceutil/trace.go:171","msg":"trace[1580981931] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"135.867891ms","start":"2026-05-07T03:37:27.298581Z","end":"2026-05-07T03:37:27.434449Z","steps":["trace[1580981931] 'process raft request' (duration: 134.558185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:27.434869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.483248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-07T03:37:27.434927Z","caller":"traceutil/trace.go:171","msg":"trace[1920371141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23709; }","duration":"816.789797ms","start":"2026-05-07T03:37:26.618129Z","end":"2026-05-07T03:37:27.434918Z","steps":["trace[1920371141] 'agreement among raft nodes before linearized reading' (duration: 816.386996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:27.43495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:26.618103Z","time spent":"816.841278ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:37:27.435048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.687494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:37:27.435094Z","caller":"traceutil/trace.go:171","msg":"trace[364655887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23709; }","duration":"128.757586ms","start":"2026-05-07T03:37:27.306325Z","end":"2026-05-07T03:37:27.435083Z","steps":["trace[364655887] 'agreement among raft nodes before linearized reading' (duration: 128.352045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:27.435118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.457965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:37:27.435175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.460809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:27.435184Z","caller":"traceutil/trace.go:171","msg":"trace[616532321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23709; }","duration":"779.575037ms","start":"2026-05-07T03:37:26.655594Z","end":"2026-05-07T03:37:27.435169Z","steps":["trace[616532321] 'agreement among raft nodes before linearized reading' (duration: 779.444414ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:27.435205Z","caller":"traceutil/trace.go:171","msg":"trace[1606879783] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23709; }","duration":"376.525031ms","start":"2026-05-07T03:37:27.058669Z","end":"2026-05-07T03:37:27.435194Z","steps":["trace[1606879783] 'agreement among raft nodes before linearized reading' (duration: 376.47971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:27.435217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:26.655581Z","time spent":"779.62978ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:37:27.435232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:27.05865Z","time spent":"376.573492ms","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:37:27.435393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.604604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:37:27.43542Z","caller":"traceutil/trace.go:171","msg":"trace[406997432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23709; }","duration":"781.678815ms","start":"2026-05-07T03:37:26.653734Z","end":"2026-05-07T03:37:27.435413Z","steps":["trace[406997432] 'agreement among raft nodes before linearized reading' (duration: 781.604113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:27.435436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:26.653723Z","time spent":"781.707897ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:37:27.435632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.305154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:37:27.435711Z","caller":"traceutil/trace.go:171","msg":"trace[1728305786] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23709; }","duration":"816.438038ms","start":"2026-05-07T03:37:26.619255Z","end":"2026-05-07T03:37:27.435693Z","steps":["trace[1728305786] 'agreement among raft nodes before linearized reading' (duration: 816.227822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:27.435758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:26.619238Z","time spent":"816.508289ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:37:32.04808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.864415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:37:32.048187Z","caller":"traceutil/trace.go:171","msg":"trace[1190050729] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23761; }","duration":"555.022379ms","start":"2026-05-07T03:37:31.49314Z","end":"2026-05-07T03:37:32.048163Z","steps":["trace[1190050729] 'count revisions from in-memory index tree' (duration: 554.775082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:32.048239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:31.493125Z","time spent":"555.098261ms","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:37:32.048604Z","caller":"traceutil/trace.go:171","msg":"trace[1677899639] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"481.6843ms","start":"2026-05-07T03:37:31.566904Z","end":"2026-05-07T03:37:32.048589Z","steps":["trace[1677899639] 'process raft request' (duration: 481.542846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:32.048734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:31.566886Z","time spent":"481.785533ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:32.049706Z","caller":"traceutil/trace.go:171","msg":"trace[159543763] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"383.086471ms","start":"2026-05-07T03:37:31.666593Z","end":"2026-05-07T03:37:32.04968Z","steps":["trace[159543763] 'process raft request' (duration: 382.972568ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:32.049747Z","caller":"traceutil/trace.go:171","msg":"trace[1238385209] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"386.319159ms","start":"2026-05-07T03:37:31.663401Z","end":"2026-05-07T03:37:32.04972Z","steps":["trace[1238385209] 'process raft request' (duration: 386.019281ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:32.049822Z","caller":"traceutil/trace.go:171","msg":"trace[1457461593] linearizableReadLoop","detail":"{readStateIndex:24548; appliedIndex:24545; }","duration":"341.694017ms","start":"2026-05-07T03:37:31.708106Z","end":"2026-05-07T03:37:32.0498Z","steps":["trace[1457461593] 'read index received' (duration: 340.377531ms)","trace[1457461593] 'applied index is now lower than readState.Index' (duration: 1.315306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:37:32.049873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:31.663361Z","time spent":"386.445242ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:32.049876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:31.666574Z","time spent":"383.212994ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:32.049873Z","caller":"traceutil/trace.go:171","msg":"trace[753369568] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"280.702767ms","start":"2026-05-07T03:37:31.769123Z","end":"2026-05-07T03:37:32.049826Z","steps":["trace[753369568] 'process raft request' (duration: 280.501701ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:32.049909Z","caller":"traceutil/trace.go:171","msg":"trace[374542729] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"245.898023ms","start":"2026-05-07T03:37:31.80398Z","end":"2026-05-07T03:37:32.049878Z","steps":["trace[374542729] 'process raft request' (duration: 245.748049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:32.050045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.018246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:37:32.050096Z","caller":"traceutil/trace.go:171","msg":"trace[1157749501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23766; }","duration":"296.095698ms","start":"2026-05-07T03:37:31.753985Z","end":"2026-05-07T03:37:32.050081Z","steps":["trace[1157749501] 'agreement among raft nodes before linearized reading' (duration: 295.942564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:32.050618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.5205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418099"} {"level":"info","ts":"2026-05-07T03:37:32.050696Z","caller":"traceutil/trace.go:171","msg":"trace[963655950] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23766; }","duration":"342.640283ms","start":"2026-05-07T03:37:31.708033Z","end":"2026-05-07T03:37:32.050673Z","steps":["trace[963655950] 'agreement among raft nodes before linearized reading' (duration: 341.843511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:32.050748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:31.708007Z","time spent":"342.729276ms","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418122,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-07T03:37:32.723831Z","caller":"traceutil/trace.go:171","msg":"trace[851144252] linearizableReadLoop","detail":"{readStateIndex:24552; appliedIndex:24551; }","duration":"220.765645ms","start":"2026-05-07T03:37:32.503049Z","end":"2026-05-07T03:37:32.723815Z","steps":["trace[851144252] 'read index received' (duration: 220.385135ms)","trace[851144252] 'applied index is now lower than readState.Index' (duration: 380.01µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:37:32.723888Z","caller":"traceutil/trace.go:171","msg":"trace[1853079384] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"262.502819ms","start":"2026-05-07T03:37:32.461365Z","end":"2026-05-07T03:37:32.723868Z","steps":["trace[1853079384] 'process raft request' (duration: 262.19264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:32.723969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.35739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:32.723999Z","caller":"traceutil/trace.go:171","msg":"trace[205715091] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23768; }","duration":"214.426122ms","start":"2026-05-07T03:37:32.509565Z","end":"2026-05-07T03:37:32.723991Z","steps":["trace[205715091] 'agreement among raft nodes before linearized reading' (duration: 214.36259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:32.724137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.472523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:32.724175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.990417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-07T03:37:32.724264Z","caller":"traceutil/trace.go:171","msg":"trace[352812025] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23768; }","duration":"214.658558ms","start":"2026-05-07T03:37:32.509573Z","end":"2026-05-07T03:37:32.724232Z","steps":["trace[352812025] 'agreement among raft nodes before linearized reading' (duration: 214.470823ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:32.724296Z","caller":"traceutil/trace.go:171","msg":"trace[258007120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23768; }","duration":"173.149662ms","start":"2026-05-07T03:37:32.551125Z","end":"2026-05-07T03:37:32.724275Z","steps":["trace[258007120] 'agreement among raft nodes before linearized reading' (duration: 172.846214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:32.724143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.434382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:32.724352Z","caller":"traceutil/trace.go:171","msg":"trace[35856521] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23768; }","duration":"214.71184ms","start":"2026-05-07T03:37:32.50963Z","end":"2026-05-07T03:37:32.724342Z","steps":["trace[35856521] 'agreement among raft nodes before linearized reading' (duration: 214.392301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:32.724731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.67172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:32.724787Z","caller":"traceutil/trace.go:171","msg":"trace[1036688335] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23768; }","duration":"221.770533ms","start":"2026-05-07T03:37:32.503Z","end":"2026-05-07T03:37:32.724771Z","steps":["trace[1036688335] 'agreement among raft nodes before linearized reading' (duration: 220.924839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:33.620066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944848211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:37:34.120912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944848211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:37:34.622053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944848211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:37:34.994714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.934742819s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:37:34.995141Z","caller":"traceutil/trace.go:171","msg":"trace[2131751948] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"1.935272764s","start":"2026-05-07T03:37:33.059851Z","end":"2026-05-07T03:37:34.995124Z","steps":["trace[2131751948] 'process raft request' (duration: 1.93513216s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:34.995255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.059831Z","time spent":"1.935362397s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8099,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:34.998843Z","caller":"traceutil/trace.go:171","msg":"trace[152685763] linearizableReadLoop","detail":"{readStateIndex:24564; appliedIndex:24552; }","duration":"1.87959454s","start":"2026-05-07T03:37:33.119237Z","end":"2026-05-07T03:37:34.998832Z","steps":["trace[152685763] 'read index received' (duration: 1.875733235s)","trace[152685763] 'applied index is now lower than readState.Index' (duration: 3.860605ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:37:34.998888Z","caller":"traceutil/trace.go:171","msg":"trace[1363717326] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"1.926929575s","start":"2026-05-07T03:37:33.071945Z","end":"2026-05-07T03:37:34.998875Z","steps":["trace[1363717326] 'process raft request' (duration: 1.926467573s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.998915Z","caller":"traceutil/trace.go:171","msg":"trace[1045595913] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"1.538399777s","start":"2026-05-07T03:37:33.460507Z","end":"2026-05-07T03:37:34.998907Z","steps":["trace[1045595913] 'process raft request' (duration: 1.538078028s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:34.999008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.071925Z","time spent":"1.927005238s","remote":"127.0.0.1:52076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:37:34.999071Z","caller":"traceutil/trace.go:171","msg":"trace[69657499] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"936.166675ms","start":"2026-05-07T03:37:34.062898Z","end":"2026-05-07T03:37:34.999064Z","steps":["trace[69657499] 'process raft request' (duration: 935.865627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:34.999092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.460498Z","time spent":"1.538528911s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:34.999022Z","caller":"traceutil/trace.go:171","msg":"trace[1466990672] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"1.540750302s","start":"2026-05-07T03:37:33.458255Z","end":"2026-05-07T03:37:34.999006Z","steps":["trace[1466990672] 'process raft request' (duration: 1.540254378s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.99918Z","caller":"traceutil/trace.go:171","msg":"trace[1164540103] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"939.911588ms","start":"2026-05-07T03:37:34.059262Z","end":"2026-05-07T03:37:34.999173Z","steps":["trace[1164540103] 'process raft request' (duration: 939.429985ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.999192Z","caller":"traceutil/trace.go:171","msg":"trace[261573312] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"649.866856ms","start":"2026-05-07T03:37:34.349315Z","end":"2026-05-07T03:37:34.999182Z","steps":["trace[261573312] 'process raft request' (duration: 649.488815ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.998787Z","caller":"traceutil/trace.go:171","msg":"trace[169463988] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"1.539327132s","start":"2026-05-07T03:37:33.459411Z","end":"2026-05-07T03:37:34.998738Z","steps":["trace[169463988] 'process raft request' (duration: 1.539146518s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.999183Z","caller":"traceutil/trace.go:171","msg":"trace[1724622788] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"939.902548ms","start":"2026-05-07T03:37:34.059237Z","end":"2026-05-07T03:37:34.999139Z","steps":["trace[1724622788] 'process raft request' (duration: 939.414745ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.99924Z","caller":"traceutil/trace.go:171","msg":"trace[1186161071] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.204037231s","start":"2026-05-07T03:37:33.795168Z","end":"2026-05-07T03:37:34.999205Z","steps":["trace[1186161071] 'process raft request' (duration: 1.203438495s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.999295Z","caller":"traceutil/trace.go:171","msg":"trace[1930669240] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"940.054692ms","start":"2026-05-07T03:37:34.059233Z","end":"2026-05-07T03:37:34.999288Z","steps":["trace[1930669240] 'process raft request' (duration: 939.397475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:34.999334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.059207Z","time spent":"940.108824ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:34.99915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.062866Z","time spent":"936.233477ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:34.999245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.34929Z","time spent":"649.926958ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:34.999342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.45823Z","time spent":"1.540982028s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:34.99932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.459361Z","time spent":"1.539887118s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:34.999435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.795143Z","time spent":"1.204182764s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:34.999436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.059208Z","time spent":"940.084654ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:34.999471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.80036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:34.999514Z","caller":"traceutil/trace.go:171","msg":"trace[162791209] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23780; }","duration":"616.874612ms","start":"2026-05-07T03:37:34.382631Z","end":"2026-05-07T03:37:34.999506Z","steps":["trace[162791209] 'agreement among raft nodes before linearized reading' (duration: 616.808611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:34.999448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880130534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:34.999526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.909928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:34.999541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.382618Z","time spent":"616.917183ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-05-07T03:37:34.999221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.059242Z","time spent":"939.95913ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:34.999599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.46275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:34.999623Z","caller":"traceutil/trace.go:171","msg":"trace[1933679669] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:23780; }","duration":"261.48814ms","start":"2026-05-07T03:37:34.738128Z","end":"2026-05-07T03:37:34.999616Z","steps":["trace[1933679669] 'agreement among raft nodes before linearized reading' (duration: 261.444719ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.999563Z","caller":"traceutil/trace.go:171","msg":"trace[873378010] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23780; }","duration":"1.88036743s","start":"2026-05-07T03:37:33.119175Z","end":"2026-05-07T03:37:34.999543Z","steps":["trace[873378010] 'agreement among raft nodes before linearized reading' (duration: 1.880101393s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.999246Z","caller":"traceutil/trace.go:171","msg":"trace[448008224] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"939.819976ms","start":"2026-05-07T03:37:34.05942Z","end":"2026-05-07T03:37:34.99924Z","steps":["trace[448008224] 'process raft request' (duration: 939.293792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:34.999642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.083695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-07T03:37:34.99967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.882025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:34.999681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.119153Z","time spent":"1.880505495s","remote":"127.0.0.1:53702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:37:34.999674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.961145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:34.999699Z","caller":"traceutil/trace.go:171","msg":"trace[1601634883] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23780; }","duration":"615.948797ms","start":"2026-05-07T03:37:34.383743Z","end":"2026-05-07T03:37:34.999692Z","steps":["trace[1601634883] 'agreement among raft nodes before linearized reading' (duration: 615.908635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:34.99972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.383725Z","time spent":"615.990948ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:37:34.999725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.380511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-07T03:37:34.999733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.848738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:34.99976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.101899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:34.999786Z","caller":"traceutil/trace.go:171","msg":"trace[1761570561] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23780; }","duration":"269.15145ms","start":"2026-05-07T03:37:34.730628Z","end":"2026-05-07T03:37:34.99978Z","steps":["trace[1761570561] 'agreement among raft nodes before linearized reading' (duration: 269.111839ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.999777Z","caller":"traceutil/trace.go:171","msg":"trace[2002061498] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23780; }","duration":"401.452953ms","start":"2026-05-07T03:37:34.59831Z","end":"2026-05-07T03:37:34.999763Z","steps":["trace[2002061498] 'agreement among raft nodes before linearized reading' (duration: 401.272139ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.999686Z","caller":"traceutil/trace.go:171","msg":"trace[172622256] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23780; }","duration":"385.163367ms","start":"2026-05-07T03:37:34.614509Z","end":"2026-05-07T03:37:34.999673Z","steps":["trace[172622256] 'agreement among raft nodes before linearized reading' (duration: 385.035103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:34.999786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.059998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:34.999853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.117918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:34.999905Z","caller":"traceutil/trace.go:171","msg":"trace[74347530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23780; }","duration":"839.239042ms","start":"2026-05-07T03:37:34.160646Z","end":"2026-05-07T03:37:34.999885Z","steps":["trace[74347530] 'agreement among raft nodes before linearized reading' (duration: 839.118999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:34.99996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.160632Z","time spent":"839.318454ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:37:34.999983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.8584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:35.00003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595942923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-07T03:37:35.000022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.439138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:37:35.000036Z","caller":"traceutil/trace.go:171","msg":"trace[1518425459] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:23780; }","duration":"850.963483ms","start":"2026-05-07T03:37:34.149058Z","end":"2026-05-07T03:37:35.000021Z","steps":["trace[1518425459] 'agreement among raft nodes before linearized reading' (duration: 850.88056ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:35.000062Z","caller":"traceutil/trace.go:171","msg":"trace[910681494] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:23780; }","duration":"1.595996134s","start":"2026-05-07T03:37:33.404059Z","end":"2026-05-07T03:37:35.000055Z","steps":["trace[910681494] 'agreement among raft nodes before linearized reading' (duration: 1.595921362s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.000086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.404049Z","time spent":"1.596032065s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"warn","ts":"2026-05-07T03:37:35.000081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540906876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:37:35.000085Z","caller":"traceutil/trace.go:171","msg":"trace[1953295260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23780; }","duration":"934.538421ms","start":"2026-05-07T03:37:34.06553Z","end":"2026-05-07T03:37:35.000069Z","steps":["trace[1953295260] 'agreement among raft nodes before linearized reading' (duration: 934.242123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.000096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.149032Z","time spent":"851.050615ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:37:35.000111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625099012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:37:35.000111Z","caller":"traceutil/trace.go:171","msg":"trace[36446642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23780; }","duration":"1.540966638s","start":"2026-05-07T03:37:33.459137Z","end":"2026-05-07T03:37:35.000104Z","steps":["trace[36446642] 'agreement among raft nodes before linearized reading' (duration: 1.540884486s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.000134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.065514Z","time spent":"934.607453ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:37:35.000145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66411194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:37:35.000162Z","caller":"traceutil/trace.go:171","msg":"trace[995914432] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23780; }","duration":"1.625163904s","start":"2026-05-07T03:37:33.374972Z","end":"2026-05-07T03:37:35.000136Z","steps":["trace[995914432] 'agreement among raft nodes before linearized reading' (duration: 1.62503984s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.999781Z","caller":"traceutil/trace.go:171","msg":"trace[2012506774] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23780; }","duration":"273.943582ms","start":"2026-05-07T03:37:34.725825Z","end":"2026-05-07T03:37:34.999768Z","steps":["trace[2012506774] 'agreement among raft nodes before linearized reading' (duration: 273.88152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.000194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54105872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T03:37:35.000212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.374951Z","time spent":"1.625237465s","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:37:35.000194Z","caller":"traceutil/trace.go:171","msg":"trace[1997441511] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23780; }","duration":"1.664160821s","start":"2026-05-07T03:37:33.33602Z","end":"2026-05-07T03:37:35.000181Z","steps":["trace[1997441511] 'agreement among raft nodes before linearized reading' (duration: 1.664090979s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.999726Z","caller":"traceutil/trace.go:171","msg":"trace[733400942] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23780; }","duration":"269.032467ms","start":"2026-05-07T03:37:34.730677Z","end":"2026-05-07T03:37:34.999709Z","steps":["trace[733400942] 'agreement among raft nodes before linearized reading' (duration: 268.937784ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:35.000237Z","caller":"traceutil/trace.go:171","msg":"trace[555147768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23780; }","duration":"1.541128952s","start":"2026-05-07T03:37:33.459097Z","end":"2026-05-07T03:37:35.000226Z","steps":["trace[555147768] 'agreement among raft nodes before linearized reading' (duration: 1.541021709s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.999908Z","caller":"traceutil/trace.go:171","msg":"trace[597446275] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23780; }","duration":"269.178511ms","start":"2026-05-07T03:37:34.730717Z","end":"2026-05-07T03:37:34.999879Z","steps":["trace[597446275] 'agreement among raft nodes before linearized reading' (duration: 269.038167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.000252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.335961Z","time spent":"1.664279725s","remote":"127.0.0.1:52378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:37:35.000271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.459082Z","time spent":"1.541182243s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:37:34.99973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540400232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T03:37:34.999853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.598295Z","time spent":"401.546936ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:37:35.000251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540266719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:37:34.999727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.059363Z","time spent":"940.308369ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:35.000436Z","caller":"traceutil/trace.go:171","msg":"trace[1037314172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23780; }","duration":"1.540478455s","start":"2026-05-07T03:37:33.459945Z","end":"2026-05-07T03:37:35.000424Z","steps":["trace[1037314172] 'agreement among raft nodes before linearized reading' (duration: 1.540216557s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.00015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.459119Z","time spent":"1.541024789s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:37:35.000472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.459932Z","time spent":"1.540528676s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:37:34.999853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:34.614491Z","time spent":"385.353763ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T03:37:35.000357Z","caller":"traceutil/trace.go:171","msg":"trace[1525689615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23780; }","duration":"1.54107804s","start":"2026-05-07T03:37:33.45927Z","end":"2026-05-07T03:37:35.000348Z","steps":["trace[1525689615] 'agreement among raft nodes before linearized reading' (duration: 1.540288789s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:34.99956Z","caller":"traceutil/trace.go:171","msg":"trace[61005436] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23780; }","duration":"270.982861ms","start":"2026-05-07T03:37:34.728569Z","end":"2026-05-07T03:37:34.999552Z","steps":["trace[61005436] 'agreement among raft nodes before linearized reading' (duration: 270.929029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.00054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.45925Z","time spent":"1.541281317s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:37:35.000666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799495647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:37:35.000722Z","caller":"traceutil/trace.go:171","msg":"trace[447620874] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23780; }","duration":"1.79959136s","start":"2026-05-07T03:37:33.201122Z","end":"2026-05-07T03:37:35.000713Z","steps":["trace[447620874] 'agreement among raft nodes before linearized reading' (duration: 1.798203251s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.000749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:33.201098Z","time spent":"1.799643441s","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:37:35.513136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944848226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:37:35.762279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:35.001777Z","time spent":"760.494085ms","remote":"127.0.0.1:52030","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:37:35.763451Z","caller":"traceutil/trace.go:171","msg":"trace[460441683] linearizableReadLoop","detail":"{readStateIndex:24572; appliedIndex:24564; }","duration":"750.584634ms","start":"2026-05-07T03:37:35.01284Z","end":"2026-05-07T03:37:35.763424Z","steps":["trace[460441683] 'read index received' (duration: 747.082418ms)","trace[460441683] 'applied index is now lower than readState.Index' (duration: 3.500796ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:37:35.763704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.842261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-service-57bw9\" ","response":"range_response_count:1 size:8117"} {"level":"info","ts":"2026-05-07T03:37:35.763737Z","caller":"traceutil/trace.go:171","msg":"trace[546716013] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-service-57bw9; range_end:; response_count:1; response_revision:23787; }","duration":"750.916993ms","start":"2026-05-07T03:37:35.012812Z","end":"2026-05-07T03:37:35.763729Z","steps":["trace[546716013] 'agreement among raft nodes before linearized reading' (duration: 750.717388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.763764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:35.0128Z","time spent":"750.956274ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8140,"request content":"key:\"/registry/pods/openstack/magnum-ks-service-57bw9\" "} {"level":"info","ts":"2026-05-07T03:37:35.76405Z","caller":"traceutil/trace.go:171","msg":"trace[164299648] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"757.671248ms","start":"2026-05-07T03:37:35.00637Z","end":"2026-05-07T03:37:35.764042Z","steps":["trace[164299648] 'process raft request' (duration: 756.65471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.764133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:35.006351Z","time spent":"757.718849ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:35.764279Z","caller":"traceutil/trace.go:171","msg":"trace[1169425601] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"757.716639ms","start":"2026-05-07T03:37:35.006555Z","end":"2026-05-07T03:37:35.764272Z","steps":["trace[1169425601] 'process raft request' (duration: 756.65457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.764322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:35.006534Z","time spent":"757.763761ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:35.764367Z","caller":"traceutil/trace.go:171","msg":"trace[1531884817] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"755.404475ms","start":"2026-05-07T03:37:35.008922Z","end":"2026-05-07T03:37:35.764327Z","steps":["trace[1531884817] 'process raft request' (duration: 754.433519ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:35.764439Z","caller":"traceutil/trace.go:171","msg":"trace[672875487] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"757.171254ms","start":"2026-05-07T03:37:35.007258Z","end":"2026-05-07T03:37:35.76443Z","steps":["trace[672875487] 'process raft request' (duration: 756.009212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.764475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:35.007252Z","time spent":"757.202295ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:35.764556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:35.008917Z","time spent":"755.54021ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:35.764752Z","caller":"traceutil/trace.go:171","msg":"trace[1516925971] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"755.974502ms","start":"2026-05-07T03:37:35.008763Z","end":"2026-05-07T03:37:35.764738Z","steps":["trace[1516925971] 'process raft request' (duration: 754.535252ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:35.764766Z","caller":"traceutil/trace.go:171","msg":"trace[1612106417] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"755.888599ms","start":"2026-05-07T03:37:35.008871Z","end":"2026-05-07T03:37:35.764759Z","steps":["trace[1612106417] 'process raft request' (duration: 754.45744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.764805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:35.008859Z","time spent":"755.92897ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:35.764837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:35.008757Z","time spent":"756.029843ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:35.764563Z","caller":"traceutil/trace.go:171","msg":"trace[2122737210] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"757.925365ms","start":"2026-05-07T03:37:35.006633Z","end":"2026-05-07T03:37:35.764559Z","steps":["trace[2122737210] 'process raft request' (duration: 756.607619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:35.764993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:35.006627Z","time spent":"758.273264ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:36.181585Z","caller":"traceutil/trace.go:171","msg":"trace[322319711] linearizableReadLoop","detail":"{readStateIndex:24575; appliedIndex:24574; }","duration":"195.416341ms","start":"2026-05-07T03:37:35.986123Z","end":"2026-05-07T03:37:36.18154Z","steps":["trace[322319711] 'read index received' (duration: 149.869814ms)","trace[322319711] 'applied index is now lower than readState.Index' (duration: 45.545177ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:37:36.181868Z","caller":"traceutil/trace.go:171","msg":"trace[1221456695] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"391.844601ms","start":"2026-05-07T03:37:35.790003Z","end":"2026-05-07T03:37:36.181848Z","steps":["trace[1221456695] 'process raft request' (duration: 346.074587ms)","trace[1221456695] 'compare' (duration: 44.782757ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:37:36.182001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:35.78998Z","time spent":"391.935923ms","remote":"127.0.0.1:52076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:37:36.182338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.208192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:36.182451Z","caller":"traceutil/trace.go:171","msg":"trace[133574263] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:23790; }","duration":"196.301365ms","start":"2026-05-07T03:37:35.986078Z","end":"2026-05-07T03:37:36.182379Z","steps":["trace[133574263] 'agreement among raft nodes before linearized reading' (duration: 196.172212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:36.182728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.052175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:36.182778Z","caller":"traceutil/trace.go:171","msg":"trace[860761018] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23790; }","duration":"140.156008ms","start":"2026-05-07T03:37:36.042608Z","end":"2026-05-07T03:37:36.182764Z","steps":["trace[860761018] 'agreement among raft nodes before linearized reading' (duration: 140.075916ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:38.17096Z","caller":"traceutil/trace.go:171","msg":"trace[1031026758] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"397.2996ms","start":"2026-05-07T03:37:37.773631Z","end":"2026-05-07T03:37:38.170931Z","steps":["trace[1031026758] 'process raft request' (duration: 397.099224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:38.171147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:37.773615Z","time spent":"397.434813ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:38.19798Z","caller":"traceutil/trace.go:171","msg":"trace[827783587] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"423.084136ms","start":"2026-05-07T03:37:37.774878Z","end":"2026-05-07T03:37:38.197962Z","steps":["trace[827783587] 'process raft request' (duration: 423.042335ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:38.19802Z","caller":"traceutil/trace.go:171","msg":"trace[1514756923] transaction","detail":"{read_only:false; response_revision:23804; number_of_response:1; }","duration":"423.331962ms","start":"2026-05-07T03:37:37.774673Z","end":"2026-05-07T03:37:38.198005Z","steps":["trace[1514756923] 'process raft request' (duration: 423.148667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:38.198083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:37.774869Z","time spent":"423.161978ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:38.198096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:37.774659Z","time spent":"423.388034ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:38.198174Z","caller":"traceutil/trace.go:171","msg":"trace[101277919] linearizableReadLoop","detail":"{readStateIndex:24591; appliedIndex:24588; }","duration":"329.801051ms","start":"2026-05-07T03:37:37.868367Z","end":"2026-05-07T03:37:38.198168Z","steps":["trace[101277919] 'read index received' (duration: 303.857641ms)","trace[101277919] 'applied index is now lower than readState.Index' (duration: 25.94293ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:37:38.198308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.957955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:38.198316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.194937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:38.198329Z","caller":"traceutil/trace.go:171","msg":"trace[1982713607] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23806; }","duration":"135.011167ms","start":"2026-05-07T03:37:38.063313Z","end":"2026-05-07T03:37:38.198325Z","steps":["trace[1982713607] 'agreement among raft nodes before linearized reading' (duration: 134.974466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:38.198335Z","caller":"traceutil/trace.go:171","msg":"trace[141937319] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23806; }","duration":"156.216898ms","start":"2026-05-07T03:37:38.042113Z","end":"2026-05-07T03:37:38.19833Z","steps":["trace[141937319] 'agreement among raft nodes before linearized reading' (duration: 156.176987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:38.198397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.702914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:38.198482Z","caller":"traceutil/trace.go:171","msg":"trace[2035292636] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23806; }","duration":"197.847778ms","start":"2026-05-07T03:37:38.000615Z","end":"2026-05-07T03:37:38.198463Z","steps":["trace[2035292636] 'agreement among raft nodes before linearized reading' (duration: 197.674323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:38.198498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.675957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-07T03:37:38.198543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.179982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-07T03:37:38.19856Z","caller":"traceutil/trace.go:171","msg":"trace[1588364325] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23806; }","duration":"330.240333ms","start":"2026-05-07T03:37:37.868315Z","end":"2026-05-07T03:37:38.198555Z","steps":["trace[1588364325] 'agreement among raft nodes before linearized reading' (duration: 329.908654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:38.198579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:37.86829Z","time spent":"330.285575ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:37:38.198595Z","caller":"traceutil/trace.go:171","msg":"trace[513854915] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"422.327335ms","start":"2026-05-07T03:37:37.776256Z","end":"2026-05-07T03:37:38.198583Z","steps":["trace[513854915] 'process raft request' (duration: 421.686307ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:38.198596Z","caller":"traceutil/trace.go:171","msg":"trace[1138282092] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23806; }","duration":"188.78156ms","start":"2026-05-07T03:37:38.009769Z","end":"2026-05-07T03:37:38.198551Z","steps":["trace[1138282092] 'agreement among raft nodes before linearized reading' (duration: 188.556954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:38.198666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:37.776235Z","time spent":"422.377577ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:52.893373Z","caller":"traceutil/trace.go:171","msg":"trace[1372218643] linearizableReadLoop","detail":"{readStateIndex:24701; appliedIndex:24700; }","duration":"317.255218ms","start":"2026-05-07T03:37:52.576073Z","end":"2026-05-07T03:37:52.893328Z","steps":["trace[1372218643] 'read index received' (duration: 317.037122ms)","trace[1372218643] 'applied index is now lower than readState.Index' (duration: 217.316µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:37:52.893488Z","caller":"traceutil/trace.go:171","msg":"trace[674109035] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"373.904389ms","start":"2026-05-07T03:37:52.519571Z","end":"2026-05-07T03:37:52.893475Z","steps":["trace[674109035] 'process raft request' (duration: 373.56821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:52.89354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.464623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:37:52.893543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.842755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:52.893576Z","caller":"traceutil/trace.go:171","msg":"trace[1788594855] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23913; }","duration":"317.553915ms","start":"2026-05-07T03:37:52.576013Z","end":"2026-05-07T03:37:52.893567Z","steps":["trace[1788594855] 'agreement among raft nodes before linearized reading' (duration: 317.479643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:52.893577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:52.519554Z","time spent":"373.95913ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8189,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:52.893594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:52.575985Z","time spent":"317.604487ms","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:37:52.893596Z","caller":"traceutil/trace.go:171","msg":"trace[954149745] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23913; }","duration":"282.939898ms","start":"2026-05-07T03:37:52.610641Z","end":"2026-05-07T03:37:52.893581Z","steps":["trace[954149745] 'agreement among raft nodes before linearized reading' (duration: 282.851305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:54.661447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944848598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:37:55.162126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944848598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:37:55.662531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944848598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:37:55.970329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:53.493233Z","time spent":"2.477089722s","remote":"127.0.0.1:56342","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:37:55.970835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467074617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-07T03:37:55.970904Z","caller":"traceutil/trace.go:171","msg":"trace[944716994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23922; }","duration":"2.46717949s","start":"2026-05-07T03:37:53.503705Z","end":"2026-05-07T03:37:55.970884Z","steps":["trace[944716994] 'range keys from in-memory index tree' (duration: 2.466844711s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.970955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:53.503689Z","time spent":"2.467254062s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:37:55.971574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389233115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T03:37:55.971667Z","caller":"traceutil/trace.go:171","msg":"trace[448609023] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23922; }","duration":"2.389357899s","start":"2026-05-07T03:37:53.582288Z","end":"2026-05-07T03:37:55.971646Z","steps":["trace[448609023] 'range keys from in-memory index tree' (duration: 2.389085991s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.971722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:53.582274Z","time spent":"2.389428521s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T03:37:55.972678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221187943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:55.972767Z","caller":"traceutil/trace.go:171","msg":"trace[131936946] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23922; }","duration":"2.221289306s","start":"2026-05-07T03:37:53.751455Z","end":"2026-05-07T03:37:55.972744Z","steps":["trace[131936946] 'count revisions from in-memory index tree' (duration: 2.221099701s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.972813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:53.751351Z","time spent":"2.221449831s","remote":"127.0.0.1:53542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:37:55.973552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.702488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:55.973654Z","caller":"traceutil/trace.go:171","msg":"trace[964200219] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23922; }","duration":"161.817741ms","start":"2026-05-07T03:37:55.81182Z","end":"2026-05-07T03:37:55.973637Z","steps":["trace[964200219] 'range keys from in-memory index tree' (duration: 161.684717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.974063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.069813488s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:37:55.975075Z","caller":"traceutil/trace.go:171","msg":"trace[729840012] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"2.070888568s","start":"2026-05-07T03:37:53.904156Z","end":"2026-05-07T03:37:55.975045Z","steps":["trace[729840012] 'process raft request' (duration: 2.070123927s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.975212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:53.904137Z","time spent":"2.070994862s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6248,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:55.978231Z","caller":"traceutil/trace.go:171","msg":"trace[1725475984] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"949.134411ms","start":"2026-05-07T03:37:55.029072Z","end":"2026-05-07T03:37:55.978207Z","steps":["trace[1725475984] 'process raft request' (duration: 948.7293ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:55.978242Z","caller":"traceutil/trace.go:171","msg":"trace[1977336225] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"906.117443ms","start":"2026-05-07T03:37:55.072105Z","end":"2026-05-07T03:37:55.978223Z","steps":["trace[1977336225] 'process raft request' (duration: 905.888827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.978378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.029045Z","time spent":"949.243614ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:55.978439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.072091Z","time spent":"906.200625ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:55.978554Z","caller":"traceutil/trace.go:171","msg":"trace[1050961567] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"888.361577ms","start":"2026-05-07T03:37:55.090176Z","end":"2026-05-07T03:37:55.978538Z","steps":["trace[1050961567] 'process raft request' (duration: 887.973686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.978604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.090156Z","time spent":"888.420519ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:55.978641Z","caller":"traceutil/trace.go:171","msg":"trace[1072412496] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"884.940174ms","start":"2026-05-07T03:37:55.093689Z","end":"2026-05-07T03:37:55.97863Z","steps":["trace[1072412496] 'process raft request' (duration: 884.872652ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:55.978772Z","caller":"traceutil/trace.go:171","msg":"trace[1435490693] linearizableReadLoop","detail":"{readStateIndex:24722; appliedIndex:24711; }","duration":"1.817467029s","start":"2026-05-07T03:37:54.161291Z","end":"2026-05-07T03:37:55.978758Z","steps":["trace[1435490693] 'read index received' (duration: 1.813072549s)","trace[1435490693] 'applied index is now lower than readState.Index' (duration: 4.39346ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:37:55.978812Z","caller":"traceutil/trace.go:171","msg":"trace[427339502] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"891.526133ms","start":"2026-05-07T03:37:55.087277Z","end":"2026-05-07T03:37:55.978803Z","steps":["trace[427339502] 'process raft request' (duration: 890.767063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.978863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.087261Z","time spent":"891.578585ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:55.978899Z","caller":"traceutil/trace.go:171","msg":"trace[1896663076] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"881.974052ms","start":"2026-05-07T03:37:55.096915Z","end":"2026-05-07T03:37:55.978889Z","steps":["trace[1896663076] 'process raft request' (duration: 881.667643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.978959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.096904Z","time spent":"882.026944ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:55.97895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.09368Z","time spent":"885.096388ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:55.979048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817757687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:55.979072Z","caller":"traceutil/trace.go:171","msg":"trace[1039717567] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"888.451229ms","start":"2026-05-07T03:37:55.0906Z","end":"2026-05-07T03:37:55.979051Z","steps":["trace[1039717567] 'process raft request' (duration: 887.574315ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:55.979076Z","caller":"traceutil/trace.go:171","msg":"trace[2119199152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23933; }","duration":"1.817821589s","start":"2026-05-07T03:37:54.161248Z","end":"2026-05-07T03:37:55.97907Z","steps":["trace[2119199152] 'agreement among raft nodes before linearized reading' (duration: 1.817771147s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.979095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:54.161229Z","time spent":"1.817862239s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:37:55.979101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.090588Z","time spent":"888.497171ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:55.979157Z","caller":"traceutil/trace.go:171","msg":"trace[506349919] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"887.404981ms","start":"2026-05-07T03:37:55.091746Z","end":"2026-05-07T03:37:55.979151Z","steps":["trace[506349919] 'process raft request' (duration: 886.489816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.979189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.091735Z","time spent":"887.439452ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:55.979269Z","caller":"traceutil/trace.go:171","msg":"trace[1289654271] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"886.917597ms","start":"2026-05-07T03:37:55.092347Z","end":"2026-05-07T03:37:55.979264Z","steps":["trace[1289654271] 'process raft request' (duration: 886.052013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.979331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.092339Z","time spent":"886.953489ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:37:55.979363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.449097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:55.979426Z","caller":"traceutil/trace.go:171","msg":"trace[1931110089] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23933; }","duration":"931.540099ms","start":"2026-05-07T03:37:55.047876Z","end":"2026-05-07T03:37:55.979416Z","steps":["trace[1931110089] 'agreement among raft nodes before linearized reading' (duration: 931.465257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.979276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714587191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:37:55.979513Z","caller":"traceutil/trace.go:171","msg":"trace[182380334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23933; }","duration":"1.714852539s","start":"2026-05-07T03:37:54.264653Z","end":"2026-05-07T03:37:55.979506Z","steps":["trace[182380334] 'agreement among raft nodes before linearized reading' (duration: 1.71455236s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.979605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:54.264632Z","time spent":"1.714960462s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:37:55.979616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471036572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:55.979653Z","caller":"traceutil/trace.go:171","msg":"trace[1842928364] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23933; }","duration":"1.471128764s","start":"2026-05-07T03:37:54.508515Z","end":"2026-05-07T03:37:55.979644Z","steps":["trace[1842928364] 'agreement among raft nodes before linearized reading' (duration: 1.471046322s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.979655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.075923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:37:55.979682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:54.508494Z","time spent":"1.471182966s","remote":"127.0.0.1:52324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:37:55.979692Z","caller":"traceutil/trace.go:171","msg":"trace[715563916] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23933; }","duration":"741.138675ms","start":"2026-05-07T03:37:55.238541Z","end":"2026-05-07T03:37:55.97968Z","steps":["trace[715563916] 'agreement among raft nodes before linearized reading' (duration: 741.064263ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:55.979431Z","caller":"traceutil/trace.go:171","msg":"trace[1106181768] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"886.429764ms","start":"2026-05-07T03:37:55.092996Z","end":"2026-05-07T03:37:55.979426Z","steps":["trace[1106181768] 'process raft request' (duration: 885.53717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.979731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.238527Z","time spent":"741.185426ms","remote":"127.0.0.1:50930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:37:55.979714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504969181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:55.979771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.092971Z","time spent":"886.782823ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:37:55.979786Z","caller":"traceutil/trace.go:171","msg":"trace[167174008] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23933; }","duration":"1.505067214s","start":"2026-05-07T03:37:54.474706Z","end":"2026-05-07T03:37:55.979773Z","steps":["trace[167174008] 'agreement among raft nodes before linearized reading' (duration: 1.504967771s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.979849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.323342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-service-57bw9\" ","response":"range_response_count:1 size:8207"} {"level":"warn","ts":"2026-05-07T03:37:55.979853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:54.474689Z","time spent":"1.505150096s","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:37:55.979877Z","caller":"traceutil/trace.go:171","msg":"trace[160394612] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-service-57bw9; range_end:; response_count:1; response_revision:23933; }","duration":"966.393174ms","start":"2026-05-07T03:37:55.013478Z","end":"2026-05-07T03:37:55.979871Z","steps":["trace[160394612] 'agreement among raft nodes before linearized reading' (duration: 966.316042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.979876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.811538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:55.979897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.013453Z","time spent":"966.439485ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8230,"request content":"key:\"/registry/pods/openstack/magnum-ks-service-57bw9\" "} {"level":"info","ts":"2026-05-07T03:37:55.979909Z","caller":"traceutil/trace.go:171","msg":"trace[252788479] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23933; }","duration":"766.8744ms","start":"2026-05-07T03:37:55.213023Z","end":"2026-05-07T03:37:55.979898Z","steps":["trace[252788479] 'agreement among raft nodes before linearized reading' (duration: 766.824849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.9796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695397856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:37:55.979939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.213006Z","time spent":"766.924651ms","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:37:55.979963Z","caller":"traceutil/trace.go:171","msg":"trace[2107604082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23933; }","duration":"1.695812207s","start":"2026-05-07T03:37:54.284145Z","end":"2026-05-07T03:37:55.979957Z","steps":["trace[2107604082] 'agreement among raft nodes before linearized reading' (duration: 1.695334904s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.979983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:54.284111Z","time spent":"1.695866229s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:37:55.979459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.047857Z","time spent":"931.594371ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:37:55.980107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.943711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:55.980121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.882809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:55.980147Z","caller":"traceutil/trace.go:171","msg":"trace[1624912300] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23933; }","duration":"932.011753ms","start":"2026-05-07T03:37:55.04812Z","end":"2026-05-07T03:37:55.980132Z","steps":["trace[1624912300] 'agreement among raft nodes before linearized reading' (duration: 931.960051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.980177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.048092Z","time spent":"932.077164ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:37:55.980206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.160143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:37:55.980227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.884489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:55.980233Z","caller":"traceutil/trace.go:171","msg":"trace[1512658728] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23933; }","duration":"922.208714ms","start":"2026-05-07T03:37:55.058018Z","end":"2026-05-07T03:37:55.980227Z","steps":["trace[1512658728] 'agreement among raft nodes before linearized reading' (duration: 922.168803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.980256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.058008Z","time spent":"922.244555ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-07T03:37:55.980256Z","caller":"traceutil/trace.go:171","msg":"trace[503822811] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23933; }","duration":"932.125166ms","start":"2026-05-07T03:37:55.048122Z","end":"2026-05-07T03:37:55.980247Z","steps":["trace[503822811] 'agreement among raft nodes before linearized reading' (duration: 932.081565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.980296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.048103Z","time spent":"932.184417ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-05-07T03:37:55.980175Z","caller":"traceutil/trace.go:171","msg":"trace[409789138] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23933; }","duration":"904.948171ms","start":"2026-05-07T03:37:55.07521Z","end":"2026-05-07T03:37:55.980158Z","steps":["trace[409789138] 'agreement among raft nodes before linearized reading' (duration: 904.88851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.980349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698138171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:37:55.980373Z","caller":"traceutil/trace.go:171","msg":"trace[1395490893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23933; }","duration":"1.698201402s","start":"2026-05-07T03:37:54.282166Z","end":"2026-05-07T03:37:55.980368Z","steps":["trace[1395490893] 'agreement among raft nodes before linearized reading' (duration: 1.69813708s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.98039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:54.282149Z","time spent":"1.698236964s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:37:55.980383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.075204Z","time spent":"905.168077ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:37:55.980402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701554575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:37:55.980457Z","caller":"traceutil/trace.go:171","msg":"trace[1798924482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23933; }","duration":"1.701627926s","start":"2026-05-07T03:37:54.278818Z","end":"2026-05-07T03:37:55.980446Z","steps":["trace[1798924482] 'agreement among raft nodes before linearized reading' (duration: 1.701451922s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.980495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:54.27881Z","time spent":"1.701675567s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:37:55.980052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.700264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:37:55.980619Z","caller":"traceutil/trace.go:171","msg":"trace[1298407657] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23933; }","duration":"932.313211ms","start":"2026-05-07T03:37:55.048296Z","end":"2026-05-07T03:37:55.98061Z","steps":["trace[1298407657] 'agreement among raft nodes before linearized reading' (duration: 931.658473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.98066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:55.048291Z","time spent":"932.358942ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-05-07T03:37:55.98068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702700926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:37:55.980755Z","caller":"traceutil/trace.go:171","msg":"trace[1259141233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23933; }","duration":"1.702772617s","start":"2026-05-07T03:37:54.277932Z","end":"2026-05-07T03:37:55.980704Z","steps":["trace[1259141233] 'agreement among raft nodes before linearized reading' (duration: 1.702655234s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:55.98078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:37:54.27791Z","time spent":"1.70286468s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:39:20.401603Z","caller":"traceutil/trace.go:171","msg":"trace[134701422] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"112.163919ms","start":"2026-05-07T03:39:20.289407Z","end":"2026-05-07T03:39:20.401571Z","steps":["trace[134701422] 'process raft request' (duration: 111.945013ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:20.555556Z","caller":"traceutil/trace.go:171","msg":"trace[1046984643] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"261.534533ms","start":"2026-05-07T03:39:20.293998Z","end":"2026-05-07T03:39:20.555532Z","steps":["trace[1046984643] 'process raft request' (duration: 260.966008ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:20.555902Z","caller":"traceutil/trace.go:171","msg":"trace[247981349] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"245.655969ms","start":"2026-05-07T03:39:20.310231Z","end":"2026-05-07T03:39:20.555886Z","steps":["trace[247981349] 'process raft request' (duration: 245.256518ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:20.555969Z","caller":"traceutil/trace.go:171","msg":"trace[241761270] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"225.046285ms","start":"2026-05-07T03:39:20.330898Z","end":"2026-05-07T03:39:20.555944Z","steps":["trace[241761270] 'process raft request' (duration: 224.961083ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:20.55602Z","caller":"traceutil/trace.go:171","msg":"trace[986985008] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"231.516932ms","start":"2026-05-07T03:39:20.324493Z","end":"2026-05-07T03:39:20.55601Z","steps":["trace[986985008] 'process raft request' (duration: 231.223064ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:20.556142Z","caller":"traceutil/trace.go:171","msg":"trace[1970168300] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"224.035357ms","start":"2026-05-07T03:39:20.332092Z","end":"2026-05-07T03:39:20.556128Z","steps":["trace[1970168300] 'process raft request' (duration: 223.813961ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:20.556284Z","caller":"traceutil/trace.go:171","msg":"trace[1381061314] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"222.111365ms","start":"2026-05-07T03:39:20.334143Z","end":"2026-05-07T03:39:20.556255Z","steps":["trace[1381061314] 'process raft request' (duration: 221.94325ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:20.556301Z","caller":"traceutil/trace.go:171","msg":"trace[56757981] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"230.134734ms","start":"2026-05-07T03:39:20.325937Z","end":"2026-05-07T03:39:20.556072Z","steps":["trace[56757981] 'process raft request' (duration: 229.876477ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:26.618399Z","caller":"traceutil/trace.go:171","msg":"trace[923059174] linearizableReadLoop","detail":"{readStateIndex:25612; appliedIndex:25611; }","duration":"141.076709ms","start":"2026-05-07T03:39:26.477297Z","end":"2026-05-07T03:39:26.618374Z","steps":["trace[923059174] 'read index received' (duration: 141.020507ms)","trace[923059174] 'applied index is now lower than readState.Index' (duration: 54.912µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:26.618556Z","caller":"traceutil/trace.go:171","msg":"trace[884838947] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"198.212721ms","start":"2026-05-07T03:39:26.420299Z","end":"2026-05-07T03:39:26.618512Z","steps":["trace[884838947] 'process raft request' (duration: 197.914593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:26.618758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.439128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:39:26.618807Z","caller":"traceutil/trace.go:171","msg":"trace[2080600247] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24799; }","duration":"141.529161ms","start":"2026-05-07T03:39:26.477262Z","end":"2026-05-07T03:39:26.618791Z","steps":["trace[2080600247] 'agreement among raft nodes before linearized reading' (duration: 141.342386ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:26.897226Z","caller":"traceutil/trace.go:171","msg":"trace[2042757095] linearizableReadLoop","detail":"{readStateIndex:25619; appliedIndex:25612; }","duration":"278.617631ms","start":"2026-05-07T03:39:26.618575Z","end":"2026-05-07T03:39:26.897193Z","steps":["trace[2042757095] 'read index received' (duration: 277.979943ms)","trace[2042757095] 'applied index is now lower than readState.Index' (duration: 636.448µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:26.897526Z","caller":"traceutil/trace.go:171","msg":"trace[2091222311] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"317.943236ms","start":"2026-05-07T03:39:26.579556Z","end":"2026-05-07T03:39:26.897499Z","steps":["trace[2091222311] 'process raft request' (duration: 317.413632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:26.897677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:26.579551Z","time spent":"318.033619ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:26.897671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.089196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:39:26.897671Z","caller":"traceutil/trace.go:171","msg":"trace[260155544] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"318.157612ms","start":"2026-05-07T03:39:26.579469Z","end":"2026-05-07T03:39:26.897627Z","steps":["trace[260155544] 'process raft request' (duration: 317.277598ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:26.897758Z","caller":"traceutil/trace.go:171","msg":"trace[1077524715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24806; }","duration":"297.203569ms","start":"2026-05-07T03:39:26.600532Z","end":"2026-05-07T03:39:26.897735Z","steps":["trace[1077524715] 'agreement among raft nodes before linearized reading' (duration: 296.944832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:26.897802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.730977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:39:26.897859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:26.579459Z","time spent":"318.303187ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:26.897914Z","caller":"traceutil/trace.go:171","msg":"trace[579838206] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"317.952036ms","start":"2026-05-07T03:39:26.579947Z","end":"2026-05-07T03:39:26.897899Z","steps":["trace[579838206] 'process raft request' (duration: 317.077962ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:26.897931Z","caller":"traceutil/trace.go:171","msg":"trace[1411768122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24806; }","duration":"307.887621ms","start":"2026-05-07T03:39:26.590009Z","end":"2026-05-07T03:39:26.897897Z","steps":["trace[1411768122] 'agreement among raft nodes before linearized reading' (duration: 307.570973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:26.897995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:26.590004Z","time spent":"307.978454ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:26.898011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:26.579925Z","time spent":"318.022449ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:26.898037Z","caller":"traceutil/trace.go:171","msg":"trace[2134485565] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"318.505732ms","start":"2026-05-07T03:39:26.579519Z","end":"2026-05-07T03:39:26.898025Z","steps":["trace[2134485565] 'process raft request' (duration: 317.388851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:26.898101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:26.579514Z","time spent":"318.556393ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:26.898139Z","caller":"traceutil/trace.go:171","msg":"trace[710924433] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"317.896255ms","start":"2026-05-07T03:39:26.580236Z","end":"2026-05-07T03:39:26.898132Z","steps":["trace[710924433] 'process raft request' (duration: 316.898667ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:26.89811Z","caller":"traceutil/trace.go:171","msg":"trace[384477677] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"317.907495ms","start":"2026-05-07T03:39:26.580194Z","end":"2026-05-07T03:39:26.898102Z","steps":["trace[384477677] 'process raft request' (duration: 316.882537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:26.898197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:26.580232Z","time spent":"317.936496ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:26.898216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:26.580188Z","time spent":"318.002798ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:26.898231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.006153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:39:26.898295Z","caller":"traceutil/trace.go:171","msg":"trace[1806193251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24806; }","duration":"305.085935ms","start":"2026-05-07T03:39:26.593196Z","end":"2026-05-07T03:39:26.898282Z","steps":["trace[1806193251] 'agreement among raft nodes before linearized reading' (duration: 304.9286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:26.898342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:26.59319Z","time spent":"305.139306ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:26.898431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.251439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T03:39:26.898445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.528514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:39:26.898469Z","caller":"traceutil/trace.go:171","msg":"trace[852969988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24806; }","duration":"309.30651ms","start":"2026-05-07T03:39:26.589151Z","end":"2026-05-07T03:39:26.898457Z","steps":["trace[852969988] 'agreement among raft nodes before linearized reading' (duration: 309.140585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:26.898499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:26.58914Z","time spent":"309.352932ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:39:26.898496Z","caller":"traceutil/trace.go:171","msg":"trace[718906179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24806; }","duration":"306.626997ms","start":"2026-05-07T03:39:26.591856Z","end":"2026-05-07T03:39:26.898483Z","steps":["trace[718906179] 'agreement among raft nodes before linearized reading' (duration: 306.449552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:26.898533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:26.59185Z","time spent":"306.674748ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:39:26.898368Z","caller":"traceutil/trace.go:171","msg":"trace[414081268] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"320.590029ms","start":"2026-05-07T03:39:26.577761Z","end":"2026-05-07T03:39:26.898351Z","steps":["trace[414081268] 'process raft request' (duration: 318.81098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:26.90079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:26.577734Z","time spent":"320.843366ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:27.133221Z","caller":"traceutil/trace.go:171","msg":"trace[884745405] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"229.24023ms","start":"2026-05-07T03:39:26.903938Z","end":"2026-05-07T03:39:27.133178Z","steps":["trace[884745405] 'process raft request' (duration: 181.268588ms)","trace[884745405] 'compare' (duration: 47.441008ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:27.133334Z","caller":"traceutil/trace.go:171","msg":"trace[1188047811] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"229.141708ms","start":"2026-05-07T03:39:26.904156Z","end":"2026-05-07T03:39:27.133298Z","steps":["trace[1188047811] 'process raft request' (duration: 228.801518ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:27.133964Z","caller":"traceutil/trace.go:171","msg":"trace[1372569857] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"229.678572ms","start":"2026-05-07T03:39:26.90425Z","end":"2026-05-07T03:39:27.133928Z","steps":["trace[1372569857] 'process raft request' (duration: 228.978273ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:27.134145Z","caller":"traceutil/trace.go:171","msg":"trace[646640593] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"229.662241ms","start":"2026-05-07T03:39:26.904464Z","end":"2026-05-07T03:39:27.134126Z","steps":["trace[646640593] 'process raft request' (duration: 229.154047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:27.353324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.32002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:27.353446Z","caller":"traceutil/trace.go:171","msg":"trace[1010670575] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24811; }","duration":"109.515255ms","start":"2026-05-07T03:39:27.243901Z","end":"2026-05-07T03:39:27.353416Z","steps":["trace[1010670575] 'count revisions from in-memory index tree' (duration: 109.214317ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:27.602553Z","caller":"traceutil/trace.go:171","msg":"trace[109276288] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"238.806632ms","start":"2026-05-07T03:39:27.363725Z","end":"2026-05-07T03:39:27.602532Z","steps":["trace[109276288] 'process raft request' (duration: 219.976946ms)","trace[109276288] 'compare' (duration: 18.407724ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:29.23718Z","caller":"traceutil/trace.go:171","msg":"trace[2003395884] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"334.18338ms","start":"2026-05-07T03:39:28.902951Z","end":"2026-05-07T03:39:29.237134Z","steps":["trace[2003395884] 'process raft request' (duration: 334.018046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:29.237327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:28.902926Z","time spent":"334.326745ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:29.597036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.808226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:39:29.597822Z","caller":"traceutil/trace.go:171","msg":"trace[512744220] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"693.426216ms","start":"2026-05-07T03:39:28.904365Z","end":"2026-05-07T03:39:29.597791Z","steps":["trace[512744220] 'process raft request' (duration: 538.708544ms)","trace[512744220] 'compare' (duration: 153.522249ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:29.59793Z","caller":"traceutil/trace.go:171","msg":"trace[200257784] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"693.358004ms","start":"2026-05-07T03:39:28.904493Z","end":"2026-05-07T03:39:29.597851Z","steps":["trace[200257784] 'process raft request' (duration: 693.164129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:29.597976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:28.904335Z","time spent":"693.552139ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:29.59807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:28.904482Z","time spent":"693.555779ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:29.598177Z","caller":"traceutil/trace.go:171","msg":"trace[1010784163] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"692.586923ms","start":"2026-05-07T03:39:28.905551Z","end":"2026-05-07T03:39:29.598138Z","steps":["trace[1010784163] 'process raft request' (duration: 692.237553ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:29.598262Z","caller":"traceutil/trace.go:171","msg":"trace[1486557735] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"692.651034ms","start":"2026-05-07T03:39:28.905605Z","end":"2026-05-07T03:39:29.598256Z","steps":["trace[1486557735] 'process raft request' (duration: 692.416708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:29.598318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:28.905588Z","time spent":"692.703626ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:29.598363Z","caller":"traceutil/trace.go:171","msg":"trace[1060958281] linearizableReadLoop","detail":"{readStateIndex:25635; appliedIndex:25628; }","duration":"624.521631ms","start":"2026-05-07T03:39:28.97383Z","end":"2026-05-07T03:39:29.598352Z","steps":["trace[1060958281] 'read index received' (duration: 263.108036ms)","trace[1060958281] 'applied index is now lower than readState.Index' (duration: 361.412675ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:29.598365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:28.905521Z","time spent":"692.753038ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:29.59838Z","caller":"traceutil/trace.go:171","msg":"trace[1124191766] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"691.618397ms","start":"2026-05-07T03:39:28.906732Z","end":"2026-05-07T03:39:29.59835Z","steps":["trace[1124191766] 'process raft request' (duration: 691.448122ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:29.598293Z","caller":"traceutil/trace.go:171","msg":"trace[1577721747] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"166.185906ms","start":"2026-05-07T03:39:29.432084Z","end":"2026-05-07T03:39:29.59827Z","steps":["trace[1577721747] 'process raft request' (duration: 166.140414ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:29.598234Z","caller":"traceutil/trace.go:171","msg":"trace[1273202378] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"692.563832ms","start":"2026-05-07T03:39:28.905661Z","end":"2026-05-07T03:39:29.598225Z","steps":["trace[1273202378] 'process raft request' (duration: 692.47776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:29.59852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:28.906714Z","time spent":"691.74115ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:29.59853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.707637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:39:29.59857Z","caller":"traceutil/trace.go:171","msg":"trace[395326454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24822; }","duration":"624.791209ms","start":"2026-05-07T03:39:28.973771Z","end":"2026-05-07T03:39:29.598562Z","steps":["trace[395326454] 'agreement among raft nodes before linearized reading' (duration: 624.629484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:29.598594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:28.973747Z","time spent":"624.84219ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:39:29.598602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:28.904661Z","time spent":"693.892018ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:29.598676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.102604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:39:29.59875Z","caller":"traceutil/trace.go:171","msg":"trace[594912284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24822; }","duration":"460.213737ms","start":"2026-05-07T03:39:29.138516Z","end":"2026-05-07T03:39:29.59873Z","steps":["trace[594912284] 'agreement among raft nodes before linearized reading' (duration: 460.041273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:29.598793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.497623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:39:29.598813Z","caller":"traceutil/trace.go:171","msg":"trace[1847253681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24822; }","duration":"457.555834ms","start":"2026-05-07T03:39:29.141251Z","end":"2026-05-07T03:39:29.598807Z","steps":["trace[1847253681] 'agreement among raft nodes before linearized reading' (duration: 457.502613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:29.59884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:29.141223Z","time spent":"457.612976ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:39:29.598694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.829234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:39:29.598865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.276495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:39:29.59893Z","caller":"traceutil/trace.go:171","msg":"trace[1384163008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24822; }","duration":"458.354056ms","start":"2026-05-07T03:39:29.140559Z","end":"2026-05-07T03:39:29.598913Z","steps":["trace[1384163008] 'agreement among raft nodes before linearized reading' (duration: 458.173871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:29.598947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.338911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:39:29.598988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:29.140551Z","time spent":"458.423208ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:29.598819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:29.138491Z","time spent":"460.31138ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:39:29.599001Z","caller":"traceutil/trace.go:171","msg":"trace[930354542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24822; }","duration":"460.430963ms","start":"2026-05-07T03:39:29.138552Z","end":"2026-05-07T03:39:29.598983Z","steps":["trace[930354542] 'agreement among raft nodes before linearized reading' (duration: 460.29824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:29.599052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:29.138525Z","time spent":"460.515056ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:39:29.598883Z","caller":"traceutil/trace.go:171","msg":"trace[1945234506] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24822; }","duration":"291.04336ms","start":"2026-05-07T03:39:29.307824Z","end":"2026-05-07T03:39:29.598868Z","steps":["trace[1945234506] 'agreement among raft nodes before linearized reading' (duration: 290.844845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:29.598684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.09874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:29.599244Z","caller":"traceutil/trace.go:171","msg":"trace[1401819370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24822; }","duration":"439.687266ms","start":"2026-05-07T03:39:29.159544Z","end":"2026-05-07T03:39:29.599231Z","steps":["trace[1401819370] 'agreement among raft nodes before linearized reading' (duration: 439.09024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:29.59928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:29.159526Z","time spent":"439.744517ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:39:29.757176Z","caller":"traceutil/trace.go:171","msg":"trace[353453198] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"153.454198ms","start":"2026-05-07T03:39:29.603524Z","end":"2026-05-07T03:39:29.756978Z","steps":["trace[353453198] 'process raft request' (duration: 140.072992ms)","trace[353453198] 'compare' (duration: 13.234022ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:29.790393Z","caller":"traceutil/trace.go:171","msg":"trace[179775867] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"186.311796ms","start":"2026-05-07T03:39:29.604028Z","end":"2026-05-07T03:39:29.79034Z","steps":["trace[179775867] 'process raft request' (duration: 186.11049ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:29.790457Z","caller":"traceutil/trace.go:171","msg":"trace[799483763] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"185.792392ms","start":"2026-05-07T03:39:29.604627Z","end":"2026-05-07T03:39:29.790419Z","steps":["trace[799483763] 'process raft request' (duration: 185.551056ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:29.790671Z","caller":"traceutil/trace.go:171","msg":"trace[1883950407] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"185.958296ms","start":"2026-05-07T03:39:29.604672Z","end":"2026-05-07T03:39:29.79063Z","steps":["trace[1883950407] 'process raft request' (duration: 185.541435ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:29.790672Z","caller":"traceutil/trace.go:171","msg":"trace[2079547601] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"186.615114ms","start":"2026-05-07T03:39:29.603996Z","end":"2026-05-07T03:39:29.790611Z","steps":["trace[2079547601] 'process raft request' (duration: 185.998488ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:38.78395Z","caller":"traceutil/trace.go:171","msg":"trace[2033116854] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"127.333208ms","start":"2026-05-07T03:39:38.656601Z","end":"2026-05-07T03:39:38.783935Z","steps":["trace[2033116854] 'process raft request' (duration: 127.179954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.930682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.844082ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T03:39:38.9309Z","caller":"traceutil/trace.go:171","msg":"trace[84586848] linearizableReadLoop","detail":"{readStateIndex:25768; appliedIndex:25765; }","duration":"170.812832ms","start":"2026-05-07T03:39:38.760061Z","end":"2026-05-07T03:39:38.930874Z","steps":["trace[84586848] 'read index received' (duration: 23.759257ms)","trace[84586848] 'applied index is now lower than readState.Index' (duration: 147.050825ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:38.931065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.966957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:38.931323Z","caller":"traceutil/trace.go:171","msg":"trace[775227054] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24951; }","duration":"171.285396ms","start":"2026-05-07T03:39:38.760014Z","end":"2026-05-07T03:39:38.9313Z","steps":["trace[775227054] 'agreement among raft nodes before linearized reading' (duration: 170.940616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:38.931439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.579366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:39:38.931763Z","caller":"traceutil/trace.go:171","msg":"trace[291646414] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24951; }","duration":"152.979337ms","start":"2026-05-07T03:39:38.77876Z","end":"2026-05-07T03:39:38.931739Z","steps":["trace[291646414] 'agreement among raft nodes before linearized reading' (duration: 152.556475ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:39.456368Z","caller":"traceutil/trace.go:171","msg":"trace[1239796067] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"179.394176ms","start":"2026-05-07T03:39:39.276949Z","end":"2026-05-07T03:39:39.456343Z","steps":["trace[1239796067] 'process raft request' (duration: 179.232812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:39.764937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.760151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:39.765025Z","caller":"traceutil/trace.go:171","msg":"trace[1998103812] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24952; }","duration":"192.865334ms","start":"2026-05-07T03:39:39.57214Z","end":"2026-05-07T03:39:39.765005Z","steps":["trace[1998103812] 'count revisions from in-memory index tree' (duration: 192.682778ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:39.843292Z","caller":"traceutil/trace.go:171","msg":"trace[255279850] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"204.725246ms","start":"2026-05-07T03:39:39.638539Z","end":"2026-05-07T03:39:39.843265Z","steps":["trace[255279850] 'process raft request' (duration: 204.540411ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:40.130485Z","caller":"traceutil/trace.go:171","msg":"trace[1841595056] linearizableReadLoop","detail":"{readStateIndex:25775; appliedIndex:25769; }","duration":"475.740898ms","start":"2026-05-07T03:39:39.654728Z","end":"2026-05-07T03:39:40.130469Z","steps":["trace[1841595056] 'read index received' (duration: 188.421032ms)","trace[1841595056] 'applied index is now lower than readState.Index' (duration: 287.319136ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:40.130572Z","caller":"traceutil/trace.go:171","msg":"trace[1466064039] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"491.509618ms","start":"2026-05-07T03:39:39.639054Z","end":"2026-05-07T03:39:40.130563Z","steps":["trace[1466064039] 'process raft request' (duration: 437.709002ms)","trace[1466064039] 'compare' (duration: 53.498707ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:40.130642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:39.639025Z","time spent":"491.565609ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:40.130755Z","caller":"traceutil/trace.go:171","msg":"trace[2126583312] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"484.64156ms","start":"2026-05-07T03:39:39.646092Z","end":"2026-05-07T03:39:40.130733Z","steps":["trace[2126583312] 'process raft request' (duration: 484.351902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:40.130886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:39.646083Z","time spent":"484.757884ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:40.130942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.200901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e086e5f3-7960-426e-a28e-ea32056eb60f\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-07T03:39:40.131251Z","caller":"traceutil/trace.go:171","msg":"trace[1499408488] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"492.006851ms","start":"2026-05-07T03:39:39.639234Z","end":"2026-05-07T03:39:40.131241Z","steps":["trace[1499408488] 'process raft request' (duration: 491.161878ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:40.131312Z","caller":"traceutil/trace.go:171","msg":"trace[1553785942] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"490.655284ms","start":"2026-05-07T03:39:39.64062Z","end":"2026-05-07T03:39:40.131275Z","steps":["trace[1553785942] 'process raft request' (duration: 489.795341ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:40.131343Z","caller":"traceutil/trace.go:171","msg":"trace[897330827] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"492.212707ms","start":"2026-05-07T03:39:39.639076Z","end":"2026-05-07T03:39:40.131289Z","steps":["trace[897330827] 'process raft request' (duration: 491.286582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:40.131484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.62083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:39:40.131491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:39.640604Z","time spent":"490.803049ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:40.13154Z","caller":"traceutil/trace.go:171","msg":"trace[812562767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24958; }","duration":"332.712363ms","start":"2026-05-07T03:39:39.798817Z","end":"2026-05-07T03:39:40.131529Z","steps":["trace[812562767] 'agreement among raft nodes before linearized reading' (duration: 332.456756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:40.131531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.286438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:39:40.131571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:39.798801Z","time spent":"332.764474ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:40.131565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.539071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-07T03:39:40.131586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:39.639226Z","time spent":"492.050882ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:40.131588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.672679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T03:39:40.131529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.132836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:39:40.131601Z","caller":"traceutil/trace.go:171","msg":"trace[1313491075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24958; }","duration":"286.395001ms","start":"2026-05-07T03:39:39.845186Z","end":"2026-05-07T03:39:40.131581Z","steps":["trace[1313491075] 'agreement among raft nodes before linearized reading' (duration: 286.165835ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:40.131628Z","caller":"traceutil/trace.go:171","msg":"trace[47110626] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24958; }","duration":"110.658674ms","start":"2026-05-07T03:39:40.020953Z","end":"2026-05-07T03:39:40.131612Z","steps":["trace[47110626] 'agreement among raft nodes before linearized reading' (duration: 110.401597ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:40.131644Z","caller":"traceutil/trace.go:171","msg":"trace[591518315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24958; }","duration":"285.300091ms","start":"2026-05-07T03:39:39.846337Z","end":"2026-05-07T03:39:40.131637Z","steps":["trace[591518315] 'agreement among raft nodes before linearized reading' (duration: 284.999963ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:40.131652Z","caller":"traceutil/trace.go:171","msg":"trace[1170860698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24958; }","duration":"293.779692ms","start":"2026-05-07T03:39:39.837854Z","end":"2026-05-07T03:39:40.131634Z","steps":["trace[1170860698] 'agreement among raft nodes before linearized reading' (duration: 293.603337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:40.131601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:39.639051Z","time spent":"492.431173ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:40.131861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.179861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:39:40.132433Z","caller":"traceutil/trace.go:171","msg":"trace[1182765350] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e086e5f3-7960-426e-a28e-ea32056eb60f; range_end:; response_count:1; response_revision:24958; }","duration":"476.302154ms","start":"2026-05-07T03:39:39.654712Z","end":"2026-05-07T03:39:40.131015Z","steps":["trace[1182765350] 'agreement among raft nodes before linearized reading' (duration: 476.087768ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:40.132364Z","caller":"traceutil/trace.go:171","msg":"trace[939508181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24958; }","duration":"284.693134ms","start":"2026-05-07T03:39:39.847657Z","end":"2026-05-07T03:39:40.13235Z","steps":["trace[939508181] 'agreement among raft nodes before linearized reading' (duration: 283.901183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:40.132574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:39.654673Z","time spent":"477.878837ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e086e5f3-7960-426e-a28e-ea32056eb60f\" "} {"level":"info","ts":"2026-05-07T03:39:40.448658Z","caller":"traceutil/trace.go:171","msg":"trace[461405242] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"310.839947ms","start":"2026-05-07T03:39:40.137789Z","end":"2026-05-07T03:39:40.448629Z","steps":["trace[461405242] 'process raft request' (duration: 278.078144ms)","trace[461405242] 'compare' (duration: 32.246359ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:40.448776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.051208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:40.448825Z","caller":"traceutil/trace.go:171","msg":"trace[482530887] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"308.40832ms","start":"2026-05-07T03:39:40.140393Z","end":"2026-05-07T03:39:40.448802Z","steps":["trace[482530887] 'process raft request' (duration: 308.198625ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:40.44884Z","caller":"traceutil/trace.go:171","msg":"trace[357308329] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"310.567699ms","start":"2026-05-07T03:39:40.138245Z","end":"2026-05-07T03:39:40.448813Z","steps":["trace[357308329] 'process raft request' (duration: 310.274771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:40.448893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:40.137763Z","time spent":"311.028741ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:40.448878Z","caller":"traceutil/trace.go:171","msg":"trace[2129738553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24963; }","duration":"262.197282ms","start":"2026-05-07T03:39:40.186667Z","end":"2026-05-07T03:39:40.448864Z","steps":["trace[2129738553] 'agreement among raft nodes before linearized reading' (duration: 262.062768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:40.448943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:40.140386Z","time spent":"308.489442ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:40.448948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:40.138237Z","time spent":"310.645541ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:40.448906Z","caller":"traceutil/trace.go:171","msg":"trace[181160968] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"307.619969ms","start":"2026-05-07T03:39:40.141261Z","end":"2026-05-07T03:39:40.448881Z","steps":["trace[181160968] 'process raft request' (duration: 307.371402ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:40.448697Z","caller":"traceutil/trace.go:171","msg":"trace[514323103] linearizableReadLoop","detail":"{readStateIndex:25780; appliedIndex:25776; }","duration":"261.961615ms","start":"2026-05-07T03:39:40.186717Z","end":"2026-05-07T03:39:40.448678Z","steps":["trace[514323103] 'read index received' (duration: 229.073349ms)","trace[514323103] 'applied index is now lower than readState.Index' (duration: 32.887276ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:40.449075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:40.141242Z","time spent":"307.756073ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:41.107511Z","caller":"traceutil/trace.go:171","msg":"trace[322699751] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"316.743107ms","start":"2026-05-07T03:39:40.790738Z","end":"2026-05-07T03:39:41.107481Z","steps":["trace[322699751] 'process raft request' (duration: 316.504001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:41.107688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:40.790712Z","time spent":"316.866301ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:45.271575Z","caller":"traceutil/trace.go:171","msg":"trace[1936139769] linearizableReadLoop","detail":"{readStateIndex:25826; appliedIndex:25825; }","duration":"174.856243ms","start":"2026-05-07T03:39:45.096693Z","end":"2026-05-07T03:39:45.271549Z","steps":["trace[1936139769] 'read index received' (duration: 174.655097ms)","trace[1936139769] 'applied index is now lower than readState.Index' (duration: 199.376µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:45.272025Z","caller":"traceutil/trace.go:171","msg":"trace[594689043] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"271.535755ms","start":"2026-05-07T03:39:45.000472Z","end":"2026-05-07T03:39:45.272008Z","steps":["trace[594689043] 'process raft request' (duration: 270.923579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:45.272475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.707436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:45.272577Z","caller":"traceutil/trace.go:171","msg":"trace[1003747705] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25008; }","duration":"175.88122ms","start":"2026-05-07T03:39:45.096639Z","end":"2026-05-07T03:39:45.272521Z","steps":["trace[1003747705] 'agreement among raft nodes before linearized reading' (duration: 175.682015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:45.310237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.202541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:45.310313Z","caller":"traceutil/trace.go:171","msg":"trace[491645890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25009; }","duration":"150.321094ms","start":"2026-05-07T03:39:45.159978Z","end":"2026-05-07T03:39:45.310299Z","steps":["trace[491645890] 'agreement among raft nodes before linearized reading' (duration: 150.169ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:45.31025Z","caller":"traceutil/trace.go:171","msg":"trace[1211111157] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"145.136723ms","start":"2026-05-07T03:39:45.165084Z","end":"2026-05-07T03:39:45.31022Z","steps":["trace[1211111157] 'process raft request' (duration: 133.044184ms)","trace[1211111157] 'compare' (duration: 11.909574ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:39:49.368992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944851257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:39:49.869608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944851257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:39:50.370203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944851257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:39:50.871367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944851257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:39:51.158654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:39:51.158741Z","caller":"traceutil/trace.go:171","msg":"trace[1722907042] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987143s","start":"2026-05-07T03:39:49.158735Z","end":"2026-05-07T03:39:51.158722Z","steps":["trace[1722907042] 'agreement among raft nodes before linearized reading' (duration: 1.9998747s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.15879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:49.158716Z","time spent":"2.000063826s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:39:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:39:51.371765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944851257,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:39:51.861292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.020257643s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:39:51.861817Z","caller":"traceutil/trace.go:171","msg":"trace[1598200378] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"3.020953532s","start":"2026-05-07T03:39:48.840843Z","end":"2026-05-07T03:39:51.861797Z","steps":["trace[1598200378] 'process raft request' (duration: 3.020727646s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.861958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:48.840803Z","time spent":"3.021082595s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10836,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:51.864702Z","caller":"traceutil/trace.go:171","msg":"trace[1795848711] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"2.515692041s","start":"2026-05-07T03:39:49.34898Z","end":"2026-05-07T03:39:51.864672Z","steps":["trace[1795848711] 'process raft request' (duration: 2.515438824s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:51.864804Z","caller":"traceutil/trace.go:171","msg":"trace[280766344] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"1.986868977s","start":"2026-05-07T03:39:49.877913Z","end":"2026-05-07T03:39:51.864782Z","steps":["trace[280766344] 'process raft request' (duration: 1.986710113s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:51.864845Z","caller":"traceutil/trace.go:171","msg":"trace[2087419040] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"2.378126624s","start":"2026-05-07T03:39:49.486689Z","end":"2026-05-07T03:39:51.864816Z","steps":["trace[2087419040] 'process raft request' (duration: 2.377895928s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.86493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:49.877881Z","time spent":"1.98698231s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:51.864937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:49.348961Z","time spent":"2.515897966s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:51.865006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:49.486664Z","time spent":"2.378259537s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:51.865349Z","caller":"traceutil/trace.go:171","msg":"trace[1672037611] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"1.701425492s","start":"2026-05-07T03:39:50.16391Z","end":"2026-05-07T03:39:51.865335Z","steps":["trace[1672037611] 'process raft request' (duration: 1.700783335s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.865422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.163889Z","time spent":"1.701495905s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:39:51.86548Z","caller":"traceutil/trace.go:171","msg":"trace[325428414] linearizableReadLoop","detail":"{readStateIndex:25879; appliedIndex:25869; }","duration":"2.997457812s","start":"2026-05-07T03:39:48.868009Z","end":"2026-05-07T03:39:51.865467Z","steps":["trace[325428414] 'read index received' (duration: 2.993557346s)","trace[325428414] 'applied index is now lower than readState.Index' (duration: 3.899276ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:39:51.865505Z","caller":"traceutil/trace.go:171","msg":"trace[1776533977] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"1.698373119s","start":"2026-05-07T03:39:50.166994Z","end":"2026-05-07T03:39:51.865367Z","steps":["trace[1776533977] 'process raft request' (duration: 1.698241615s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:51.865542Z","caller":"traceutil/trace.go:171","msg":"trace[1464922041] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"1.692066888s","start":"2026-05-07T03:39:50.173465Z","end":"2026-05-07T03:39:51.865532Z","steps":["trace[1464922041] 'process raft request' (duration: 1.691933264s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:51.865564Z","caller":"traceutil/trace.go:171","msg":"trace[714488823] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"661.449806ms","start":"2026-05-07T03:39:51.204102Z","end":"2026-05-07T03:39:51.865552Z","steps":["trace[714488823] 'process raft request' (duration: 661.329053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.865569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.166983Z","time spent":"1.698555825s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:51.865589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.173454Z","time spent":"1.692110038s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:51.865622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:51.204086Z","time spent":"661.504628ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:51.865646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982720301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:39:51.865673Z","caller":"traceutil/trace.go:171","msg":"trace[430770535] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"1.692797507s","start":"2026-05-07T03:39:50.172867Z","end":"2026-05-07T03:39:51.865665Z","steps":["trace[430770535] 'process raft request' (duration: 1.692498859s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:51.865698Z","caller":"traceutil/trace.go:171","msg":"trace[673411954] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25060; }","duration":"2.982801933s","start":"2026-05-07T03:39:48.882882Z","end":"2026-05-07T03:39:51.865684Z","steps":["trace[673411954] 'agreement among raft nodes before linearized reading' (duration: 2.982681049s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.865719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.172843Z","time spent":"1.692850899s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:51.865731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:48.882874Z","time spent":"2.982848524s","remote":"127.0.0.1:50952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:51.865775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366799038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:39:51.865754Z","caller":"traceutil/trace.go:171","msg":"trace[600926108] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"1.695087859s","start":"2026-05-07T03:39:50.170651Z","end":"2026-05-07T03:39:51.865739Z","steps":["trace[600926108] 'process raft request' (duration: 1.694671688s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:51.865803Z","caller":"traceutil/trace.go:171","msg":"trace[1522653681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25060; }","duration":"1.366836579s","start":"2026-05-07T03:39:50.498959Z","end":"2026-05-07T03:39:51.865796Z","steps":["trace[1522653681] 'agreement among raft nodes before linearized reading' (duration: 1.366743226s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.865831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.498955Z","time spent":"1.366870689s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:51.865831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.957575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:51.865861Z","caller":"traceutil/trace.go:171","msg":"trace[498601032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25060; }","duration":"707.023397ms","start":"2026-05-07T03:39:51.158829Z","end":"2026-05-07T03:39:51.865853Z","steps":["trace[498601032] 'agreement among raft nodes before linearized reading' (duration: 706.958975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.86588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.170644Z","time spent":"1.695171262s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:39:51.865897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:51.15881Z","time spent":"707.080789ms","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:39:51.865929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367061975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:39:51.865957Z","caller":"traceutil/trace.go:171","msg":"trace[1279476621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25060; }","duration":"1.367102056s","start":"2026-05-07T03:39:50.498849Z","end":"2026-05-07T03:39:51.865951Z","steps":["trace[1279476621] 'agreement among raft nodes before linearized reading' (duration: 1.367021724s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.865976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.498843Z","time spent":"1.367128706s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:51.866021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998015777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-07T03:39:51.866035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680726048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:51.866045Z","caller":"traceutil/trace.go:171","msg":"trace[1226585201] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25060; }","duration":"2.998066398s","start":"2026-05-07T03:39:48.86797Z","end":"2026-05-07T03:39:51.866037Z","steps":["trace[1226585201] 'agreement among raft nodes before linearized reading' (duration: 2.997968806s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:51.866054Z","caller":"traceutil/trace.go:171","msg":"trace[353792823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25060; }","duration":"1.68076982s","start":"2026-05-07T03:39:50.185278Z","end":"2026-05-07T03:39:51.866048Z","steps":["trace[353792823] 'agreement among raft nodes before linearized reading' (duration: 1.680737759s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.866069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.185266Z","time spent":"1.68080032s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:39:51.866068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:48.867956Z","time spent":"2.998106889s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-07T03:39:51.866085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.006493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:39:51.866108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005261681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T03:39:51.866119Z","caller":"traceutil/trace.go:171","msg":"trace[1197165404] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25060; }","duration":"596.099396ms","start":"2026-05-07T03:39:51.270009Z","end":"2026-05-07T03:39:51.866109Z","steps":["trace[1197165404] 'agreement among raft nodes before linearized reading' (duration: 596.042235ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:51.866141Z","caller":"traceutil/trace.go:171","msg":"trace[444656606] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25060; }","duration":"1.005340353s","start":"2026-05-07T03:39:50.860792Z","end":"2026-05-07T03:39:51.866133Z","steps":["trace[444656606] 'agreement among raft nodes before linearized reading' (duration: 1.00525347s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.86615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:51.269954Z","time spent":"596.187139ms","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:39:51.866165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980023761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:39:51.866188Z","caller":"traceutil/trace.go:171","msg":"trace[192117460] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25060; }","duration":"1.980073022s","start":"2026-05-07T03:39:49.886108Z","end":"2026-05-07T03:39:51.866181Z","steps":["trace[192117460] 'agreement among raft nodes before linearized reading' (duration: 1.980037591s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.866154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672633118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T03:39:51.866228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005785284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T03:39:51.866264Z","caller":"traceutil/trace.go:171","msg":"trace[287430979] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25060; }","duration":"1.005865027s","start":"2026-05-07T03:39:50.860391Z","end":"2026-05-07T03:39:51.866256Z","steps":["trace[287430979] 'agreement among raft nodes before linearized reading' (duration: 1.005789615s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.866299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.860369Z","time spent":"1.005923698s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:39:51.866387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371745402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:39:51.866208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:49.886094Z","time spent":"1.980109233s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:39:51.866445Z","caller":"traceutil/trace.go:171","msg":"trace[1946385522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25060; }","duration":"1.371812095s","start":"2026-05-07T03:39:50.494616Z","end":"2026-05-07T03:39:51.866428Z","steps":["trace[1946385522] 'agreement among raft nodes before linearized reading' (duration: 1.371672751s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:39:51.866252Z","caller":"traceutil/trace.go:171","msg":"trace[1493366249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25060; }","duration":"1.672758361s","start":"2026-05-07T03:39:50.19347Z","end":"2026-05-07T03:39:51.866228Z","steps":["trace[1493366249] 'agreement among raft nodes before linearized reading' (duration: 1.672536755s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.866504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.49461Z","time spent":"1.371879687s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:39:51.866508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375933357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T03:39:51.866534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.193461Z","time spent":"1.67306626s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:39:51.866549Z","caller":"traceutil/trace.go:171","msg":"trace[420187372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25060; }","duration":"1.375975948s","start":"2026-05-07T03:39:50.490563Z","end":"2026-05-07T03:39:51.866539Z","steps":["trace[420187372] 'agreement among raft nodes before linearized reading' (duration: 1.375831824s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:39:51.866587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.490522Z","time spent":"1.37605902s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:39:51.866167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:39:50.860768Z","time spent":"1.005392994s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:40:02.893135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944851475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:40:03.393572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944851475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:40:03.575177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185352235s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:40:03.575989Z","caller":"traceutil/trace.go:171","msg":"trace[3011096] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"1.186190638s","start":"2026-05-07T03:40:02.389764Z","end":"2026-05-07T03:40:03.575955Z","steps":["trace[3011096] 'process raft request' (duration: 1.185991653s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.576173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.389754Z","time spent":"1.186321781s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:03.85087Z","caller":"traceutil/trace.go:171","msg":"trace[971718830] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"1.457955969s","start":"2026-05-07T03:40:02.392889Z","end":"2026-05-07T03:40:03.850845Z","steps":["trace[971718830] 'process raft request' (duration: 1.457680902s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:03.851186Z","caller":"traceutil/trace.go:171","msg":"trace[38636347] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"1.458228257s","start":"2026-05-07T03:40:02.392922Z","end":"2026-05-07T03:40:03.85115Z","steps":["trace[38636347] 'process raft request' (duration: 1.457853407s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.851302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.392877Z","time spent":"1.458103124s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:03.851328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.39291Z","time spent":"1.45834108s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:03.851427Z","caller":"traceutil/trace.go:171","msg":"trace[796810326] linearizableReadLoop","detail":"{readStateIndex:25976; appliedIndex:25964; }","duration":"1.458799593s","start":"2026-05-07T03:40:02.392611Z","end":"2026-05-07T03:40:03.851411Z","steps":["trace[796810326] 'read index received' (duration: 1.183051602s)","trace[796810326] 'applied index is now lower than readState.Index' (duration: 275.746841ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:03.851469Z","caller":"traceutil/trace.go:171","msg":"trace[1889272479] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"1.44842481s","start":"2026-05-07T03:40:02.403037Z","end":"2026-05-07T03:40:03.851462Z","steps":["trace[1889272479] 'process raft request' (duration: 1.448217134s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:03.85151Z","caller":"traceutil/trace.go:171","msg":"trace[1184619609] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"1.448466521s","start":"2026-05-07T03:40:02.403037Z","end":"2026-05-07T03:40:03.851503Z","steps":["trace[1184619609] 'process raft request' (duration: 1.448243285s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:03.851536Z","caller":"traceutil/trace.go:171","msg":"trace[441951935] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"1.448561804s","start":"2026-05-07T03:40:02.402968Z","end":"2026-05-07T03:40:03.85153Z","steps":["trace[441951935] 'process raft request' (duration: 1.448176203s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.851556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.403024Z","time spent":"1.448505152s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:03.851573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.402951Z","time spent":"1.448600954s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:03.851523Z","caller":"traceutil/trace.go:171","msg":"trace[1318815461] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"1.455894484s","start":"2026-05-07T03:40:02.395593Z","end":"2026-05-07T03:40:03.851488Z","steps":["trace[1318815461] 'process raft request' (duration: 1.455515333s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:03.851576Z","caller":"traceutil/trace.go:171","msg":"trace[1231326397] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"1.448460331s","start":"2026-05-07T03:40:02.403092Z","end":"2026-05-07T03:40:03.851552Z","steps":["trace[1231326397] 'process raft request' (duration: 1.448261076s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:03.851628Z","caller":"traceutil/trace.go:171","msg":"trace[2129139206] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"1.448589264s","start":"2026-05-07T03:40:02.403032Z","end":"2026-05-07T03:40:03.851622Z","steps":["trace[2129139206] 'process raft request' (duration: 1.448133282s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.851654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459036779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:40:03.851666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.403026Z","time spent":"1.448623685s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:03.85169Z","caller":"traceutil/trace.go:171","msg":"trace[2117314074] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25155; }","duration":"1.459106851s","start":"2026-05-07T03:40:02.392573Z","end":"2026-05-07T03:40:03.85168Z","steps":["trace[2117314074] 'agreement among raft nodes before linearized reading' (duration: 1.459047009s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.851717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.392556Z","time spent":"1.459152752s","remote":"127.0.0.1:45198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:40:03.851722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458900106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:40:03.851719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.395586Z","time spent":"1.456019147s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:03.851751Z","caller":"traceutil/trace.go:171","msg":"trace[766463731] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25155; }","duration":"1.458966728s","start":"2026-05-07T03:40:02.392775Z","end":"2026-05-07T03:40:03.851742Z","steps":["trace[766463731] 'agreement among raft nodes before linearized reading' (duration: 1.458911706s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.851744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.403087Z","time spent":"1.448569014s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:03.851773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.392759Z","time spent":"1.459006708s","remote":"127.0.0.1:53748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:40:03.851508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.403023Z","time spent":"1.448464802s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:03.851815Z","caller":"traceutil/trace.go:171","msg":"trace[1319424960] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"1.457710843s","start":"2026-05-07T03:40:02.394094Z","end":"2026-05-07T03:40:03.851805Z","steps":["trace[1319424960] 'process raft request' (duration: 1.456917442s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:03.851882Z","caller":"traceutil/trace.go:171","msg":"trace[703641931] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"1.448813121s","start":"2026-05-07T03:40:02.403057Z","end":"2026-05-07T03:40:03.85187Z","steps":["trace[703641931] 'process raft request' (duration: 1.448243856s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.851889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.394087Z","time spent":"1.457762435s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:03.851909Z","caller":"traceutil/trace.go:171","msg":"trace[1675019506] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"1.448829931s","start":"2026-05-07T03:40:02.403068Z","end":"2026-05-07T03:40:03.851898Z","steps":["trace[1675019506] 'process raft request' (duration: 1.448257435s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.851919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.078795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:03.851948Z","caller":"traceutil/trace.go:171","msg":"trace[1394541827] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25155; }","duration":"111.145127ms","start":"2026-05-07T03:40:03.740796Z","end":"2026-05-07T03:40:03.851941Z","steps":["trace[1394541827] 'agreement among raft nodes before linearized reading' (duration: 111.096816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.851944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.403046Z","time spent":"1.448866312s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:03.851956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.403063Z","time spent":"1.448866012s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:03.851978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449233862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:03.852006Z","caller":"traceutil/trace.go:171","msg":"trace[252893948] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25155; }","duration":"1.449325175s","start":"2026-05-07T03:40:02.402674Z","end":"2026-05-07T03:40:03.851999Z","steps":["trace[252893948] 'agreement among raft nodes before linearized reading' (duration: 1.449265333s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.852031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.402656Z","time spent":"1.449367056s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:40:03.852039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445134321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:40:03.852069Z","caller":"traceutil/trace.go:171","msg":"trace[1382494727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25155; }","duration":"1.445193022s","start":"2026-05-07T03:40:02.406867Z","end":"2026-05-07T03:40:03.85206Z","steps":["trace[1382494727] 'agreement among raft nodes before linearized reading' (duration: 1.445067429s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.85208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455870533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:03.852107Z","caller":"traceutil/trace.go:171","msg":"trace[821999080] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25155; }","duration":"1.455932154s","start":"2026-05-07T03:40:02.396168Z","end":"2026-05-07T03:40:03.8521Z","steps":["trace[821999080] 'agreement among raft nodes before linearized reading' (duration: 1.455889413s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.852133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.396153Z","time spent":"1.455973946s","remote":"127.0.0.1:53298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:40:03.852186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.216553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-05-07T03:40:03.852201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449225692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:40:03.852212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449106488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:40:03.852221Z","caller":"traceutil/trace.go:171","msg":"trace[797510409] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25155; }","duration":"204.416927ms","start":"2026-05-07T03:40:03.647796Z","end":"2026-05-07T03:40:03.852213Z","steps":["trace[797510409] 'agreement among raft nodes before linearized reading' (duration: 204.327685ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:03.852238Z","caller":"traceutil/trace.go:171","msg":"trace[1536186430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25155; }","duration":"1.449131899s","start":"2026-05-07T03:40:02.403098Z","end":"2026-05-07T03:40:03.85223Z","steps":["trace[1536186430] 'agreement among raft nodes before linearized reading' (duration: 1.449033716s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:03.852237Z","caller":"traceutil/trace.go:171","msg":"trace[1120688119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25155; }","duration":"1.449278424s","start":"2026-05-07T03:40:02.402946Z","end":"2026-05-07T03:40:03.852224Z","steps":["trace[1120688119] 'agreement among raft nodes before linearized reading' (duration: 1.449222602s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.852259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.403083Z","time spent":"1.449170151s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:40:03.852261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411893425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29635420-w2qzj\" ","response":"range_response_count:1 size:6837"} {"level":"warn","ts":"2026-05-07T03:40:03.852106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.406849Z","time spent":"1.445250323s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:40:03.852284Z","caller":"traceutil/trace.go:171","msg":"trace[2005999352] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29635420-w2qzj; range_end:; response_count:1; response_revision:25155; }","duration":"1.411952066s","start":"2026-05-07T03:40:02.440325Z","end":"2026-05-07T03:40:03.852277Z","steps":["trace[2005999352] 'agreement among raft nodes before linearized reading' (duration: 1.411882664s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.852284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.402941Z","time spent":"1.449333885s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:40:03.852305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.440307Z","time spent":"1.411993748s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6860,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29635420-w2qzj\" "} {"level":"warn","ts":"2026-05-07T03:40:03.852416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.928925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-07T03:40:03.852544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.604049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T03:40:03.852545Z","caller":"traceutil/trace.go:171","msg":"trace[1099498907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25155; }","duration":"399.108839ms","start":"2026-05-07T03:40:03.453399Z","end":"2026-05-07T03:40:03.852508Z","steps":["trace[1099498907] 'agreement among raft nodes before linearized reading' (duration: 398.75296ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:03.852566Z","caller":"traceutil/trace.go:171","msg":"trace[324830067] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:25155; }","duration":"386.675091ms","start":"2026-05-07T03:40:03.465884Z","end":"2026-05-07T03:40:03.85256Z","steps":["trace[324830067] 'agreement among raft nodes before linearized reading' (duration: 386.616619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.852563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4296914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-05-07T03:40:03.852583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:03.465859Z","time spent":"386.719962ms","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"info","ts":"2026-05-07T03:40:03.852589Z","caller":"traceutil/trace.go:171","msg":"trace[151282053] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25155; }","duration":"1.429742262s","start":"2026-05-07T03:40:02.422839Z","end":"2026-05-07T03:40:03.852582Z","steps":["trace[151282053] 'agreement among raft nodes before linearized reading' (duration: 1.429656889s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:03.852608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:02.422822Z","time spent":"1.429780972s","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T03:40:03.852599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:03.45338Z","time spent":"399.207103ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:40:04.056849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.44732ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T03:40:04.056976Z","caller":"traceutil/trace.go:171","msg":"trace[1171436182] linearizableReadLoop","detail":"{readStateIndex:25977; appliedIndex:25976; }","duration":"200.630584ms","start":"2026-05-07T03:40:03.856324Z","end":"2026-05-07T03:40:04.056954Z","steps":["trace[1171436182] 'read index received' (duration: 57.980309ms)","trace[1171436182] 'applied index is now lower than readState.Index' (duration: 142.648475ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:04.057474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.121888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-05-07T03:40:04.057562Z","caller":"traceutil/trace.go:171","msg":"trace[1780199641] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25155; }","duration":"201.239001ms","start":"2026-05-07T03:40:03.856304Z","end":"2026-05-07T03:40:04.057543Z","steps":["trace[1780199641] 'agreement among raft nodes before linearized reading' (duration: 200.956083ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:04.069226Z","caller":"traceutil/trace.go:171","msg":"trace[1467725711] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"212.673773ms","start":"2026-05-07T03:40:03.85654Z","end":"2026-05-07T03:40:04.069214Z","steps":["trace[1467725711] 'process raft request' (duration: 212.514659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:04.069593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.026572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-05-07T03:40:04.069949Z","caller":"traceutil/trace.go:171","msg":"trace[1881053289] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25158; }","duration":"213.423473ms","start":"2026-05-07T03:40:03.856515Z","end":"2026-05-07T03:40:04.069938Z","steps":["trace[1881053289] 'agreement among raft nodes before linearized reading' (duration: 212.96568ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:04.069626Z","caller":"traceutil/trace.go:171","msg":"trace[52532001] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"211.736937ms","start":"2026-05-07T03:40:03.857879Z","end":"2026-05-07T03:40:04.069616Z","steps":["trace[52532001] 'process raft request' (duration: 211.546732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:04.069655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.164047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:04.069696Z","caller":"traceutil/trace.go:171","msg":"trace[1754726364] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"212.095626ms","start":"2026-05-07T03:40:03.857573Z","end":"2026-05-07T03:40:04.069669Z","steps":["trace[1754726364] 'process raft request' (duration: 211.610943ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:04.070238Z","caller":"traceutil/trace.go:171","msg":"trace[1933898340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25158; }","duration":"209.712132ms","start":"2026-05-07T03:40:03.860473Z","end":"2026-05-07T03:40:04.070185Z","steps":["trace[1933898340] 'agreement among raft nodes before linearized reading' (duration: 209.167858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:04.490277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.890564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:40:04.490661Z","caller":"traceutil/trace.go:171","msg":"trace[410593048] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"432.304565ms","start":"2026-05-07T03:40:04.058306Z","end":"2026-05-07T03:40:04.49061Z","steps":["trace[410593048] 'process raft request' (duration: 249.958848ms)","trace[410593048] 'compare' (duration: 181.427612ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:04.490824Z","caller":"traceutil/trace.go:171","msg":"trace[1962643818] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"429.500009ms","start":"2026-05-07T03:40:04.061298Z","end":"2026-05-07T03:40:04.490798Z","steps":["trace[1962643818] 'process raft request' (duration: 429.113478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:04.490902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.126071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-07T03:40:04.490874Z","caller":"traceutil/trace.go:171","msg":"trace[128550633] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"416.000261ms","start":"2026-05-07T03:40:04.074832Z","end":"2026-05-07T03:40:04.490832Z","steps":["trace[128550633] 'process raft request' (duration: 415.738434ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:04.490956Z","caller":"traceutil/trace.go:171","msg":"trace[1189271176] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25161; }","duration":"352.221374ms","start":"2026-05-07T03:40:04.138723Z","end":"2026-05-07T03:40:04.490944Z","steps":["trace[1189271176] 'agreement among raft nodes before linearized reading' (duration: 351.997468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:04.490965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:04.061283Z","time spent":"429.612832ms","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:04.490845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:04.058277Z","time spent":"432.46851ms","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:04.490995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:04.1387Z","time spent":"352.285795ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:40:04.490672Z","caller":"traceutil/trace.go:171","msg":"trace[1364097990] linearizableReadLoop","detail":"{readStateIndex:25983; appliedIndex:25980; }","duration":"351.872474ms","start":"2026-05-07T03:40:04.138779Z","end":"2026-05-07T03:40:04.490651Z","steps":["trace[1364097990] 'read index received' (duration: 169.398984ms)","trace[1364097990] 'applied index is now lower than readState.Index' (duration: 182.47186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:04.491066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:04.074804Z","time spent":"416.164956ms","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:04.711756Z","caller":"traceutil/trace.go:171","msg":"trace[390654957] linearizableReadLoop","detail":"{readStateIndex:25985; appliedIndex:25984; }","duration":"151.504637ms","start":"2026-05-07T03:40:04.560229Z","end":"2026-05-07T03:40:04.711734Z","steps":["trace[390654957] 'read index received' (duration: 151.299741ms)","trace[390654957] 'applied index is now lower than readState.Index' (duration: 204.236µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:04.711882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.63339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:04.711918Z","caller":"traceutil/trace.go:171","msg":"trace[1034819468] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25163; }","duration":"151.709002ms","start":"2026-05-07T03:40:04.560199Z","end":"2026-05-07T03:40:04.711907Z","steps":["trace[1034819468] 'agreement among raft nodes before linearized reading' (duration: 151.62992ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:04.71194Z","caller":"traceutil/trace.go:171","msg":"trace[243871021] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"164.132711ms","start":"2026-05-07T03:40:04.54778Z","end":"2026-05-07T03:40:04.711912Z","steps":["trace[243871021] 'process raft request' (duration: 163.808832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:04.97069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.662207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-07T03:40:04.970767Z","caller":"traceutil/trace.go:171","msg":"trace[1613203162] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25163; }","duration":"109.777519ms","start":"2026-05-07T03:40:04.860973Z","end":"2026-05-07T03:40:04.97075Z","steps":["trace[1613203162] 'range keys from in-memory index tree' (duration: 109.507882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:04.971625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.474302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10854"} {"level":"info","ts":"2026-05-07T03:40:04.971689Z","caller":"traceutil/trace.go:171","msg":"trace[468132226] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25163; }","duration":"116.611357ms","start":"2026-05-07T03:40:04.855064Z","end":"2026-05-07T03:40:04.971676Z","steps":["trace[468132226] 'range keys from in-memory index tree' (duration: 115.662941ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:05.164652Z","caller":"traceutil/trace.go:171","msg":"trace[65813450] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"183.983462ms","start":"2026-05-07T03:40:04.980627Z","end":"2026-05-07T03:40:05.164611Z","steps":["trace[65813450] 'process raft request' (duration: 183.401746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:05.371633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.289306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:40:05.371859Z","caller":"traceutil/trace.go:171","msg":"trace[581520711] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"201.104768ms","start":"2026-05-07T03:40:05.170731Z","end":"2026-05-07T03:40:05.371835Z","steps":["trace[581520711] 'process raft request' (duration: 22.511884ms)","trace[581520711] 'compare' (duration: 177.885155ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:05.627331Z","caller":"traceutil/trace.go:171","msg":"trace[1629284293] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"455.731194ms","start":"2026-05-07T03:40:05.171575Z","end":"2026-05-07T03:40:05.627306Z","steps":["trace[1629284293] 'process raft request' (duration: 455.510827ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:05.627403Z","caller":"traceutil/trace.go:171","msg":"trace[1330007175] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"455.505277ms","start":"2026-05-07T03:40:05.171832Z","end":"2026-05-07T03:40:05.627338Z","steps":["trace[1330007175] 'process raft request' (duration: 455.395314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:05.627477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:05.170992Z","time spent":"456.418571ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:05.62747Z","caller":"traceutil/trace.go:171","msg":"trace[1144064464] linearizableReadLoop","detail":"{readStateIndex:25989; appliedIndex:25986; }","duration":"449.72666ms","start":"2026-05-07T03:40:05.177727Z","end":"2026-05-07T03:40:05.627454Z","steps":["trace[1144064464] 'read index received' (duration: 15.529133ms)","trace[1144064464] 'applied index is now lower than readState.Index' (duration: 434.192536ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:05.627569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:05.171825Z","time spent":"455.654811ms","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:05.627561Z","caller":"traceutil/trace.go:171","msg":"trace[1079283061] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"449.3744ms","start":"2026-05-07T03:40:05.178139Z","end":"2026-05-07T03:40:05.627513Z","steps":["trace[1079283061] 'process raft request' (duration: 449.121793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:05.627626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.914995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10674"} {"level":"info","ts":"2026-05-07T03:40:05.627662Z","caller":"traceutil/trace.go:171","msg":"trace[518237530] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25168; }","duration":"449.991637ms","start":"2026-05-07T03:40:05.177663Z","end":"2026-05-07T03:40:05.627655Z","steps":["trace[518237530] 'agreement among raft nodes before linearized reading' (duration: 449.834443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:05.627694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:05.177647Z","time spent":"450.041508ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10697,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-07T03:40:05.627774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:05.178127Z","time spent":"449.536014ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9632,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:05.635276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.788794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:05.635407Z","caller":"traceutil/trace.go:171","msg":"trace[1612778149] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25169; }","duration":"232.00266ms","start":"2026-05-07T03:40:05.403353Z","end":"2026-05-07T03:40:05.635355Z","steps":["trace[1612778149] 'agreement among raft nodes before linearized reading' (duration: 231.795664ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:05.899121Z","caller":"traceutil/trace.go:171","msg":"trace[1574087926] linearizableReadLoop","detail":"{readStateIndex:25992; appliedIndex:25991; }","duration":"247.243344ms","start":"2026-05-07T03:40:05.651844Z","end":"2026-05-07T03:40:05.899088Z","steps":["trace[1574087926] 'read index received' (duration: 247.11461ms)","trace[1574087926] 'applied index is now lower than readState.Index' (duration: 127.374µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:05.89927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.397078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:05.89935Z","caller":"traceutil/trace.go:171","msg":"trace[1075746004] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25170; }","duration":"247.532322ms","start":"2026-05-07T03:40:05.651796Z","end":"2026-05-07T03:40:05.899328Z","steps":["trace[1075746004] 'agreement among raft nodes before linearized reading' (duration: 247.407118ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:05.899502Z","caller":"traceutil/trace.go:171","msg":"trace[1061416665] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"253.372202ms","start":"2026-05-07T03:40:05.645774Z","end":"2026-05-07T03:40:05.899146Z","steps":["trace[1061416665] 'process raft request' (duration: 253.157886ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:06.100047Z","caller":"traceutil/trace.go:171","msg":"trace[573493123] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"242.6883ms","start":"2026-05-07T03:40:05.857314Z","end":"2026-05-07T03:40:06.100002Z","steps":["trace[573493123] 'process raft request' (duration: 236.243165ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:06.100055Z","caller":"traceutil/trace.go:171","msg":"trace[1781573595] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"242.445203ms","start":"2026-05-07T03:40:05.857594Z","end":"2026-05-07T03:40:06.100039Z","steps":["trace[1781573595] 'process raft request' (duration: 242.371931ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:06.100085Z","caller":"traceutil/trace.go:171","msg":"trace[1731461977] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"242.641228ms","start":"2026-05-07T03:40:05.857399Z","end":"2026-05-07T03:40:06.10004Z","steps":["trace[1731461977] 'process raft request' (duration: 242.492034ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:06.100286Z","caller":"traceutil/trace.go:171","msg":"trace[1832794992] linearizableReadLoop","detail":"{readStateIndex:25998; appliedIndex:25992; }","duration":"201.058316ms","start":"2026-05-07T03:40:05.899199Z","end":"2026-05-07T03:40:06.100258Z","steps":["trace[1832794992] 'read index received' (duration: 194.377474ms)","trace[1832794992] 'applied index is now lower than readState.Index' (duration: 6.679632ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:06.100345Z","caller":"traceutil/trace.go:171","msg":"trace[1137221224] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"242.489264ms","start":"2026-05-07T03:40:05.857844Z","end":"2026-05-07T03:40:06.100334Z","steps":["trace[1137221224] 'process raft request' (duration: 242.267308ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:06.100327Z","caller":"traceutil/trace.go:171","msg":"trace[1650747552] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"241.404465ms","start":"2026-05-07T03:40:05.85889Z","end":"2026-05-07T03:40:06.100294Z","steps":["trace[1650747552] 'process raft request' (duration: 241.310923ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:06.100301Z","caller":"traceutil/trace.go:171","msg":"trace[1271727235] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"242.510155ms","start":"2026-05-07T03:40:05.85774Z","end":"2026-05-07T03:40:06.10025Z","steps":["trace[1271727235] 'process raft request' (duration: 242.262138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:06.100478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.621762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:40:06.100492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.721501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:40:06.100537Z","caller":"traceutil/trace.go:171","msg":"trace[63741685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25176; }","duration":"244.730945ms","start":"2026-05-07T03:40:05.855793Z","end":"2026-05-07T03:40:06.100524Z","steps":["trace[63741685] 'agreement among raft nodes before linearized reading' (duration: 244.562741ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:06.100546Z","caller":"traceutil/trace.go:171","msg":"trace[383660841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25176; }","duration":"242.816214ms","start":"2026-05-07T03:40:05.857715Z","end":"2026-05-07T03:40:06.100532Z","steps":["trace[383660841] 'agreement among raft nodes before linearized reading' (duration: 242.589877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:06.100556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.106121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T03:40:06.100585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.258718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-05-07T03:40:06.100628Z","caller":"traceutil/trace.go:171","msg":"trace[418300148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25176; }","duration":"243.270206ms","start":"2026-05-07T03:40:05.857338Z","end":"2026-05-07T03:40:06.100608Z","steps":["trace[418300148] 'agreement among raft nodes before linearized reading' (duration: 242.981568ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:06.100639Z","caller":"traceutil/trace.go:171","msg":"trace[309083323] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25176; }","duration":"195.372081ms","start":"2026-05-07T03:40:05.90525Z","end":"2026-05-07T03:40:06.100623Z","steps":["trace[309083323] 'agreement among raft nodes before linearized reading' (duration: 195.167466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:16.385102Z","caller":"traceutil/trace.go:171","msg":"trace[1620356286] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"244.50558ms","start":"2026-05-07T03:40:16.140566Z","end":"2026-05-07T03:40:16.385072Z","steps":["trace[1620356286] 'process raft request' (duration: 244.326455ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:16.450385Z","caller":"traceutil/trace.go:171","msg":"trace[1098280221] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"305.179482ms","start":"2026-05-07T03:40:16.145138Z","end":"2026-05-07T03:40:16.450317Z","steps":["trace[1098280221] 'process raft request' (duration: 304.964856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:16.450589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:16.145121Z","time spent":"305.355387ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:16.468388Z","caller":"traceutil/trace.go:171","msg":"trace[1135804269] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"323.004558ms","start":"2026-05-07T03:40:16.145345Z","end":"2026-05-07T03:40:16.468349Z","steps":["trace[1135804269] 'process raft request' (duration: 304.914855ms)","trace[1135804269] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capo-system/controller-leader-election-capo; req_size:519; } (duration: 17.883087ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:16.468548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:16.145315Z","time spent":"323.153532ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:16.468509Z","caller":"traceutil/trace.go:171","msg":"trace[973332073] linearizableReadLoop","detail":"{readStateIndex:26097; appliedIndex:26091; }","duration":"317.604421ms","start":"2026-05-07T03:40:16.15088Z","end":"2026-05-07T03:40:16.468484Z","steps":["trace[973332073] 'read index received' (duration: 234.016624ms)","trace[973332073] 'applied index is now lower than readState.Index' (duration: 83.586447ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:16.468711Z","caller":"traceutil/trace.go:171","msg":"trace[1081515494] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"322.917095ms","start":"2026-05-07T03:40:16.145779Z","end":"2026-05-07T03:40:16.468696Z","steps":["trace[1081515494] 'process raft request' (duration: 322.505864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:16.468873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.989481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:40:16.468911Z","caller":"traceutil/trace.go:171","msg":"trace[1590376322] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"321.27779ms","start":"2026-05-07T03:40:16.147625Z","end":"2026-05-07T03:40:16.468903Z","steps":["trace[1590376322] 'process raft request' (duration: 320.728445ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:16.468953Z","caller":"traceutil/trace.go:171","msg":"trace[72230043] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"319.986655ms","start":"2026-05-07T03:40:16.148958Z","end":"2026-05-07T03:40:16.468944Z","steps":["trace[72230043] 'process raft request' (duration: 319.43416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:16.468949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.502483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-07T03:40:16.468966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:16.147606Z","time spent":"321.336552ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:16.468997Z","caller":"traceutil/trace.go:171","msg":"trace[1439155993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25274; }","duration":"315.581635ms","start":"2026-05-07T03:40:16.153402Z","end":"2026-05-07T03:40:16.468984Z","steps":["trace[1439155993] 'agreement among raft nodes before linearized reading' (duration: 315.409731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:16.469004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:16.148944Z","time spent":"320.035067ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:40:16.469043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:16.153374Z","time spent":"315.660928ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:40:16.468873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:16.145213Z","time spent":"323.554902ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:40:16.468918Z","caller":"traceutil/trace.go:171","msg":"trace[1652508711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25274; }","duration":"318.059073ms","start":"2026-05-07T03:40:16.150845Z","end":"2026-05-07T03:40:16.468904Z","steps":["trace[1652508711] 'agreement among raft nodes before linearized reading' (duration: 317.699433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:16.469147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:16.150835Z","time spent":"318.300219ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:40:16.469107Z","caller":"traceutil/trace.go:171","msg":"trace[581801139] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"294.952593ms","start":"2026-05-07T03:40:16.174146Z","end":"2026-05-07T03:40:16.469099Z","steps":["trace[581801139] 'process raft request' (duration: 294.289575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:16.469269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.474944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T03:40:16.469286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.696419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:40:16.469328Z","caller":"traceutil/trace.go:171","msg":"trace[292897365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25274; }","duration":"311.764931ms","start":"2026-05-07T03:40:16.157553Z","end":"2026-05-07T03:40:16.469318Z","steps":["trace[292897365] 'agreement among raft nodes before linearized reading' (duration: 311.663779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:16.469365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:16.157541Z","time spent":"311.817473ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:40:16.469296Z","caller":"traceutil/trace.go:171","msg":"trace[645574602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25274; }","duration":"311.551226ms","start":"2026-05-07T03:40:16.157737Z","end":"2026-05-07T03:40:16.469289Z","steps":["trace[645574602] 'agreement among raft nodes before linearized reading' (duration: 311.472913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:16.469521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.498253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:40:16.469553Z","caller":"traceutil/trace.go:171","msg":"trace[1797412281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25274; }","duration":"308.551134ms","start":"2026-05-07T03:40:16.160993Z","end":"2026-05-07T03:40:16.469544Z","steps":["trace[1797412281] 'agreement among raft nodes before linearized reading' (duration: 308.468261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:16.469557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:16.157713Z","time spent":"311.828443ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:40:16.469579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:40:16.160981Z","time spent":"308.593705ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:40:22.023922Z","caller":"traceutil/trace.go:171","msg":"trace[461588568] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26135; }","duration":"133.461225ms","start":"2026-05-07T03:40:21.890437Z","end":"2026-05-07T03:40:22.023898Z","steps":["trace[461588568] 'read index received' (duration: 133.26472ms)","trace[461588568] 'applied index is now lower than readState.Index' (duration: 195.805µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:40:22.024129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.662141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T03:40:22.024157Z","caller":"traceutil/trace.go:171","msg":"trace[836907708] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25311; }","duration":"133.725642ms","start":"2026-05-07T03:40:21.890421Z","end":"2026-05-07T03:40:22.024146Z","steps":["trace[836907708] 'agreement among raft nodes before linearized reading' (duration: 133.576608ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:22.02444Z","caller":"traceutil/trace.go:171","msg":"trace[62409637] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"134.667768ms","start":"2026-05-07T03:40:21.889761Z","end":"2026-05-07T03:40:22.024429Z","steps":["trace[62409637] 'process raft request' (duration: 134.00062ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:40.795552Z","caller":"traceutil/trace.go:171","msg":"trace[918048407] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"181.062288ms","start":"2026-05-07T03:40:40.614455Z","end":"2026-05-07T03:40:40.795517Z","steps":["trace[918048407] 'process raft request' (duration: 131.470176ms)","trace[918048407] 'compare' (duration: 49.324115ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:40.795919Z","caller":"traceutil/trace.go:171","msg":"trace[1642153962] linearizableReadLoop","detail":"{readStateIndex:26284; appliedIndex:26282; }","duration":"172.059332ms","start":"2026-05-07T03:40:40.623786Z","end":"2026-05-07T03:40:40.795845Z","steps":["trace[1642153962] 'read index received' (duration: 122.229543ms)","trace[1642153962] 'applied index is now lower than readState.Index' (duration: 49.827309ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:40.795975Z","caller":"traceutil/trace.go:171","msg":"trace[1423006501] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"181.046958ms","start":"2026-05-07T03:40:40.614894Z","end":"2026-05-07T03:40:40.795941Z","steps":["trace[1423006501] 'process raft request' (duration: 180.570525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:40.796177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.366551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:40:40.796223Z","caller":"traceutil/trace.go:171","msg":"trace[953561732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25455; }","duration":"172.465153ms","start":"2026-05-07T03:40:40.623745Z","end":"2026-05-07T03:40:40.79621Z","steps":["trace[953561732] 'agreement among raft nodes before linearized reading' (duration: 172.299139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:40.79625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.277148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:40:40.796305Z","caller":"traceutil/trace.go:171","msg":"trace[309762392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25455; }","duration":"172.393921ms","start":"2026-05-07T03:40:40.623893Z","end":"2026-05-07T03:40:40.796287Z","steps":["trace[309762392] 'agreement among raft nodes before linearized reading' (duration: 172.181936ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:40.987485Z","caller":"traceutil/trace.go:171","msg":"trace[1783140609] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"186.817174ms","start":"2026-05-07T03:40:40.800629Z","end":"2026-05-07T03:40:40.987446Z","steps":["trace[1783140609] 'process raft request' (duration: 114.250755ms)","trace[1783140609] 'compare' (duration: 72.377264ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:41.001458Z","caller":"traceutil/trace.go:171","msg":"trace[1086637914] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"200.792545ms","start":"2026-05-07T03:40:40.80063Z","end":"2026-05-07T03:40:41.001422Z","steps":["trace[1086637914] 'process raft request' (duration: 200.610781ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:42.038889Z","caller":"traceutil/trace.go:171","msg":"trace[387695670] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"123.619791ms","start":"2026-05-07T03:40:41.915227Z","end":"2026-05-07T03:40:42.038847Z","steps":["trace[387695670] 'process raft request' (duration: 80.711211ms)","trace[387695670] 'compare' (duration: 42.781827ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:42.492731Z","caller":"traceutil/trace.go:171","msg":"trace[716396507] linearizableReadLoop","detail":"{readStateIndex:26289; appliedIndex:26288; }","duration":"105.077315ms","start":"2026-05-07T03:40:42.387624Z","end":"2026-05-07T03:40:42.492701Z","steps":["trace[716396507] 'read index received' (duration: 104.959492ms)","trace[716396507] 'applied index is now lower than readState.Index' (duration: 116.873µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:40:42.492807Z","caller":"traceutil/trace.go:171","msg":"trace[1143545105] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"119.349124ms","start":"2026-05-07T03:40:42.373435Z","end":"2026-05-07T03:40:42.492784Z","steps":["trace[1143545105] 'process raft request' (duration: 119.102148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:40:42.492916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.258031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:40:42.492961Z","caller":"traceutil/trace.go:171","msg":"trace[1489517665] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25460; }","duration":"105.342263ms","start":"2026-05-07T03:40:42.387605Z","end":"2026-05-07T03:40:42.492947Z","steps":["trace[1489517665] 'agreement among raft nodes before linearized reading' (duration: 105.24374ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:42.650009Z","caller":"traceutil/trace.go:171","msg":"trace[212104805] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"155.054928ms","start":"2026-05-07T03:40:42.494926Z","end":"2026-05-07T03:40:42.649981Z","steps":["trace[212104805] 'process raft request' (duration: 153.911807ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:42.650185Z","caller":"traceutil/trace.go:171","msg":"trace[2098075469] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"114.769179ms","start":"2026-05-07T03:40:42.535393Z","end":"2026-05-07T03:40:42.650162Z","steps":["trace[2098075469] 'process raft request' (duration: 114.499692ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:40:48.086798Z","caller":"traceutil/trace.go:171","msg":"trace[1962982169] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"156.758405ms","start":"2026-05-07T03:40:47.929995Z","end":"2026-05-07T03:40:48.086753Z","steps":["trace[1962982169] 'process raft request' (duration: 156.511698ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:41:03.007065Z","caller":"traceutil/trace.go:171","msg":"trace[348221415] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"108.939291ms","start":"2026-05-07T03:41:02.898094Z","end":"2026-05-07T03:41:03.007033Z","steps":["trace[348221415] 'process raft request' (duration: 94.941799ms)","trace[348221415] 'compare' (duration: 13.418336ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:41:03.007296Z","caller":"traceutil/trace.go:171","msg":"trace[1915200001] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"105.887478ms","start":"2026-05-07T03:41:02.901398Z","end":"2026-05-07T03:41:03.007286Z","steps":["trace[1915200001] 'process raft request' (duration: 105.24714ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:41:20.246704Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22990} {"level":"info","ts":"2026-05-07T03:41:20.379638Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22990,"took":"128.683379ms","hash":3532108486,"current-db-size-bytes":60026880,"current-db-size":"60 MB","current-db-size-in-use-bytes":35250176,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-07T03:41:20.379709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3532108486,"revision":22990,"compact-revision":20066} {"level":"info","ts":"2026-05-07T03:42:01.832571Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a11.wal"} {"level":"info","ts":"2026-05-07T03:43:41.501743Z","caller":"traceutil/trace.go:171","msg":"trace[243307120] transaction","detail":"{read_only:false; response_revision:27297; number_of_response:1; }","duration":"106.022964ms","start":"2026-05-07T03:43:41.395675Z","end":"2026-05-07T03:43:41.501698Z","steps":["trace[243307120] 'process raft request' (duration: 105.774117ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:43:41.50182Z","caller":"traceutil/trace.go:171","msg":"trace[938759924] transaction","detail":"{read_only:false; response_revision:27298; number_of_response:1; }","duration":"104.149163ms","start":"2026-05-07T03:43:41.397631Z","end":"2026-05-07T03:43:41.50178Z","steps":["trace[938759924] 'process raft request' (duration: 103.956798ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:45:36.147783Z","caller":"traceutil/trace.go:171","msg":"trace[1943704411] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"137.523869ms","start":"2026-05-07T03:45:36.010234Z","end":"2026-05-07T03:45:36.147758Z","steps":["trace[1943704411] 'process raft request' (duration: 137.379855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:45:36.37094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.647233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:45:36.371892Z","caller":"traceutil/trace.go:171","msg":"trace[550402415] linearizableReadLoop","detail":"{readStateIndex:29210; appliedIndex:29204; }","duration":"236.569903ms","start":"2026-05-07T03:45:36.135305Z","end":"2026-05-07T03:45:36.371875Z","steps":["trace[550402415] 'read index received' (duration: 12.430971ms)","trace[550402415] 'applied index is now lower than readState.Index' (duration: 224.138232ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:45:36.372012Z","caller":"traceutil/trace.go:171","msg":"trace[902841375] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"336.107832ms","start":"2026-05-07T03:45:36.035895Z","end":"2026-05-07T03:45:36.372003Z","steps":["trace[902841375] 'process raft request' (duration: 182.305497ms)","trace[902841375] 'compare' (duration: 152.51599ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:45:36.372083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:45:36.03587Z","time spent":"336.183124ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:45:36.37239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.077897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:45:36.372449Z","caller":"traceutil/trace.go:171","msg":"trace[1832974092] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"297.106883ms","start":"2026-05-07T03:45:36.075333Z","end":"2026-05-07T03:45:36.37244Z","steps":["trace[1832974092] 'process raft request' (duration: 296.420194ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:45:36.372461Z","caller":"traceutil/trace.go:171","msg":"trace[1384156040] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28307; }","duration":"237.18675ms","start":"2026-05-07T03:45:36.135263Z","end":"2026-05-07T03:45:36.37245Z","steps":["trace[1384156040] 'agreement among raft nodes before linearized reading' (duration: 237.048506ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:45:36.37253Z","caller":"traceutil/trace.go:171","msg":"trace[323909015] transaction","detail":"{read_only:false; response_revision:28306; number_of_response:1; }","duration":"291.723935ms","start":"2026-05-07T03:45:36.080788Z","end":"2026-05-07T03:45:36.372512Z","steps":["trace[323909015] 'process raft request' (duration: 290.999745ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:45:36.37237Z","caller":"traceutil/trace.go:171","msg":"trace[426874026] transaction","detail":"{read_only:false; response_revision:28307; number_of_response:1; }","duration":"291.440837ms","start":"2026-05-07T03:45:36.080863Z","end":"2026-05-07T03:45:36.372304Z","steps":["trace[426874026] 'process raft request' (duration: 290.959644ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:45:36.37241Z","caller":"traceutil/trace.go:171","msg":"trace[1989980369] transaction","detail":"{read_only:false; response_revision:28304; number_of_response:1; }","duration":"316.742381ms","start":"2026-05-07T03:45:36.055599Z","end":"2026-05-07T03:45:36.372341Z","steps":["trace[1989980369] 'process raft request' (duration: 316.096983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:45:36.372817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:45:36.055565Z","time spent":"317.166243ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:46:20.253159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25925} {"level":"info","ts":"2026-05-07T03:46:20.380225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25925,"took":"122.771615ms","hash":2584184656,"current-db-size-bytes":60026880,"current-db-size":"60 MB","current-db-size-in-use-bytes":36397056,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-07T03:46:20.380297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2584184656,"revision":25925,"compact-revision":22990} {"level":"info","ts":"2026-05-07T03:47:22.381517Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be75c9626aba3f77","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T03:47:22.386916Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-07T03:47:22.387013Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-05-07T03:48:33.248169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.818364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T03:48:33.248277Z","caller":"traceutil/trace.go:171","msg":"trace[969666108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:29592; }","duration":"237.940857ms","start":"2026-05-07T03:48:33.010313Z","end":"2026-05-07T03:48:33.248254Z","steps":["trace[969666108] 'range keys from in-memory index tree' (duration: 237.608549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:48:34.933321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.19353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:48:34.93342Z","caller":"traceutil/trace.go:171","msg":"trace[156609517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29598; }","duration":"440.310134ms","start":"2026-05-07T03:48:34.493089Z","end":"2026-05-07T03:48:34.933399Z","steps":["trace[156609517] 'range keys from in-memory index tree' (duration: 440.066567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:48:34.933463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.323865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:48:34.933474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:48:34.493086Z","time spent":"440.376706ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:48:34.933447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.016723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:48:34.933496Z","caller":"traceutil/trace.go:171","msg":"trace[314851229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29598; }","duration":"440.364236ms","start":"2026-05-07T03:48:34.493123Z","end":"2026-05-07T03:48:34.933487Z","steps":["trace[314851229] 'range keys from in-memory index tree' (duration: 440.262252ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:48:34.933525Z","caller":"traceutil/trace.go:171","msg":"trace[1250860767] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29598; }","duration":"441.148277ms","start":"2026-05-07T03:48:34.492357Z","end":"2026-05-07T03:48:34.933505Z","steps":["trace[1250860767] 'count revisions from in-memory index tree' (duration: 440.948221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:48:34.933565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:48:34.492337Z","time spent":"441.218209ms","remote":"127.0.0.1:55990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:48:34.933572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:48:34.49312Z","time spent":"440.440568ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:48:34.933515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.437337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:48:34.933695Z","caller":"traceutil/trace.go:171","msg":"trace[976167295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29598; }","duration":"440.622173ms","start":"2026-05-07T03:48:34.493054Z","end":"2026-05-07T03:48:34.933676Z","steps":["trace[976167295] 'range keys from in-memory index tree' (duration: 440.296923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:48:34.933743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:48:34.493049Z","time spent":"440.681374ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:48:34.93536Z","caller":"traceutil/trace.go:171","msg":"trace[1331648371] transaction","detail":"{read_only:false; response_revision:29599; number_of_response:1; }","duration":"442.006631ms","start":"2026-05-07T03:48:34.493342Z","end":"2026-05-07T03:48:34.935349Z","steps":["trace[1331648371] 'process raft request' (duration: 438.71015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:48:34.935452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:48:34.493332Z","time spent":"442.072972ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:48:34.935484Z","caller":"traceutil/trace.go:171","msg":"trace[156980958] transaction","detail":"{read_only:false; response_revision:29601; number_of_response:1; }","duration":"145.305086ms","start":"2026-05-07T03:48:34.790134Z","end":"2026-05-07T03:48:34.935439Z","steps":["trace[156980958] 'process raft request' (duration: 144.983037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:48:34.935703Z","caller":"traceutil/trace.go:171","msg":"trace[1183982712] transaction","detail":"{read_only:false; response_revision:29600; number_of_response:1; }","duration":"290.052387ms","start":"2026-05-07T03:48:34.645642Z","end":"2026-05-07T03:48:34.935695Z","steps":["trace[1183982712] 'process raft request' (duration: 289.43709ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:48:34.935675Z","caller":"traceutil/trace.go:171","msg":"trace[178599632] linearizableReadLoop","detail":"{readStateIndex:30540; appliedIndex:30539; }","duration":"440.835098ms","start":"2026-05-07T03:48:34.494832Z","end":"2026-05-07T03:48:34.935667Z","steps":["trace[178599632] 'read index received' (duration: 437.23577ms)","trace[178599632] 'applied index is now lower than readState.Index' (duration: 3.598388ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:48:34.936207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.366853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:48:34.936267Z","caller":"traceutil/trace.go:171","msg":"trace[939417518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29602; }","duration":"441.470495ms","start":"2026-05-07T03:48:34.494779Z","end":"2026-05-07T03:48:34.93625Z","steps":["trace[939417518] 'agreement among raft nodes before linearized reading' (duration: 441.321701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:48:34.936297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:48:34.494763Z","time spent":"441.525627ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:48:34.936302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.62521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:48:34.93635Z","caller":"traceutil/trace.go:171","msg":"trace[1686988677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29602; }","duration":"437.697562ms","start":"2026-05-07T03:48:34.498636Z","end":"2026-05-07T03:48:34.936334Z","steps":["trace[1686988677] 'agreement among raft nodes before linearized reading' (duration: 437.581739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:48:34.936379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:48:34.498631Z","time spent":"437.742223ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:48:34.936366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.566771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-07T03:48:34.936412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.522031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:48:34.93639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.117373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T03:48:34.936443Z","caller":"traceutil/trace.go:171","msg":"trace[425762424] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:29602; }","duration":"440.688724ms","start":"2026-05-07T03:48:34.495736Z","end":"2026-05-07T03:48:34.936424Z","steps":["trace[425762424] 'agreement among raft nodes before linearized reading' (duration: 440.449328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:48:34.936428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.407165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:48:34.936479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:48:34.495702Z","time spent":"440.770867ms","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"info","ts":"2026-05-07T03:48:34.936482Z","caller":"traceutil/trace.go:171","msg":"trace[1179117346] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:29602; }","duration":"438.234386ms","start":"2026-05-07T03:48:34.498226Z","end":"2026-05-07T03:48:34.936461Z","steps":["trace[1179117346] 'agreement among raft nodes before linearized reading' (duration: 437.99366ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:48:34.936492Z","caller":"traceutil/trace.go:171","msg":"trace[144911550] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:29602; }","duration":"205.534489ms","start":"2026-05-07T03:48:34.730947Z","end":"2026-05-07T03:48:34.936481Z","steps":["trace[144911550] 'agreement among raft nodes before linearized reading' (duration: 205.412295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:48:34.936407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.471888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:48:34.9366Z","caller":"traceutil/trace.go:171","msg":"trace[1271948373] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:29602; }","duration":"440.686804ms","start":"2026-05-07T03:48:34.495897Z","end":"2026-05-07T03:48:34.936583Z","steps":["trace[1271948373] 'agreement among raft nodes before linearized reading' (duration: 440.459877ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:48:34.93646Z","caller":"traceutil/trace.go:171","msg":"trace[114038793] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:29602; }","duration":"130.727577ms","start":"2026-05-07T03:48:34.805722Z","end":"2026-05-07T03:48:34.936449Z","steps":["trace[114038793] 'agreement among raft nodes before linearized reading' (duration: 130.499501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:48:34.936521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:48:34.498218Z","time spent":"438.293748ms","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-07T03:48:34.936786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:48:34.495884Z","time spent":"440.809838ms","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:50.944117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944864954,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:50:51.145276Z","caller":"traceutil/trace.go:171","msg":"trace[31371854] transaction","detail":"{read_only:false; response_revision:30625; number_of_response:1; }","duration":"701.675294ms","start":"2026-05-07T03:50:50.443563Z","end":"2026-05-07T03:50:51.145238Z","steps":["trace[31371854] 'process raft request' (duration: 701.373196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:51.145724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:50.443527Z","time spent":"702.047945ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:51.146062Z","caller":"traceutil/trace.go:171","msg":"trace[171926371] linearizableReadLoop","detail":"{readStateIndex:31598; appliedIndex:31595; }","duration":"701.957702ms","start":"2026-05-07T03:50:50.444083Z","end":"2026-05-07T03:50:51.14604Z","steps":["trace[171926371] 'read index received' (duration: 701.024977ms)","trace[171926371] 'applied index is now lower than readState.Index' (duration: 931.505µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:50:51.146149Z","caller":"traceutil/trace.go:171","msg":"trace[668379577] transaction","detail":"{read_only:false; response_revision:30626; number_of_response:1; }","duration":"693.618233ms","start":"2026-05-07T03:50:50.452493Z","end":"2026-05-07T03:50:51.146111Z","steps":["trace[668379577] 'process raft request' (duration: 693.361766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:51.146285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.188779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:50:51.146324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:50.452477Z","time spent":"693.755707ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:51.146339Z","caller":"traceutil/trace.go:171","msg":"trace[1269000976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30627; }","duration":"702.25992ms","start":"2026-05-07T03:50:50.444064Z","end":"2026-05-07T03:50:51.146324Z","steps":["trace[1269000976] 'agreement among raft nodes before linearized reading' (duration: 702.149497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:51.14638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:50.444056Z","time spent":"702.314132ms","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:50:51.146189Z","caller":"traceutil/trace.go:171","msg":"trace[1400059394] transaction","detail":"{read_only:false; response_revision:30627; number_of_response:1; }","duration":"439.676245ms","start":"2026-05-07T03:50:50.706498Z","end":"2026-05-07T03:50:51.146174Z","steps":["trace[1400059394] 'process raft request' (duration: 439.48503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:51.146558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:50.706474Z","time spent":"440.063445ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:50:51.146641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.480646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:50:51.146725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.062841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:50:51.146723Z","caller":"traceutil/trace.go:171","msg":"trace[1479296727] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30627; }","duration":"698.59314ms","start":"2026-05-07T03:50:50.448106Z","end":"2026-05-07T03:50:51.146699Z","steps":["trace[1479296727] 'agreement among raft nodes before linearized reading' (duration: 698.479156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:51.146752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.21785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:50:51.146787Z","caller":"traceutil/trace.go:171","msg":"trace[1192298945] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:30627; }","duration":"135.297083ms","start":"2026-05-07T03:50:51.011483Z","end":"2026-05-07T03:50:51.14678Z","steps":["trace[1192298945] 'agreement among raft nodes before linearized reading' (duration: 135.125648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:51.146793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.109939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:50:51.146782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:50.448092Z","time spent":"698.673872ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:50:51.146816Z","caller":"traceutil/trace.go:171","msg":"trace[1761842050] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:30627; }","duration":"408.154981ms","start":"2026-05-07T03:50:50.738653Z","end":"2026-05-07T03:50:51.146808Z","steps":["trace[1761842050] 'agreement among raft nodes before linearized reading' (duration: 408.12235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:51.146842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:50.738641Z","time spent":"408.194311ms","remote":"127.0.0.1:53504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:51.146802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.516333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:50:51.146904Z","caller":"traceutil/trace.go:171","msg":"trace[1133649193] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:30627; }","duration":"227.662457ms","start":"2026-05-07T03:50:50.919217Z","end":"2026-05-07T03:50:51.146879Z","steps":["trace[1133649193] 'agreement among raft nodes before linearized reading' (duration: 227.428781ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:51.146761Z","caller":"traceutil/trace.go:171","msg":"trace[1296014268] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:30627; }","duration":"473.136363ms","start":"2026-05-07T03:50:50.673617Z","end":"2026-05-07T03:50:51.146753Z","steps":["trace[1296014268] 'agreement among raft nodes before linearized reading' (duration: 473.073401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:51.147002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:50.673595Z","time spent":"473.396871ms","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:51.146651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.611379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:50:51.147129Z","caller":"traceutil/trace.go:171","msg":"trace[1016852315] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:30627; }","duration":"387.152304ms","start":"2026-05-07T03:50:50.759956Z","end":"2026-05-07T03:50:51.147108Z","steps":["trace[1016852315] 'agreement among raft nodes before linearized reading' (duration: 386.64414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:51.147196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:50.759935Z","time spent":"387.240417ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:51.147179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.803903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:50:51.147516Z","caller":"traceutil/trace.go:171","msg":"trace[382950661] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:30627; }","duration":"610.370509ms","start":"2026-05-07T03:50:50.537114Z","end":"2026-05-07T03:50:51.147485Z","steps":["trace[382950661] 'agreement among raft nodes before linearized reading' (duration: 609.650909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:51.14761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:50.537078Z","time spent":"610.516403ms","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:56.22265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944865041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:50:56.69735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.022676ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:50:56.69752Z","caller":"traceutil/trace.go:171","msg":"trace[1078185282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30660; }","duration":"885.205061ms","start":"2026-05-07T03:50:55.812289Z","end":"2026-05-07T03:50:56.697494Z","steps":["trace[1078185282] 'range keys from in-memory index tree' (duration: 884.999576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.697856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.930659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T03:50:56.69794Z","caller":"traceutil/trace.go:171","msg":"trace[300020634] transaction","detail":"{read_only:false; response_revision:30661; number_of_response:1; }","duration":"1.214273561s","start":"2026-05-07T03:50:55.483649Z","end":"2026-05-07T03:50:56.697923Z","steps":["trace[300020634] 'process raft request' (duration: 769.202408ms)","trace[300020634] 'compare' (duration: 444.432105ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:50:56.69801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:55.483631Z","time spent":"1.214345012s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:56.698695Z","caller":"traceutil/trace.go:171","msg":"trace[1834683015] transaction","detail":"{read_only:false; response_revision:30662; number_of_response:1; }","duration":"1.209238213s","start":"2026-05-07T03:50:55.489442Z","end":"2026-05-07T03:50:56.698681Z","steps":["trace[1834683015] 'process raft request' (duration: 1.209085148s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.698799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:55.489435Z","time spent":"1.209315035s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:56.69899Z","caller":"traceutil/trace.go:171","msg":"trace[1257605576] transaction","detail":"{read_only:false; response_revision:30663; number_of_response:1; }","duration":"1.209446258s","start":"2026-05-07T03:50:55.489516Z","end":"2026-05-07T03:50:56.698962Z","steps":["trace[1257605576] 'process raft request' (duration: 1.209104669s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.699148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:55.4895Z","time spent":"1.209571931s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:56.699444Z","caller":"traceutil/trace.go:171","msg":"trace[1909073148] transaction","detail":"{read_only:false; response_revision:30664; number_of_response:1; }","duration":"876.097041ms","start":"2026-05-07T03:50:55.823306Z","end":"2026-05-07T03:50:56.699403Z","steps":["trace[1909073148] 'process raft request' (duration: 875.579037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:56.699501Z","caller":"traceutil/trace.go:171","msg":"trace[381671908] transaction","detail":"{read_only:false; response_revision:30665; number_of_response:1; }","duration":"873.152081ms","start":"2026-05-07T03:50:55.826328Z","end":"2026-05-07T03:50:56.69948Z","steps":["trace[381671908] 'process raft request' (duration: 873.011637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.699634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:55.826313Z","time spent":"873.255033ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:50:56.699655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:55.823274Z","time spent":"876.303446ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:56.699825Z","caller":"traceutil/trace.go:171","msg":"trace[2062063239] transaction","detail":"{read_only:false; response_revision:30667; number_of_response:1; }","duration":"470.756567ms","start":"2026-05-07T03:50:56.229051Z","end":"2026-05-07T03:50:56.699807Z","steps":["trace[2062063239] 'process raft request' (duration: 470.50906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.699888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:56.229024Z","time spent":"470.836889ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:56.700094Z","caller":"traceutil/trace.go:171","msg":"trace[1824685511] transaction","detail":"{read_only:false; response_revision:30666; number_of_response:1; }","duration":"866.852737ms","start":"2026-05-07T03:50:55.832793Z","end":"2026-05-07T03:50:56.699646Z","steps":["trace[1824685511] 'process raft request' (duration: 866.644391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.700409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:55.832786Z","time spent":"867.391762ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:50:56.703494Z","caller":"traceutil/trace.go:171","msg":"trace[1522913271] linearizableReadLoop","detail":"{readStateIndex:31638; appliedIndex:31632; }","duration":"1.083240495s","start":"2026-05-07T03:50:55.62021Z","end":"2026-05-07T03:50:56.70345Z","steps":["trace[1522913271] 'read index received' (duration: 632.655392ms)","trace[1522913271] 'applied index is now lower than readState.Index' (duration: 450.583473ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:50:56.703662Z","caller":"traceutil/trace.go:171","msg":"trace[861234234] transaction","detail":"{read_only:false; response_revision:30668; number_of_response:1; }","duration":"475.405365ms","start":"2026-05-07T03:50:56.228236Z","end":"2026-05-07T03:50:56.703641Z","steps":["trace[861234234] 'process raft request' (duration: 471.399105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.703762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.298661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:50:56.703771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:56.228225Z","time spent":"475.477286ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:50:56.703753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083532733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:50:56.703824Z","caller":"traceutil/trace.go:171","msg":"trace[1847345319] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:30668; }","duration":"479.405154ms","start":"2026-05-07T03:50:56.224406Z","end":"2026-05-07T03:50:56.703811Z","steps":["trace[1847345319] 'agreement among raft nodes before linearized reading' (duration: 479.274671ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:50:56.703845Z","caller":"traceutil/trace.go:171","msg":"trace[1443530554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30668; }","duration":"1.083660647s","start":"2026-05-07T03:50:55.620164Z","end":"2026-05-07T03:50:56.703825Z","steps":["trace[1443530554] 'agreement among raft nodes before linearized reading' (duration: 1.083462801s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.703844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083192184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T03:50:56.70389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:55.620136Z","time spent":"1.083745899s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:50:56.703912Z","caller":"traceutil/trace.go:171","msg":"trace[1800457284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30668; }","duration":"1.083306187s","start":"2026-05-07T03:50:55.620586Z","end":"2026-05-07T03:50:56.703892Z","steps":["trace[1800457284] 'agreement among raft nodes before linearized reading' (duration: 1.08308098s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.703963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:55.62057Z","time spent":"1.083382029s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:50:56.703999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.469145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:50:56.704023Z","caller":"traceutil/trace.go:171","msg":"trace[1048625081] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:30668; }","duration":"479.494126ms","start":"2026-05-07T03:50:56.224524Z","end":"2026-05-07T03:50:56.704018Z","steps":["trace[1048625081] 'agreement among raft nodes before linearized reading' (duration: 479.357922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.704024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.79342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:50:56.704044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:56.224508Z","time spent":"479.531838ms","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:50:56.704059Z","caller":"traceutil/trace.go:171","msg":"trace[1109311764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30668; }","duration":"473.848362ms","start":"2026-05-07T03:50:56.230198Z","end":"2026-05-07T03:50:56.704046Z","steps":["trace[1109311764] 'agreement among raft nodes before linearized reading' (duration: 473.79297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.704106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:56.230189Z","time spent":"473.906253ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:50:56.704151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.998261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:50:56.704212Z","caller":"traceutil/trace.go:171","msg":"trace[178563653] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:30668; }","duration":"476.210677ms","start":"2026-05-07T03:50:56.227986Z","end":"2026-05-07T03:50:56.704196Z","steps":["trace[178563653] 'agreement among raft nodes before linearized reading' (duration: 475.833057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.703863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:56.224399Z","time spent":"479.453296ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:56.704241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076264094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:50:56.70427Z","caller":"traceutil/trace.go:171","msg":"trace[2092473907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30668; }","duration":"1.076311895s","start":"2026-05-07T03:50:55.627949Z","end":"2026-05-07T03:50:56.704261Z","steps":["trace[2092473907] 'agreement among raft nodes before linearized reading' (duration: 1.076239773s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.704243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:56.227904Z","time spent":"476.33035ms","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:56.704305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:55.627941Z","time spent":"1.076357736s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:50:56.704174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076461809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:50:56.704359Z","caller":"traceutil/trace.go:171","msg":"trace[12340961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30668; }","duration":"1.076707606s","start":"2026-05-07T03:50:55.627643Z","end":"2026-05-07T03:50:56.704351Z","steps":["trace[12340961] 'agreement among raft nodes before linearized reading' (duration: 1.076454269s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.704386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:55.627593Z","time spent":"1.076785038s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:50:56.70439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.290938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:50:56.704414Z","caller":"traceutil/trace.go:171","msg":"trace[1163015846] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:30668; }","duration":"480.34885ms","start":"2026-05-07T03:50:56.224059Z","end":"2026-05-07T03:50:56.704408Z","steps":["trace[1163015846] 'agreement among raft nodes before linearized reading' (duration: 480.282548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.704442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:56.224043Z","time spent":"480.393042ms","remote":"127.0.0.1:45178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:50:56.705108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.733495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:50:56.705188Z","caller":"traceutil/trace.go:171","msg":"trace[2101920943] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:30668; }","duration":"932.856359ms","start":"2026-05-07T03:50:55.772315Z","end":"2026-05-07T03:50:56.705171Z","steps":["trace[2101920943] 'agreement among raft nodes before linearized reading' (duration: 931.702857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:50:56.705245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:50:55.7723Z","time spent":"932.934801ms","remote":"127.0.0.1:52106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":250,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:51:20.259716Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28624} {"level":"info","ts":"2026-05-07T03:51:20.396928Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28624,"took":"132.482376ms","hash":3112780166,"current-db-size-bytes":60026880,"current-db-size":"60 MB","current-db-size-in-use-bytes":29945856,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T03:51:20.397015Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3112780166,"revision":28624,"compact-revision":25925} {"level":"info","ts":"2026-05-07T03:53:25.729384Z","caller":"traceutil/trace.go:171","msg":"trace[1511919007] transaction","detail":"{read_only:false; response_revision:31782; number_of_response:1; }","duration":"504.705059ms","start":"2026-05-07T03:53:25.224653Z","end":"2026-05-07T03:53:25.729358Z","steps":["trace[1511919007] 'process raft request' (duration: 504.514123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:25.729561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.224621Z","time spent":"504.849903ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:53:26.475779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.684652ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:53:26.475961Z","caller":"traceutil/trace.go:171","msg":"trace[1049145741] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:31782; }","duration":"663.876577ms","start":"2026-05-07T03:53:25.812065Z","end":"2026-05-07T03:53:26.475941Z","steps":["trace[1049145741] 'range keys from in-memory index tree' (duration: 663.663661ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:53:26.476063Z","caller":"traceutil/trace.go:171","msg":"trace[1471814993] transaction","detail":"{read_only:false; response_revision:31783; number_of_response:1; }","duration":"1.24894966s","start":"2026-05-07T03:53:25.227073Z","end":"2026-05-07T03:53:26.476023Z","steps":["trace[1471814993] 'process raft request' (duration: 1.246181944s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.476225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.226856Z","time spent":"1.24928937s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:53:26.476574Z","caller":"traceutil/trace.go:171","msg":"trace[824674896] linearizableReadLoop","detail":"{readStateIndex:32795; appliedIndex:32786; }","duration":"1.078285549s","start":"2026-05-07T03:53:25.398268Z","end":"2026-05-07T03:53:26.476554Z","steps":["trace[824674896] 'read index received' (duration: 331.036554ms)","trace[824674896] 'applied index is now lower than readState.Index' (duration: 747.248405ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:53:26.476693Z","caller":"traceutil/trace.go:171","msg":"trace[60311338] transaction","detail":"{read_only:false; response_revision:31784; number_of_response:1; }","duration":"1.213875128s","start":"2026-05-07T03:53:25.262805Z","end":"2026-05-07T03:53:26.47668Z","steps":["trace[60311338] 'process raft request' (duration: 1.213041475s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:53:26.47673Z","caller":"traceutil/trace.go:171","msg":"trace[1074885637] transaction","detail":"{read_only:false; response_revision:31789; number_of_response:1; }","duration":"1.205404876s","start":"2026-05-07T03:53:25.271289Z","end":"2026-05-07T03:53:26.476694Z","steps":["trace[1074885637] 'process raft request' (duration: 1.205218291s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.476796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.262776Z","time spent":"1.21393792s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:53:26.476904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.271275Z","time spent":"1.205530829s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:53:26.477201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078937196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:53:26.477234Z","caller":"traceutil/trace.go:171","msg":"trace[1284433340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31790; }","duration":"1.078970917s","start":"2026-05-07T03:53:25.398254Z","end":"2026-05-07T03:53:26.477225Z","steps":["trace[1284433340] 'agreement among raft nodes before linearized reading' (duration: 1.078603387s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.477239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.896594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:53:26.477256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.398209Z","time spent":"1.079040849s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:53:26.477292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.120296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:53:26.477306Z","caller":"traceutil/trace.go:171","msg":"trace[46545451] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:31790; }","duration":"374.191198ms","start":"2026-05-07T03:53:26.10311Z","end":"2026-05-07T03:53:26.477302Z","steps":["trace[46545451] 'agreement among raft nodes before linearized reading' (duration: 374.167628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.477329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:26.103086Z","time spent":"374.232689ms","remote":"127.0.0.1:53240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:53:26.477375Z","caller":"traceutil/trace.go:171","msg":"trace[35604551] transaction","detail":"{read_only:false; response_revision:31785; number_of_response:1; }","duration":"1.213790136s","start":"2026-05-07T03:53:25.263566Z","end":"2026-05-07T03:53:26.477356Z","steps":["trace[35604551] 'process raft request' (duration: 1.212811099s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:53:26.477404Z","caller":"traceutil/trace.go:171","msg":"trace[1061618085] transaction","detail":"{read_only:false; response_revision:31790; number_of_response:1; }","duration":"1.088332145s","start":"2026-05-07T03:53:25.389054Z","end":"2026-05-07T03:53:26.477386Z","steps":["trace[1061618085] 'process raft request' (duration: 1.087476661s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.477439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.613129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:53:26.479988Z","caller":"traceutil/trace.go:171","msg":"trace[1689307792] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:31790; }","duration":"678.19505ms","start":"2026-05-07T03:53:25.801774Z","end":"2026-05-07T03:53:26.479969Z","steps":["trace[1689307792] 'agreement among raft nodes before linearized reading' (duration: 675.650701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.480037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.801755Z","time spent":"678.264932ms","remote":"127.0.0.1:53668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:53:26.477453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.389027Z","time spent":"1.088398716s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:53:26.47726Z","caller":"traceutil/trace.go:171","msg":"trace[2116289945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31790; }","duration":"317.964575ms","start":"2026-05-07T03:53:26.15929Z","end":"2026-05-07T03:53:26.477254Z","steps":["trace[2116289945] 'agreement among raft nodes before linearized reading' (duration: 317.927494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.480267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:26.159256Z","time spent":"321.005329ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:53:26.477466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.263548Z","time spent":"1.213872549s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:53:26.477492Z","caller":"traceutil/trace.go:171","msg":"trace[839286940] transaction","detail":"{read_only:false; response_revision:31786; number_of_response:1; }","duration":"1.212086849s","start":"2026-05-07T03:53:25.265378Z","end":"2026-05-07T03:53:26.477465Z","steps":["trace[839286940] 'process raft request' (duration: 1.211060571s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.480498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.265359Z","time spent":"1.215099672s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:53:26.477515Z","caller":"traceutil/trace.go:171","msg":"trace[1413589706] transaction","detail":"{read_only:false; response_revision:31788; number_of_response:1; }","duration":"1.206793074s","start":"2026-05-07T03:53:25.270709Z","end":"2026-05-07T03:53:26.477502Z","steps":["trace[1413589706] 'process raft request' (duration: 1.205770216s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.480587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.270695Z","time spent":"1.209872938s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:53:26.477614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.292328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:53:26.480627Z","caller":"traceutil/trace.go:171","msg":"trace[1673548012] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:31790; }","duration":"683.342271ms","start":"2026-05-07T03:53:25.797278Z","end":"2026-05-07T03:53:26.48062Z","steps":["trace[1673548012] 'agreement among raft nodes before linearized reading' (duration: 680.300578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.480643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.797267Z","time spent":"683.370992ms","remote":"127.0.0.1:52362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:53:26.47756Z","caller":"traceutil/trace.go:171","msg":"trace[693562927] transaction","detail":"{read_only:false; response_revision:31787; number_of_response:1; }","duration":"1.209327644s","start":"2026-05-07T03:53:25.268131Z","end":"2026-05-07T03:53:26.477459Z","steps":["trace[693562927] 'process raft request' (duration: 1.208326046s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.480747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.268111Z","time spent":"1.212614943s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:53:26.477662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.098276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:53:26.480828Z","caller":"traceutil/trace.go:171","msg":"trace[1715728326] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:31790; }","duration":"693.265053ms","start":"2026-05-07T03:53:25.787557Z","end":"2026-05-07T03:53:26.480822Z","steps":["trace[1715728326] 'agreement among raft nodes before linearized reading' (duration: 690.072665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.480846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.787489Z","time spent":"693.350585ms","remote":"127.0.0.1:52378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:53:26.478463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069290522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:53:26.480933Z","caller":"traceutil/trace.go:171","msg":"trace[791170892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31790; }","duration":"1.071816241s","start":"2026-05-07T03:53:25.409111Z","end":"2026-05-07T03:53:26.480927Z","steps":["trace[791170892] 'agreement among raft nodes before linearized reading' (duration: 1.068411747s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.48095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.409091Z","time spent":"1.071853782s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:53:26.47844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071532824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:53:26.481058Z","caller":"traceutil/trace.go:171","msg":"trace[744091962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31790; }","duration":"1.074360571s","start":"2026-05-07T03:53:25.406692Z","end":"2026-05-07T03:53:26.481053Z","steps":["trace[744091962] 'agreement among raft nodes before linearized reading' (duration: 1.070483715s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.481075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.406626Z","time spent":"1.074443704s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:53:26.478496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.44137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:53:26.481131Z","caller":"traceutil/trace.go:171","msg":"trace[761898071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31790; }","duration":"332.166795ms","start":"2026-05-07T03:53:26.148958Z","end":"2026-05-07T03:53:26.481125Z","steps":["trace[761898071] 'agreement among raft nodes before linearized reading' (duration: 328.31163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.481147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:26.148934Z","time spent":"332.208246ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:53:26.478572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.014412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-07T03:53:26.481219Z","caller":"traceutil/trace.go:171","msg":"trace[1581135584] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:31790; }","duration":"392.711577ms","start":"2026-05-07T03:53:26.088502Z","end":"2026-05-07T03:53:26.481214Z","steps":["trace[1581135584] 'agreement among raft nodes before linearized reading' (duration: 388.907732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.481236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:26.088479Z","time spent":"392.751957ms","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-07T03:53:26.478634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070321071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:53:26.481328Z","caller":"traceutil/trace.go:171","msg":"trace[931957363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31790; }","duration":"1.073060256s","start":"2026-05-07T03:53:25.408263Z","end":"2026-05-07T03:53:26.481323Z","steps":["trace[931957363] 'agreement among raft nodes before linearized reading' (duration: 1.069363734s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:53:26.481345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:53:25.408252Z","time spent":"1.073088576s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:54:27.248745Z","caller":"traceutil/trace.go:171","msg":"trace[934023307] transaction","detail":"{read_only:false; response_revision:32230; number_of_response:1; }","duration":"559.662228ms","start":"2026-05-07T03:54:26.689055Z","end":"2026-05-07T03:54:27.248717Z","steps":["trace[934023307] 'process raft request' (duration: 559.503324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.248923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.689023Z","time spent":"559.807092ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:27.253862Z","caller":"traceutil/trace.go:171","msg":"trace[14135013] transaction","detail":"{read_only:false; response_revision:32231; number_of_response:1; }","duration":"563.060702ms","start":"2026-05-07T03:54:26.690778Z","end":"2026-05-07T03:54:27.253839Z","steps":["trace[14135013] 'process raft request' (duration: 562.905878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.254012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.690742Z","time spent":"563.194876ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:27.254212Z","caller":"traceutil/trace.go:171","msg":"trace[225279790] linearizableReadLoop","detail":"{readStateIndex:33255; appliedIndex:33247; }","duration":"474.108409ms","start":"2026-05-07T03:54:26.780087Z","end":"2026-05-07T03:54:27.254195Z","steps":["trace[225279790] 'read index received' (duration: 468.572157ms)","trace[225279790] 'applied index is now lower than readState.Index' (duration: 5.535672ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:54:27.25427Z","caller":"traceutil/trace.go:171","msg":"trace[1152834675] transaction","detail":"{read_only:false; response_revision:32234; number_of_response:1; }","duration":"554.231859ms","start":"2026-05-07T03:54:26.700026Z","end":"2026-05-07T03:54:27.254258Z","steps":["trace[1152834675] 'process raft request' (duration: 554.024374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.254312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.700007Z","time spent":"554.28312ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:27.254328Z","caller":"traceutil/trace.go:171","msg":"trace[1884032896] transaction","detail":"{read_only:false; response_revision:32235; number_of_response:1; }","duration":"548.215364ms","start":"2026-05-07T03:54:26.706104Z","end":"2026-05-07T03:54:27.254319Z","steps":["trace[1884032896] 'process raft request' (duration: 547.969447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.254423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.706083Z","time spent":"548.264875ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:27.254527Z","caller":"traceutil/trace.go:171","msg":"trace[2029047271] transaction","detail":"{read_only:false; response_revision:32232; number_of_response:1; }","duration":"561.533109ms","start":"2026-05-07T03:54:26.692983Z","end":"2026-05-07T03:54:27.254516Z","steps":["trace[2029047271] 'process raft request' (duration: 560.81583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.254576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.692974Z","time spent":"561.57663ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:27.254585Z","caller":"traceutil/trace.go:171","msg":"trace[862510147] transaction","detail":"{read_only:false; response_revision:32236; number_of_response:1; }","duration":"546.62409ms","start":"2026-05-07T03:54:26.707953Z","end":"2026-05-07T03:54:27.254577Z","steps":["trace[862510147] 'process raft request' (duration: 546.150907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.254634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.707925Z","time spent":"546.677902ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:27.254695Z","caller":"traceutil/trace.go:171","msg":"trace[871961820] transaction","detail":"{read_only:false; response_revision:32233; number_of_response:1; }","duration":"556.030568ms","start":"2026-05-07T03:54:26.698657Z","end":"2026-05-07T03:54:27.254687Z","steps":["trace[871961820] 'process raft request' (duration: 555.344169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.25474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.698633Z","time spent":"556.08368ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:27.254755Z","caller":"traceutil/trace.go:171","msg":"trace[842705311] transaction","detail":"{read_only:false; response_revision:32237; number_of_response:1; }","duration":"545.544331ms","start":"2026-05-07T03:54:26.709201Z","end":"2026-05-07T03:54:27.254746Z","steps":["trace[842705311] 'process raft request' (duration: 544.923774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.254794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.709187Z","time spent":"545.584382ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:54:27.254849Z","caller":"traceutil/trace.go:171","msg":"trace[2001670634] transaction","detail":"{read_only:false; response_revision:32238; number_of_response:1; }","duration":"242.971612ms","start":"2026-05-07T03:54:27.011871Z","end":"2026-05-07T03:54:27.254843Z","steps":["trace[2001670634] 'process raft request' (duration: 242.275173ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:54:27.254926Z","caller":"traceutil/trace.go:171","msg":"trace[1891436260] transaction","detail":"{read_only:false; response_revision:32239; number_of_response:1; }","duration":"126.400251ms","start":"2026-05-07T03:54:27.12852Z","end":"2026-05-07T03:54:27.254921Z","steps":["trace[1891436260] 'process raft request' (duration: 125.6501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.255071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.993074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:54:27.255099Z","caller":"traceutil/trace.go:171","msg":"trace[507346620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32239; }","duration":"475.098756ms","start":"2026-05-07T03:54:26.779994Z","end":"2026-05-07T03:54:27.255093Z","steps":["trace[507346620] 'agreement among raft nodes before linearized reading' (duration: 474.991353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.255118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.779973Z","time spent":"475.140807ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:54:27.255243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.891318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:54:27.255276Z","caller":"traceutil/trace.go:171","msg":"trace[1819739735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32239; }","duration":"471.943959ms","start":"2026-05-07T03:54:26.783324Z","end":"2026-05-07T03:54:27.255268Z","steps":["trace[1819739735] 'agreement among raft nodes before linearized reading' (duration: 471.847056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.255297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.783314Z","time spent":"471.978261ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:54:27.255341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.170578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:54:27.255393Z","caller":"traceutil/trace.go:171","msg":"trace[339441650] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:32239; }","duration":"168.255131ms","start":"2026-05-07T03:54:27.087106Z","end":"2026-05-07T03:54:27.255361Z","steps":["trace[339441650] 'agreement among raft nodes before linearized reading' (duration: 168.207949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.255891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.300912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:54:27.255921Z","caller":"traceutil/trace.go:171","msg":"trace[1157257225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32239; }","duration":"467.349464ms","start":"2026-05-07T03:54:26.788563Z","end":"2026-05-07T03:54:27.255913Z","steps":["trace[1157257225] 'agreement among raft nodes before linearized reading' (duration: 467.280682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.255941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.788554Z","time spent":"467.383244ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:54:27.25618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.024472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:54:27.256206Z","caller":"traceutil/trace.go:171","msg":"trace[1757531363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32239; }","duration":"472.067913ms","start":"2026-05-07T03:54:26.784132Z","end":"2026-05-07T03:54:27.2562Z","steps":["trace[1757531363] 'agreement among raft nodes before linearized reading' (duration: 472.004481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.256224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.784125Z","time spent":"472.094943ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:54:27.256268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.612711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:54:27.256355Z","caller":"traceutil/trace.go:171","msg":"trace[1817475169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32239; }","duration":"467.741714ms","start":"2026-05-07T03:54:26.788597Z","end":"2026-05-07T03:54:27.256338Z","steps":["trace[1817475169] 'agreement among raft nodes before linearized reading' (duration: 467.399155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.256398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.788586Z","time spent":"467.802886ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:54:27.256707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.828957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-05-07T03:54:27.256749Z","caller":"traceutil/trace.go:171","msg":"trace[1285191713] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:32239; }","duration":"309.92175ms","start":"2026-05-07T03:54:26.946817Z","end":"2026-05-07T03:54:27.256739Z","steps":["trace[1285191713] 'agreement among raft nodes before linearized reading' (duration: 308.545413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:54:27.256778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:26.946794Z","time spent":"309.977121ms","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-07T03:54:34.841082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:54:34.523351Z","time spent":"317.722965ms","remote":"127.0.0.1:52030","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:55:22.351182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944869797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:55:22.853538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944869797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:55:23.354383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944869797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:55:23.855296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944869797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:55:24.352139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999178846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:55:24.352292Z","caller":"traceutil/trace.go:171","msg":"trace[459185079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999364701s","start":"2026-05-07T03:55:22.352905Z","end":"2026-05-07T03:55:24.35227Z","steps":["trace[459185079] 'agreement among raft nodes before linearized reading' (duration: 1.999195567s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.352363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:22.352893Z","time spent":"1.999458163s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:55:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:55:24.356526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944869797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:55:24.473173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.021361715s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:55:24.473788Z","caller":"traceutil/trace.go:171","msg":"trace[1892256274] transaction","detail":"{read_only:false; response_revision:32658; number_of_response:1; }","duration":"3.022054854s","start":"2026-05-07T03:55:21.451696Z","end":"2026-05-07T03:55:24.473751Z","steps":["trace[1892256274] 'process raft request' (duration: 3.021868819s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.473985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.451665Z","time spent":"3.022218298s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:55:24.47669Z","caller":"traceutil/trace.go:171","msg":"trace[789334270] transaction","detail":"{read_only:false; response_revision:32660; number_of_response:1; }","duration":"3.023435572s","start":"2026-05-07T03:55:21.45322Z","end":"2026-05-07T03:55:24.476656Z","steps":["trace[789334270] 'process raft request' (duration: 3.023200595s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.47685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.453206Z","time spent":"3.023563485s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:55:24.476988Z","caller":"traceutil/trace.go:171","msg":"trace[271413421] transaction","detail":"{read_only:false; response_revision:32663; number_of_response:1; }","duration":"3.021659593s","start":"2026-05-07T03:55:21.455287Z","end":"2026-05-07T03:55:24.476947Z","steps":["trace[271413421] 'process raft request' (duration: 3.021238331s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:24.477001Z","caller":"traceutil/trace.go:171","msg":"trace[68329151] linearizableReadLoop","detail":"{readStateIndex:33698; appliedIndex:33688; }","duration":"2.960311709s","start":"2026-05-07T03:55:21.516663Z","end":"2026-05-07T03:55:24.476974Z","steps":["trace[68329151] 'read index received' (duration: 2.957000348s)","trace[68329151] 'applied index is now lower than readState.Index' (duration: 3.310361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:55:24.477157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.455278Z","time spent":"3.021786766s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:55:24.477229Z","caller":"traceutil/trace.go:171","msg":"trace[2107494369] transaction","detail":"{read_only:false; response_revision:32659; number_of_response:1; }","duration":"3.02448068s","start":"2026-05-07T03:55:21.452697Z","end":"2026-05-07T03:55:24.477177Z","steps":["trace[2107494369] 'process raft request' (duration: 3.023597286s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:24.477281Z","caller":"traceutil/trace.go:171","msg":"trace[1827866389] transaction","detail":"{read_only:false; response_revision:32665; number_of_response:1; }","duration":"3.019948786s","start":"2026-05-07T03:55:21.457321Z","end":"2026-05-07T03:55:24.47727Z","steps":["trace[1827866389] 'process raft request' (duration: 3.019262777s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.477468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.452684Z","time spent":"3.024612174s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:55:24.477514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960851603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:55:24.47757Z","caller":"traceutil/trace.go:171","msg":"trace[1492974720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32667; }","duration":"2.960938486s","start":"2026-05-07T03:55:21.51662Z","end":"2026-05-07T03:55:24.477558Z","steps":["trace[1492974720] 'agreement among raft nodes before linearized reading' (duration: 2.960796102s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:24.477594Z","caller":"traceutil/trace.go:171","msg":"trace[105372553] transaction","detail":"{read_only:false; response_revision:32662; number_of_response:1; }","duration":"3.023814602s","start":"2026-05-07T03:55:21.453771Z","end":"2026-05-07T03:55:24.477586Z","steps":["trace[105372553] 'process raft request' (duration: 3.022725692s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.477625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.516602Z","time spent":"2.961008057s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:55:24.477773Z","caller":"traceutil/trace.go:171","msg":"trace[829420622] transaction","detail":"{read_only:false; response_revision:32666; number_of_response:1; }","duration":"2.086125793s","start":"2026-05-07T03:55:22.39163Z","end":"2026-05-07T03:55:24.477756Z","steps":["trace[829420622] 'process raft request' (duration: 2.085119255s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:24.477509Z","caller":"traceutil/trace.go:171","msg":"trace[1851953558] transaction","detail":"{read_only:false; response_revision:32661; number_of_response:1; }","duration":"3.02372836s","start":"2026-05-07T03:55:21.453762Z","end":"2026-05-07T03:55:24.477491Z","steps":["trace[1851953558] 'process raft request' (duration: 3.022701532s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.477878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:22.391609Z","time spent":"2.086209886s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:55:24.477906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.457264Z","time spent":"3.02007289s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:55:24.477957Z","caller":"traceutil/trace.go:171","msg":"trace[1856279686] transaction","detail":"{read_only:false; response_revision:32667; number_of_response:1; }","duration":"1.362229525s","start":"2026-05-07T03:55:23.115718Z","end":"2026-05-07T03:55:24.477947Z","steps":["trace[1856279686] 'process raft request' (duration: 1.361120545s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.477645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.453755Z","time spent":"3.023859363s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:55:24.478029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:23.115702Z","time spent":"1.362269736s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:55:24.477242Z","caller":"traceutil/trace.go:171","msg":"trace[1818584117] transaction","detail":"{read_only:false; response_revision:32664; number_of_response:1; }","duration":"3.020349047s","start":"2026-05-07T03:55:21.456879Z","end":"2026-05-07T03:55:24.477228Z","steps":["trace[1818584117] 'process raft request' (duration: 3.019676518s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.477924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.45374Z","time spent":"3.024160292s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:55:24.478108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.456871Z","time spent":"3.021193021s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:55:24.478238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080547181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:55:24.478271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379957522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:55:24.478288Z","caller":"traceutil/trace.go:171","msg":"trace[1833454679] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:32667; }","duration":"1.080600712s","start":"2026-05-07T03:55:23.397675Z","end":"2026-05-07T03:55:24.478276Z","steps":["trace[1833454679] 'agreement among raft nodes before linearized reading' (duration: 1.08052095s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:24.478302Z","caller":"traceutil/trace.go:171","msg":"trace[1728072626] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:32667; }","duration":"1.379988543s","start":"2026-05-07T03:55:23.098302Z","end":"2026-05-07T03:55:24.47829Z","steps":["trace[1728072626] 'agreement among raft nodes before linearized reading' (duration: 1.379943412s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.478324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:23.098226Z","time spent":"1.380091976s","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:55:24.47829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935081106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:55:24.478367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.98167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:55:24.478385Z","caller":"traceutil/trace.go:171","msg":"trace[1599348346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32667; }","duration":"2.93523673s","start":"2026-05-07T03:55:21.543126Z","end":"2026-05-07T03:55:24.478363Z","steps":["trace[1599348346] 'agreement among raft nodes before linearized reading' (duration: 2.934974423s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:24.478402Z","caller":"traceutil/trace.go:171","msg":"trace[855621074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32667; }","duration":"126.101803ms","start":"2026-05-07T03:55:24.352292Z","end":"2026-05-07T03:55:24.478394Z","steps":["trace[855621074] 'agreement among raft nodes before linearized reading' (duration: 126.050501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.478375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642405459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T03:55:24.478426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.543106Z","time spent":"2.935311142s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:55:24.478504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412009703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-07T03:55:24.478532Z","caller":"traceutil/trace.go:171","msg":"trace[1086779765] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:32667; }","duration":"1.412036953s","start":"2026-05-07T03:55:23.066487Z","end":"2026-05-07T03:55:24.478524Z","steps":["trace[1086779765] 'agreement among raft nodes before linearized reading' (duration: 1.41193517s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.47855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:23.066417Z","time spent":"1.412129416s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-07T03:55:24.478582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642226444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:55:24.478622Z","caller":"traceutil/trace.go:171","msg":"trace[1608801556] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32667; }","duration":"2.642264825s","start":"2026-05-07T03:55:21.836346Z","end":"2026-05-07T03:55:24.478611Z","steps":["trace[1608801556] 'agreement among raft nodes before linearized reading' (duration: 2.642204273s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.478651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.836274Z","time spent":"2.642370738s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:55:24.478614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694796687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:55:24.478702Z","caller":"traceutil/trace.go:171","msg":"trace[827379102] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:32667; }","duration":"1.694928782s","start":"2026-05-07T03:55:22.783762Z","end":"2026-05-07T03:55:24.478691Z","steps":["trace[827379102] 'agreement among raft nodes before linearized reading' (duration: 1.694701036s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.478787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488026639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T03:55:24.47882Z","caller":"traceutil/trace.go:171","msg":"trace[490413150] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:32667; }","duration":"1.488087021s","start":"2026-05-07T03:55:22.990727Z","end":"2026-05-07T03:55:24.478814Z","steps":["trace[490413150] 'agreement among raft nodes before linearized reading' (duration: 1.487916847s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.478839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:22.990715Z","time spent":"1.488119873s","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":179,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:55:24.478849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.814607077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:55:24.478873Z","caller":"traceutil/trace.go:171","msg":"trace[85769132] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:32667; }","duration":"2.8146885s","start":"2026-05-07T03:55:21.664177Z","end":"2026-05-07T03:55:24.478866Z","steps":["trace[85769132] 'agreement among raft nodes before linearized reading' (duration: 2.814643748s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.478909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.664149Z","time spent":"2.814745641s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:55:24.478968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537079957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:55:24.478999Z","caller":"traceutil/trace.go:171","msg":"trace[1362076945] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:32667; }","duration":"1.537150439s","start":"2026-05-07T03:55:22.941842Z","end":"2026-05-07T03:55:24.478993Z","steps":["trace[1362076945] 'agreement among raft nodes before linearized reading' (duration: 1.537098038s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.479018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:22.941829Z","time spent":"1.53718401s","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:55:24.479116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934919181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:55:24.479158Z","caller":"traceutil/trace.go:171","msg":"trace[963519399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32667; }","duration":"2.935012783s","start":"2026-05-07T03:55:21.544135Z","end":"2026-05-07T03:55:24.479148Z","steps":["trace[963519399] 'agreement among raft nodes before linearized reading' (duration: 2.934923571s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.479188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.544108Z","time spent":"2.935071435s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:55:24.479296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935149267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:55:24.479327Z","caller":"traceutil/trace.go:171","msg":"trace[316069961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32667; }","duration":"2.935229279s","start":"2026-05-07T03:55:21.544091Z","end":"2026-05-07T03:55:24.479321Z","steps":["trace[316069961] 'agreement among raft nodes before linearized reading' (duration: 2.935152197s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.479346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.544066Z","time spent":"2.935275751s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:55:24.479455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935497957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:55:24.479477Z","caller":"traceutil/trace.go:171","msg":"trace[2027438334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32667; }","duration":"2.935538078s","start":"2026-05-07T03:55:21.543933Z","end":"2026-05-07T03:55:24.479471Z","steps":["trace[2027438334] 'agreement among raft nodes before linearized reading' (duration: 2.935480737s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.479495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.543925Z","time spent":"2.935565499s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:55:24.479551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566122994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:55:24.479574Z","caller":"traceutil/trace.go:171","msg":"trace[1008099049] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:32667; }","duration":"1.566191866s","start":"2026-05-07T03:55:22.913377Z","end":"2026-05-07T03:55:24.479569Z","steps":["trace[1008099049] 'agreement among raft nodes before linearized reading' (duration: 1.564739036s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.479539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787239796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-07T03:55:24.479603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:22.913357Z","time spent":"1.566229977s","remote":"127.0.0.1:52362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:55:24.479627Z","caller":"traceutil/trace.go:171","msg":"trace[278818530] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32667; }","duration":"1.78736944s","start":"2026-05-07T03:55:22.692244Z","end":"2026-05-07T03:55:24.479613Z","steps":["trace[278818530] 'agreement among raft nodes before linearized reading' (duration: 1.786936988s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:24.478442Z","caller":"traceutil/trace.go:171","msg":"trace[1720249403] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:32667; }","duration":"1.642549363s","start":"2026-05-07T03:55:22.835881Z","end":"2026-05-07T03:55:24.47843Z","steps":["trace[1720249403] 'agreement among raft nodes before linearized reading' (duration: 1.642392548s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.479766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:22.835852Z","time spent":"1.64390549s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:55:24.479846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747413202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T03:55:24.47988Z","caller":"traceutil/trace.go:171","msg":"trace[1418806201] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32667; }","duration":"1.747494424s","start":"2026-05-07T03:55:22.732378Z","end":"2026-05-07T03:55:24.479872Z","steps":["trace[1418806201] 'agreement among raft nodes before linearized reading' (duration: 1.747414082s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.479849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.938381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:55:24.4799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:22.732353Z","time spent":"1.747542396s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:55:24.479695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:22.692223Z","time spent":"1.787461642s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T03:55:24.479942Z","caller":"traceutil/trace.go:171","msg":"trace[1965129335] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:32667; }","duration":"349.108257ms","start":"2026-05-07T03:55:24.130808Z","end":"2026-05-07T03:55:24.479916Z","steps":["trace[1965129335] 'agreement among raft nodes before linearized reading' (duration: 348.937332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.479988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:24.130784Z","time spent":"349.195289ms","remote":"127.0.0.1:56004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:55:24.479997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.146587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-07T03:55:24.480016Z","caller":"traceutil/trace.go:171","msg":"trace[1951479222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32667; }","duration":"192.207148ms","start":"2026-05-07T03:55:24.287803Z","end":"2026-05-07T03:55:24.480011Z","steps":["trace[1951479222] 'agreement among raft nodes before linearized reading' (duration: 192.144876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.480173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.43302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:55:24.480195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.458465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:55:24.478867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:22.783738Z","time spent":"1.695114676s","remote":"127.0.0.1:41500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:55:24.480215Z","caller":"traceutil/trace.go:171","msg":"trace[1429846817] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:32667; }","duration":"485.519702ms","start":"2026-05-07T03:55:23.994685Z","end":"2026-05-07T03:55:24.480205Z","steps":["trace[1429846817] 'agreement among raft nodes before linearized reading' (duration: 485.44782ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:24.480227Z","caller":"traceutil/trace.go:171","msg":"trace[654514336] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:32667; }","duration":"251.543828ms","start":"2026-05-07T03:55:24.228676Z","end":"2026-05-07T03:55:24.48022Z","steps":["trace[654514336] 'agreement among raft nodes before linearized reading' (duration: 251.489156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.480241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:23.994664Z","time spent":"485.570703ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:55:24.478322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:23.397605Z","time spent":"1.080707385s","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:55:24.478246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610444081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:55:24.480357Z","caller":"traceutil/trace.go:171","msg":"trace[1486603313] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:32667; }","duration":"2.61260529s","start":"2026-05-07T03:55:21.867739Z","end":"2026-05-07T03:55:24.480345Z","steps":["trace[1486603313] 'agreement among raft nodes before linearized reading' (duration: 2.61041312s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.480385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:21.867733Z","time spent":"2.612641881s","remote":"127.0.0.1:50930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:55:24.480477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127674694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:55:24.480579Z","caller":"traceutil/trace.go:171","msg":"trace[1315551155] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:32667; }","duration":"2.127820818s","start":"2026-05-07T03:55:22.352742Z","end":"2026-05-07T03:55:24.480563Z","steps":["trace[1315551155] 'agreement among raft nodes before linearized reading' (duration: 2.127650164s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:24.480754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:22.352728Z","time spent":"2.128009704s","remote":"127.0.0.1:52264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:55:39.066108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944870048,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:55:39.184249Z","caller":"traceutil/trace.go:171","msg":"trace[754249902] transaction","detail":"{read_only:false; response_revision:32763; number_of_response:1; }","duration":"657.953875ms","start":"2026-05-07T03:55:38.526264Z","end":"2026-05-07T03:55:39.184218Z","steps":["trace[754249902] 'process raft request' (duration: 657.791101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.184426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.526234Z","time spent":"658.103969ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:55:39.71096Z","caller":"traceutil/trace.go:171","msg":"trace[1032216022] transaction","detail":"{read_only:false; response_revision:32764; number_of_response:1; }","duration":"1.179084818s","start":"2026-05-07T03:55:38.531844Z","end":"2026-05-07T03:55:39.710929Z","steps":["trace[1032216022] 'process raft request' (duration: 1.178696447s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:39.710982Z","caller":"traceutil/trace.go:171","msg":"trace[912932578] transaction","detail":"{read_only:false; response_revision:32766; number_of_response:1; }","duration":"1.172374694s","start":"2026-05-07T03:55:38.538582Z","end":"2026-05-07T03:55:39.710957Z","steps":["trace[912932578] 'process raft request' (duration: 1.17223525s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:39.710994Z","caller":"traceutil/trace.go:171","msg":"trace[427211113] transaction","detail":"{read_only:false; response_revision:32767; number_of_response:1; }","duration":"1.172365554s","start":"2026-05-07T03:55:38.538607Z","end":"2026-05-07T03:55:39.710973Z","steps":["trace[427211113] 'process raft request' (duration: 1.172263971s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.711154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.538572Z","time spent":"1.172482717s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:55:39.711141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.531826Z","time spent":"1.179210002s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:55:39.711191Z","caller":"traceutil/trace.go:171","msg":"trace[115219744] transaction","detail":"{read_only:false; response_revision:32768; number_of_response:1; }","duration":"1.171181912s","start":"2026-05-07T03:55:38.539994Z","end":"2026-05-07T03:55:39.711176Z","steps":["trace[115219744] 'process raft request' (duration: 1.170928945s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.711255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.539964Z","time spent":"1.171257103s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:55:39.711283Z","caller":"traceutil/trace.go:171","msg":"trace[1205547568] transaction","detail":"{read_only:false; response_revision:32769; number_of_response:1; }","duration":"1.170871193s","start":"2026-05-07T03:55:38.540393Z","end":"2026-05-07T03:55:39.711264Z","steps":["trace[1205547568] 'process raft request' (duration: 1.170696108s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:39.710983Z","caller":"traceutil/trace.go:171","msg":"trace[1312073933] transaction","detail":"{read_only:false; response_revision:32765; number_of_response:1; }","duration":"1.172463196s","start":"2026-05-07T03:55:38.538481Z","end":"2026-05-07T03:55:39.710944Z","steps":["trace[1312073933] 'process raft request' (duration: 1.172269511s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.711422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.540383Z","time spent":"1.170948245s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:55:39.711509Z","caller":"traceutil/trace.go:171","msg":"trace[983522085] transaction","detail":"{read_only:false; response_revision:32771; number_of_response:1; }","duration":"879.303136ms","start":"2026-05-07T03:55:38.832189Z","end":"2026-05-07T03:55:39.711492Z","steps":["trace[983522085] 'process raft request' (duration: 879.168563ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:39.711504Z","caller":"traceutil/trace.go:171","msg":"trace[987619701] linearizableReadLoop","detail":"{readStateIndex:33805; appliedIndex:33796; }","duration":"1.145483856s","start":"2026-05-07T03:55:38.566003Z","end":"2026-05-07T03:55:39.711487Z","steps":["trace[987619701] 'read index received' (duration: 618.094462ms)","trace[987619701] 'applied index is now lower than readState.Index' (duration: 527.388494ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:55:39.711596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.832144Z","time spent":"879.415599ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:55:39.71148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.538469Z","time spent":"1.172890318s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:55:39.711682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145677181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:55:39.711664Z","caller":"traceutil/trace.go:171","msg":"trace[122257004] transaction","detail":"{read_only:false; response_revision:32770; number_of_response:1; }","duration":"1.170733819s","start":"2026-05-07T03:55:38.540677Z","end":"2026-05-07T03:55:39.711411Z","steps":["trace[122257004] 'process raft request' (duration: 1.170498673s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:39.711734Z","caller":"traceutil/trace.go:171","msg":"trace[263875371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32771; }","duration":"1.145777405s","start":"2026-05-07T03:55:38.565945Z","end":"2026-05-07T03:55:39.711723Z","steps":["trace[263875371] 'agreement among raft nodes before linearized reading' (duration: 1.145633581s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.711773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.565924Z","time spent":"1.145840886s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:55:39.711912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.540667Z","time spent":"1.171081088s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:55:39.712328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.538584Z","time spent":"1.172500827s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:55:39.7141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14777649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:55:39.714143Z","caller":"traceutil/trace.go:171","msg":"trace[906605685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32773; }","duration":"1.147819551s","start":"2026-05-07T03:55:38.566313Z","end":"2026-05-07T03:55:39.714132Z","steps":["trace[906605685] 'agreement among raft nodes before linearized reading' (duration: 1.147672497s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.714173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.566293Z","time spent":"1.147870252s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:55:39.714432Z","caller":"traceutil/trace.go:171","msg":"trace[171993304] transaction","detail":"{read_only:false; response_revision:32772; number_of_response:1; }","duration":"216.382945ms","start":"2026-05-07T03:55:39.498041Z","end":"2026-05-07T03:55:39.714423Z","steps":["trace[171993304] 'process raft request' (duration: 215.801989ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:55:39.714532Z","caller":"traceutil/trace.go:171","msg":"trace[575748386] transaction","detail":"{read_only:false; response_revision:32773; number_of_response:1; }","duration":"212.57539ms","start":"2026-05-07T03:55:39.501951Z","end":"2026-05-07T03:55:39.714526Z","steps":["trace[575748386] 'process raft request' (duration: 211.977284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.714654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.94574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T03:55:39.714678Z","caller":"traceutil/trace.go:171","msg":"trace[1338166199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32773; }","duration":"216.97199ms","start":"2026-05-07T03:55:39.4977Z","end":"2026-05-07T03:55:39.714672Z","steps":["trace[1338166199] 'agreement among raft nodes before linearized reading' (duration: 216.907739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.714818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.556486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T03:55:39.71485Z","caller":"traceutil/trace.go:171","msg":"trace[1976651651] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32773; }","duration":"217.631079ms","start":"2026-05-07T03:55:39.497209Z","end":"2026-05-07T03:55:39.71484Z","steps":["trace[1976651651] 'agreement among raft nodes before linearized reading' (duration: 217.547127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.71497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.031989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:55:39.715017Z","caller":"traceutil/trace.go:171","msg":"trace[1760818032] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:32773; }","duration":"397.147252ms","start":"2026-05-07T03:55:39.317858Z","end":"2026-05-07T03:55:39.715006Z","steps":["trace[1760818032] 'agreement among raft nodes before linearized reading' (duration: 397.063119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.715046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:39.317835Z","time spent":"397.205054ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:55:39.715205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139329308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:55:39.715236Z","caller":"traceutil/trace.go:171","msg":"trace[1086731314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32773; }","duration":"1.139379419s","start":"2026-05-07T03:55:38.57585Z","end":"2026-05-07T03:55:39.715229Z","steps":["trace[1086731314] 'agreement among raft nodes before linearized reading' (duration: 1.139311217s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.715248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14451376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:55:39.715264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.575841Z","time spent":"1.13941631s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:55:39.715288Z","caller":"traceutil/trace.go:171","msg":"trace[1550874397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32773; }","duration":"1.144566711s","start":"2026-05-07T03:55:38.570712Z","end":"2026-05-07T03:55:39.715279Z","steps":["trace[1550874397] 'agreement among raft nodes before linearized reading' (duration: 1.144458138s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.715261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140892471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T03:55:39.715315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.570706Z","time spent":"1.144604432s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:55:39.715615Z","caller":"traceutil/trace.go:171","msg":"trace[1175032180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32773; }","duration":"1.141063125s","start":"2026-05-07T03:55:38.574276Z","end":"2026-05-07T03:55:39.715339Z","steps":["trace[1175032180] 'agreement among raft nodes before linearized reading' (duration: 1.140759716s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:55:39.715682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:55:38.574255Z","time spent":"1.141413295s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:56:20.26695Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30834} {"level":"info","ts":"2026-05-07T03:56:20.379836Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30834,"took":"109.334908ms","hash":1708496026,"current-db-size-bytes":60026880,"current-db-size":"60 MB","current-db-size-in-use-bytes":30834688,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T03:56:20.379938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1708496026,"revision":30834,"compact-revision":28624} {"level":"warn","ts":"2026-05-07T03:56:44.032527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944871335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:56:44.532796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944871335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:56:45.033541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944871335,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:56:45.352818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.942223417s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:56:45.356354Z","caller":"traceutil/trace.go:171","msg":"trace[1463269790] transaction","detail":"{read_only:false; response_revision:33235; number_of_response:1; }","duration":"1.945918489s","start":"2026-05-07T03:56:43.410402Z","end":"2026-05-07T03:56:45.356321Z","steps":["trace[1463269790] 'process raft request' (duration: 1.945738974s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.356592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:43.410382Z","time spent":"1.946070293s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:56:45.362382Z","caller":"traceutil/trace.go:171","msg":"trace[208966554] transaction","detail":"{read_only:false; response_revision:33236; number_of_response:1; }","duration":"1.409183638s","start":"2026-05-07T03:56:43.95316Z","end":"2026-05-07T03:56:45.362344Z","steps":["trace[208966554] 'process raft request' (duration: 1.409007593s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:56:45.362411Z","caller":"traceutil/trace.go:171","msg":"trace[807334095] transaction","detail":"{read_only:false; response_revision:33239; number_of_response:1; }","duration":"1.375100983s","start":"2026-05-07T03:56:43.987281Z","end":"2026-05-07T03:56:45.362382Z","steps":["trace[807334095] 'process raft request' (duration: 1.375042221s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:56:45.362464Z","caller":"traceutil/trace.go:171","msg":"trace[375187909] transaction","detail":"{read_only:false; response_revision:33237; number_of_response:1; }","duration":"1.40780698s","start":"2026-05-07T03:56:43.954618Z","end":"2026-05-07T03:56:45.362425Z","steps":["trace[375187909] 'process raft request' (duration: 1.407655826s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.362558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:43.953132Z","time spent":"1.409336892s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:56:45.362567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:43.987258Z","time spent":"1.375223016s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:56:45.362647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:43.95459Z","time spent":"1.407972615s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:56:45.362706Z","caller":"traceutil/trace.go:171","msg":"trace[654543288] transaction","detail":"{read_only:false; response_revision:33238; number_of_response:1; }","duration":"1.40270723s","start":"2026-05-07T03:56:43.959988Z","end":"2026-05-07T03:56:45.362695Z","steps":["trace[654543288] 'process raft request' (duration: 1.402311639s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.362756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:43.959974Z","time spent":"1.402757482s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:56:45.36308Z","caller":"traceutil/trace.go:171","msg":"trace[2093484584] transaction","detail":"{read_only:false; response_revision:33242; number_of_response:1; }","duration":"1.369752647s","start":"2026-05-07T03:56:43.993317Z","end":"2026-05-07T03:56:45.36307Z","steps":["trace[2093484584] 'process raft request' (duration: 1.369698865s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.363142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:43.993308Z","time spent":"1.369806908s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:56:45.363145Z","caller":"traceutil/trace.go:171","msg":"trace[1898700618] linearizableReadLoop","detail":"{readStateIndex:34292; appliedIndex:34284; }","duration":"1.830709099s","start":"2026-05-07T03:56:43.532426Z","end":"2026-05-07T03:56:45.363135Z","steps":["trace[1898700618] 'read index received' (duration: 1.825218339s)","trace[1898700618] 'applied index is now lower than readState.Index' (duration: 5.48982ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:56:45.363206Z","caller":"traceutil/trace.go:171","msg":"trace[1273538676] transaction","detail":"{read_only:false; response_revision:33241; number_of_response:1; }","duration":"1.370949849s","start":"2026-05-07T03:56:43.992249Z","end":"2026-05-07T03:56:45.363199Z","steps":["trace[1273538676] 'process raft request' (duration: 1.370669141s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:56:45.363231Z","caller":"traceutil/trace.go:171","msg":"trace[788074625] transaction","detail":"{read_only:false; response_revision:33243; number_of_response:1; }","duration":"554.025515ms","start":"2026-05-07T03:56:44.809191Z","end":"2026-05-07T03:56:45.363216Z","steps":["trace[788074625] 'process raft request' (duration: 553.85693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.363249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:43.992229Z","time spent":"1.370996081s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:56:45.363301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.809158Z","time spent":"554.108487ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:56:45.363072Z","caller":"traceutil/trace.go:171","msg":"trace[2025277151] transaction","detail":"{read_only:false; response_revision:33240; number_of_response:1; }","duration":"1.372510972s","start":"2026-05-07T03:56:43.990536Z","end":"2026-05-07T03:56:45.363047Z","steps":["trace[2025277151] 'process raft request' (duration: 1.371814283s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.36349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132346236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:56:45.363537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203202888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:56:45.363562Z","caller":"traceutil/trace.go:171","msg":"trace[191994332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33243; }","duration":"1.203224769s","start":"2026-05-07T03:56:44.16033Z","end":"2026-05-07T03:56:45.363554Z","steps":["trace[191994332] 'agreement among raft nodes before linearized reading' (duration: 1.203184908s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.36365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.160248Z","time spent":"1.203333963s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:56:45.363697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831281435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-db-user\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-07T03:56:45.363725Z","caller":"traceutil/trace.go:171","msg":"trace[138840270] range","detail":"{range_begin:/registry/secrets/openstack/keystone-db-user; range_end:; response_count:1; response_revision:33243; }","duration":"1.831352626s","start":"2026-05-07T03:56:43.532367Z","end":"2026-05-07T03:56:45.363719Z","steps":["trace[138840270] 'agreement among raft nodes before linearized reading' (duration: 1.831185982s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.36375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:43.532341Z","time spent":"1.831404208s","remote":"127.0.0.1:52106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":745,"request content":"key:\"/registry/secrets/openstack/keystone-db-user\" "} {"level":"warn","ts":"2026-05-07T03:56:45.363858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306851262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T03:56:45.363889Z","caller":"traceutil/trace.go:171","msg":"trace[89737350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33243; }","duration":"1.306904863s","start":"2026-05-07T03:56:44.056976Z","end":"2026-05-07T03:56:45.363881Z","steps":["trace[89737350] 'agreement among raft nodes before linearized reading' (duration: 1.30680057s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.363892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.107292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:56:45.363914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.056965Z","time spent":"1.306943034s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:56:45.363943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.518886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:56:45.363963Z","caller":"traceutil/trace.go:171","msg":"trace[2006832423] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:33243; }","duration":"345.584398ms","start":"2026-05-07T03:56:45.018371Z","end":"2026-05-07T03:56:45.363956Z","steps":["trace[2006832423] 'agreement among raft nodes before linearized reading' (duration: 345.556667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.363989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:45.018351Z","time spent":"345.63267ms","remote":"127.0.0.1:53568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:56:45.364114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.716252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:56:45.364136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310027469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T03:56:45.364141Z","caller":"traceutil/trace.go:171","msg":"trace[673502626] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33243; }","duration":"640.742783ms","start":"2026-05-07T03:56:44.723391Z","end":"2026-05-07T03:56:45.364134Z","steps":["trace[673502626] 'agreement among raft nodes before linearized reading' (duration: 640.698052ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:56:45.364163Z","caller":"traceutil/trace.go:171","msg":"trace[1243745939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33243; }","duration":"1.310071549s","start":"2026-05-07T03:56:44.054085Z","end":"2026-05-07T03:56:45.364156Z","steps":["trace[1243745939] 'agreement among raft nodes before linearized reading' (duration: 1.310000297s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.364191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.054078Z","time spent":"1.310106721s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:56:45.36425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.411759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T03:56:45.364272Z","caller":"traceutil/trace.go:171","msg":"trace[23920592] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:33243; }","duration":"836.485931ms","start":"2026-05-07T03:56:44.52778Z","end":"2026-05-07T03:56:45.364266Z","steps":["trace[23920592] 'agreement among raft nodes before linearized reading' (duration: 836.42639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.36429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.527761Z","time spent":"836.524242ms","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"warn","ts":"2026-05-07T03:56:45.364343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310431879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:56:45.364371Z","caller":"traceutil/trace.go:171","msg":"trace[1956889783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33243; }","duration":"1.310485591s","start":"2026-05-07T03:56:44.053879Z","end":"2026-05-07T03:56:45.364365Z","steps":["trace[1956889783] 'agreement among raft nodes before linearized reading' (duration: 1.310415129s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.364394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.053867Z","time spent":"1.310522642s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:56:45.364164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.723299Z","time spent":"640.860366ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T03:56:45.364457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311029456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T03:56:45.364194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.173091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:56:45.364477Z","caller":"traceutil/trace.go:171","msg":"trace[1230035674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33243; }","duration":"1.311084528s","start":"2026-05-07T03:56:44.053388Z","end":"2026-05-07T03:56:45.364472Z","steps":["trace[1230035674] 'agreement among raft nodes before linearized reading' (duration: 1.311035527s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:56:45.363915Z","caller":"traceutil/trace.go:171","msg":"trace[1158572104] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:33243; }","duration":"284.132703ms","start":"2026-05-07T03:56:45.079776Z","end":"2026-05-07T03:56:45.363909Z","steps":["trace[1158572104] 'agreement among raft nodes before linearized reading' (duration: 284.090831ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:56:45.364493Z","caller":"traceutil/trace.go:171","msg":"trace[2000359355] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:33243; }","duration":"681.508051ms","start":"2026-05-07T03:56:44.682975Z","end":"2026-05-07T03:56:45.364483Z","steps":["trace[2000359355] 'agreement among raft nodes before linearized reading' (duration: 681.200763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.363854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:43.990528Z","time spent":"1.372939433s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:56:45.363494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509276484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:56:45.364587Z","caller":"traceutil/trace.go:171","msg":"trace[1043929110] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:33243; }","duration":"1.510417095s","start":"2026-05-07T03:56:43.854159Z","end":"2026-05-07T03:56:45.364577Z","steps":["trace[1043929110] 'agreement among raft nodes before linearized reading' (duration: 1.509296574s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.364585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348086252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:56:45.363536Z","caller":"traceutil/trace.go:171","msg":"trace[1922044383] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:33243; }","duration":"1.132447718s","start":"2026-05-07T03:56:44.231079Z","end":"2026-05-07T03:56:45.363526Z","steps":["trace[1922044383] 'agreement among raft nodes before linearized reading' (duration: 1.132376186s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.364617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:43.854135Z","time spent":"1.510471946s","remote":"127.0.0.1:40660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:56:45.364628Z","caller":"traceutil/trace.go:171","msg":"trace[620521573] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:33243; }","duration":"1.348165115s","start":"2026-05-07T03:56:44.016449Z","end":"2026-05-07T03:56:45.364614Z","steps":["trace[620521573] 'agreement among raft nodes before linearized reading' (duration: 1.348080783s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.364659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.016438Z","time spent":"1.348213546s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:56:45.36449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.053375Z","time spent":"1.311112868s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:56:45.364631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.231056Z","time spent":"1.133566339s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:56:45.36452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.682959Z","time spent":"681.551522ms","remote":"127.0.0.1:53398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:56:45.364525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316472545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T03:56:45.364853Z","caller":"traceutil/trace.go:171","msg":"trace[1304561165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33243; }","duration":"1.316822435s","start":"2026-05-07T03:56:44.048022Z","end":"2026-05-07T03:56:45.364844Z","steps":["trace[1304561165] 'agreement among raft nodes before linearized reading' (duration: 1.316477456s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:56:45.364893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:56:44.048003Z","time spent":"1.316882036s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:57:22.449799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.858302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130333"} {"level":"warn","ts":"2026-05-07T03:57:22.449838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.060342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-07T03:57:22.449883Z","caller":"traceutil/trace.go:171","msg":"trace[1588736951] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:33512; }","duration":"739.996836ms","start":"2026-05-07T03:57:21.709866Z","end":"2026-05-07T03:57:22.449863Z","steps":["trace[1588736951] 'range keys from in-memory index tree' (duration: 739.587564ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:57:22.449907Z","caller":"traceutil/trace.go:171","msg":"trace[1669802691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33512; }","duration":"458.174564ms","start":"2026-05-07T03:57:21.991717Z","end":"2026-05-07T03:57:22.449891Z","steps":["trace[1669802691] 'range keys from in-memory index tree' (duration: 457.913147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:22.449941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:21.991699Z","time spent":"458.235406ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:57:22.450218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.017948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-07T03:57:22.450796Z","caller":"traceutil/trace.go:171","msg":"trace[1029298025] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:33512; }","duration":"751.644585ms","start":"2026-05-07T03:57:21.69913Z","end":"2026-05-07T03:57:22.450774Z","steps":["trace[1029298025] 'range keys from in-memory index tree' (duration: 750.853734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:57:22.450829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:21.699114Z","time spent":"751.704976ms","remote":"127.0.0.1:52066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-07T03:57:22.449918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:57:21.709845Z","time spent":"740.065577ms","remote":"127.0.0.1:52062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130356,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-07T03:58:36.002563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459661241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T03:58:36.002651Z","caller":"traceutil/trace.go:171","msg":"trace[562052116] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:34110; }","duration":"1.459815295s","start":"2026-05-07T03:58:34.542815Z","end":"2026-05-07T03:58:36.002631Z","steps":["trace[562052116] 'range keys from in-memory index tree' (duration: 1.459490856s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:36.002683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:34.542792Z","time spent":"1.459882747s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"warn","ts":"2026-05-07T03:58:36.004323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.917214ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:58:36.004538Z","caller":"traceutil/trace.go:171","msg":"trace[440230940] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34110; }","duration":"192.090509ms","start":"2026-05-07T03:58:35.812382Z","end":"2026-05-07T03:58:36.004473Z","steps":["trace[440230940] 'range keys from in-memory index tree' (duration: 191.904894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:36.005443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028701938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:58:36.005492Z","caller":"traceutil/trace.go:171","msg":"trace[1014705851] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:34110; }","duration":"1.02875822s","start":"2026-05-07T03:58:34.976721Z","end":"2026-05-07T03:58:36.005479Z","steps":["trace[1014705851] 'count revisions from in-memory index tree' (duration: 1.028615006s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:36.00552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:34.976656Z","time spent":"1.028855013s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:58:36.005852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.364114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T03:58:36.006589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.472264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-07T03:58:36.006665Z","caller":"traceutil/trace.go:171","msg":"trace[1488740024] range","detail":"{range_begin:/registry/serviceaccounts/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:34110; }","duration":"829.585747ms","start":"2026-05-07T03:58:35.177063Z","end":"2026-05-07T03:58:36.006648Z","steps":["trace[1488740024] 'range keys from in-memory index tree' (duration: 829.279788ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:36.006715Z","caller":"traceutil/trace.go:171","msg":"trace[1143144299] linearizableReadLoop","detail":"{readStateIndex:35184; appliedIndex:35183; }","duration":"366.74367ms","start":"2026-05-07T03:58:35.639926Z","end":"2026-05-07T03:58:36.006669Z","steps":["trace[1143144299] 'read index received' (duration: 362.881474ms)","trace[1143144299] 'applied index is now lower than readState.Index' (duration: 3.860886ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:58:36.006768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:35.177045Z","time spent":"829.70616ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/staffeln-conductor\" "} {"level":"info","ts":"2026-05-07T03:58:36.006928Z","caller":"traceutil/trace.go:171","msg":"trace[739243577] transaction","detail":"{read_only:false; response_revision:34111; number_of_response:1; }","duration":"491.198334ms","start":"2026-05-07T03:58:35.515719Z","end":"2026-05-07T03:58:36.006918Z","steps":["trace[739243577] 'process raft request' (duration: 487.235725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:36.007006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:35.515679Z","time spent":"491.279036ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:58:36.006995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.044338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:58:36.007071Z","caller":"traceutil/trace.go:171","msg":"trace[1489989031] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34111; }","duration":"367.170252ms","start":"2026-05-07T03:58:35.639884Z","end":"2026-05-07T03:58:36.007054Z","steps":["trace[1489989031] 'agreement among raft nodes before linearized reading' (duration: 367.041068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:36.007111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:35.639864Z","time spent":"367.238944ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-07T03:58:36.007307Z","caller":"traceutil/trace.go:171","msg":"trace[141418337] transaction","detail":"{read_only:false; response_revision:34112; number_of_response:1; }","duration":"172.009118ms","start":"2026-05-07T03:58:35.83528Z","end":"2026-05-07T03:58:36.007289Z","steps":["trace[141418337] 'process raft request' (duration: 171.799393ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:36.007352Z","caller":"traceutil/trace.go:171","msg":"trace[895537387] transaction","detail":"{read_only:false; response_revision:34113; number_of_response:1; }","duration":"171.916425ms","start":"2026-05-07T03:58:35.835415Z","end":"2026-05-07T03:58:36.007332Z","steps":["trace[895537387] 'process raft request' (duration: 171.799742ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:36.007533Z","caller":"traceutil/trace.go:171","msg":"trace[1218454952] transaction","detail":"{read_only:false; response_revision:34114; number_of_response:1; }","duration":"172.05275ms","start":"2026-05-07T03:58:35.835426Z","end":"2026-05-07T03:58:36.007479Z","steps":["trace[1218454952] 'process raft request' (duration: 171.852104ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:36.007548Z","caller":"traceutil/trace.go:171","msg":"trace[1905553641] transaction","detail":"{read_only:false; response_revision:34115; number_of_response:1; }","duration":"171.844654ms","start":"2026-05-07T03:58:35.835686Z","end":"2026-05-07T03:58:36.007531Z","steps":["trace[1905553641] 'process raft request' (duration: 171.70595ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:36.007589Z","caller":"traceutil/trace.go:171","msg":"trace[795519943] transaction","detail":"{read_only:false; response_revision:34116; number_of_response:1; }","duration":"171.285468ms","start":"2026-05-07T03:58:35.836292Z","end":"2026-05-07T03:58:36.007577Z","steps":["trace[795519943] 'process raft request' (duration: 171.178175ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:36.007634Z","caller":"traceutil/trace.go:171","msg":"trace[952564551] transaction","detail":"{read_only:false; response_revision:34117; number_of_response:1; }","duration":"169.472059ms","start":"2026-05-07T03:58:35.838142Z","end":"2026-05-07T03:58:36.007614Z","steps":["trace[952564551] 'process raft request' (duration: 169.380537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:36.00774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.210675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:58:36.00787Z","caller":"traceutil/trace.go:171","msg":"trace[237277233] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:34118; }","duration":"269.360029ms","start":"2026-05-07T03:58:35.738494Z","end":"2026-05-07T03:58:36.007854Z","steps":["trace[237277233] 'agreement among raft nodes before linearized reading' (duration: 269.158233ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:58:36.00593Z","caller":"traceutil/trace.go:171","msg":"trace[538821521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34110; }","duration":"847.486607ms","start":"2026-05-07T03:58:35.158424Z","end":"2026-05-07T03:58:36.005911Z","steps":["trace[538821521] 'range keys from in-memory index tree' (duration: 847.20911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:36.008112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.676212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:58:36.008143Z","caller":"traceutil/trace.go:171","msg":"trace[501483367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34118; }","duration":"170.709973ms","start":"2026-05-07T03:58:35.837427Z","end":"2026-05-07T03:58:36.008137Z","steps":["trace[501483367] 'agreement among raft nodes before linearized reading' (duration: 170.327622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:36.008208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:35.1584Z","time spent":"849.549314ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:58:36.008789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306967911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T03:58:36.008842Z","caller":"traceutil/trace.go:171","msg":"trace[478534139] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:34110; }","duration":"1.311606518s","start":"2026-05-07T03:58:34.69722Z","end":"2026-05-07T03:58:36.008827Z","steps":["trace[478534139] 'count revisions from in-memory index tree' (duration: 1.306862439s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:58:36.008912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:58:34.697199Z","time spent":"1.311699921s","remote":"127.0.0.1:52424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:59:52.909697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944874691,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:59:52.917341Z","caller":"traceutil/trace.go:171","msg":"trace[750767810] transaction","detail":"{read_only:false; response_revision:34671; number_of_response:1; }","duration":"598.290482ms","start":"2026-05-07T03:59:52.319006Z","end":"2026-05-07T03:59:52.917296Z","steps":["trace[750767810] 'process raft request' (duration: 594.236711ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:52.917462Z","caller":"traceutil/trace.go:171","msg":"trace[1417110325] transaction","detail":"{read_only:false; response_revision:34673; number_of_response:1; }","duration":"596.496353ms","start":"2026-05-07T03:59:52.320944Z","end":"2026-05-07T03:59:52.917441Z","steps":["trace[1417110325] 'process raft request' (duration: 596.329519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:52.917574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.320924Z","time spent":"596.590705ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:52.917739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.318977Z","time spent":"598.527899ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:52.917795Z","caller":"traceutil/trace.go:171","msg":"trace[1615976556] transaction","detail":"{read_only:false; response_revision:34674; number_of_response:1; }","duration":"596.72774ms","start":"2026-05-07T03:59:52.321054Z","end":"2026-05-07T03:59:52.917781Z","steps":["trace[1615976556] 'process raft request' (duration: 596.343019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:52.918069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.129486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T03:59:52.918111Z","caller":"traceutil/trace.go:171","msg":"trace[1161019740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34676; }","duration":"509.216438ms","start":"2026-05-07T03:59:52.408885Z","end":"2026-05-07T03:59:52.918102Z","steps":["trace[1161019740] 'agreement among raft nodes before linearized reading' (duration: 509.024293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:52.918121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.321036Z","time spent":"596.959126ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:59:52.918271Z","caller":"traceutil/trace.go:171","msg":"trace[1834358334] transaction","detail":"{read_only:false; response_revision:34675; number_of_response:1; }","duration":"596.932655ms","start":"2026-05-07T03:59:52.321329Z","end":"2026-05-07T03:59:52.918262Z","steps":["trace[1834358334] 'process raft request' (duration: 596.315968ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:52.917836Z","caller":"traceutil/trace.go:171","msg":"trace[1388741675] linearizableReadLoop","detail":"{readStateIndex:35765; appliedIndex:35759; }","duration":"508.887569ms","start":"2026-05-07T03:59:52.408917Z","end":"2026-05-07T03:59:52.917805Z","steps":["trace[1388741675] 'read index received' (duration: 504.1832ms)","trace[1388741675] 'applied index is now lower than readState.Index' (duration: 4.703289ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:59:52.918372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.321299Z","time spent":"597.023077ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:52.918165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.408866Z","time spent":"509.289661ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:59:52.91846Z","caller":"traceutil/trace.go:171","msg":"trace[1049580580] transaction","detail":"{read_only:false; response_revision:34676; number_of_response:1; }","duration":"376.756495ms","start":"2026-05-07T03:59:52.541697Z","end":"2026-05-07T03:59:52.918453Z","steps":["trace[1049580580] 'process raft request' (duration: 376.070286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:52.918492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.541678Z","time spent":"376.795526ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:52.918552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.322003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:59:52.91857Z","caller":"traceutil/trace.go:171","msg":"trace[1752218730] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:34676; }","duration":"423.364474ms","start":"2026-05-07T03:59:52.495199Z","end":"2026-05-07T03:59:52.918563Z","steps":["trace[1752218730] 'agreement among raft nodes before linearized reading' (duration: 423.328413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:52.918587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.495186Z","time spent":"423.395875ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:59:52.918621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.561368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T03:59:52.917373Z","caller":"traceutil/trace.go:171","msg":"trace[1924685914] transaction","detail":"{read_only:false; response_revision:34672; number_of_response:1; }","duration":"596.640087ms","start":"2026-05-07T03:59:52.320687Z","end":"2026-05-07T03:59:52.917327Z","steps":["trace[1924685914] 'process raft request' (duration: 596.505484ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:59:52.918662Z","caller":"traceutil/trace.go:171","msg":"trace[763040661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34676; }","duration":"509.617159ms","start":"2026-05-07T03:59:52.409032Z","end":"2026-05-07T03:59:52.918649Z","steps":["trace[763040661] 'agreement among raft nodes before linearized reading' (duration: 509.471675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:52.918733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.409026Z","time spent":"509.697802ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:59:52.918781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.320649Z","time spent":"598.018165ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:59:52.918819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.050541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:59:52.918846Z","caller":"traceutil/trace.go:171","msg":"trace[1262330692] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:34676; }","duration":"187.128594ms","start":"2026-05-07T03:59:52.731708Z","end":"2026-05-07T03:59:52.918837Z","steps":["trace[1262330692] 'agreement among raft nodes before linearized reading' (duration: 187.087632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:52.918915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.429728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T03:59:52.918941Z","caller":"traceutil/trace.go:171","msg":"trace[390943321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34676; }","duration":"500.469959ms","start":"2026-05-07T03:59:52.418461Z","end":"2026-05-07T03:59:52.918931Z","steps":["trace[390943321] 'agreement among raft nodes before linearized reading' (duration: 500.384517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:52.918962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.418451Z","time spent":"500.50689ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:59:52.918966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.235075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T03:59:52.918986Z","caller":"traceutil/trace.go:171","msg":"trace[761599172] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:34676; }","duration":"308.325328ms","start":"2026-05-07T03:59:52.610655Z","end":"2026-05-07T03:59:52.91898Z","steps":["trace[761599172] 'agreement among raft nodes before linearized reading' (duration: 308.290787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:52.919004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.61063Z","time spent":"308.369359ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:59:52.919042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.438737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:59:52.919067Z","caller":"traceutil/trace.go:171","msg":"trace[475089820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34676; }","duration":"508.480439ms","start":"2026-05-07T03:59:52.41058Z","end":"2026-05-07T03:59:52.919061Z","steps":["trace[475089820] 'agreement among raft nodes before linearized reading' (duration: 508.423467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:52.919102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.41057Z","time spent":"508.5273ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:59:52.919182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.671691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T03:59:52.919203Z","caller":"traceutil/trace.go:171","msg":"trace[1958790850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34676; }","duration":"509.711403ms","start":"2026-05-07T03:59:52.409486Z","end":"2026-05-07T03:59:52.919198Z","steps":["trace[1958790850] 'agreement among raft nodes before linearized reading' (duration: 509.654951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:59:52.919219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:59:52.409476Z","time spent":"509.740093ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T04:01:20.272656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33071} {"level":"info","ts":"2026-05-07T04:01:20.420452Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33071,"took":"142.668144ms","hash":719256978,"current-db-size-bytes":61071360,"current-db-size":"61 MB","current-db-size-in-use-bytes":32071680,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T04:01:20.420542Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":719256978,"revision":33071,"compact-revision":30834} {"level":"info","ts":"2026-05-07T04:02:17.722109Z","caller":"traceutil/trace.go:171","msg":"trace[2050876520] transaction","detail":"{read_only:false; response_revision:35829; number_of_response:1; }","duration":"249.883402ms","start":"2026-05-07T04:02:17.472202Z","end":"2026-05-07T04:02:17.722086Z","steps":["trace[2050876520] 'process raft request' (duration: 249.737218ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:02:17.995187Z","caller":"traceutil/trace.go:171","msg":"trace[1825404203] transaction","detail":"{read_only:false; response_revision:35831; number_of_response:1; }","duration":"519.837286ms","start":"2026-05-07T04:02:17.475322Z","end":"2026-05-07T04:02:17.995159Z","steps":["trace[1825404203] 'process raft request' (duration: 519.715693ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:02:17.995563Z","caller":"traceutil/trace.go:171","msg":"trace[1293987259] transaction","detail":"{read_only:false; response_revision:35832; number_of_response:1; }","duration":"519.807106ms","start":"2026-05-07T04:02:17.475725Z","end":"2026-05-07T04:02:17.995532Z","steps":["trace[1293987259] 'process raft request' (duration: 519.380594ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:02:17.995767Z","caller":"traceutil/trace.go:171","msg":"trace[821012948] transaction","detail":"{read_only:false; response_revision:35830; number_of_response:1; }","duration":"521.608694ms","start":"2026-05-07T04:02:17.47413Z","end":"2026-05-07T04:02:17.995738Z","steps":["trace[821012948] 'process raft request' (duration: 520.7262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:17.995899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:17.474097Z","time spent":"521.742128ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:02:17.995784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:17.475718Z","time spent":"519.97617ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:02:17.996115Z","caller":"traceutil/trace.go:171","msg":"trace[80229982] transaction","detail":"{read_only:false; response_revision:35833; number_of_response:1; }","duration":"519.649311ms","start":"2026-05-07T04:02:17.476447Z","end":"2026-05-07T04:02:17.996096Z","steps":["trace[80229982] 'process raft request' (duration: 518.995833ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:02:17.996145Z","caller":"traceutil/trace.go:171","msg":"trace[1151299913] linearizableReadLoop","detail":"{readStateIndex:36956; appliedIndex:36950; }","duration":"348.560709ms","start":"2026-05-07T04:02:17.647562Z","end":"2026-05-07T04:02:17.996123Z","steps":["trace[1151299913] 'read index received' (duration: 74.328938ms)","trace[1151299913] 'applied index is now lower than readState.Index' (duration: 274.230881ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:02:17.996229Z","caller":"traceutil/trace.go:171","msg":"trace[2068383891] transaction","detail":"{read_only:false; response_revision:35834; number_of_response:1; }","duration":"519.666091ms","start":"2026-05-07T04:02:17.47655Z","end":"2026-05-07T04:02:17.996216Z","steps":["trace[2068383891] 'process raft request' (duration: 519.413564ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:02:17.996283Z","caller":"traceutil/trace.go:171","msg":"trace[1550845647] transaction","detail":"{read_only:false; response_revision:35835; number_of_response:1; }","duration":"287.423262ms","start":"2026-05-07T04:02:17.708832Z","end":"2026-05-07T04:02:17.996255Z","steps":["trace[1550845647] 'process raft request' (duration: 287.238747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:17.996309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.741254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:02:17.996316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:17.476544Z","time spent":"519.713192ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:02:17.996351Z","caller":"traceutil/trace.go:171","msg":"trace[1094930823] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:35835; }","duration":"348.849967ms","start":"2026-05-07T04:02:17.64749Z","end":"2026-05-07T04:02:17.996341Z","steps":["trace[1094930823] 'agreement among raft nodes before linearized reading' (duration: 348.763414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:17.996373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:17.647298Z","time spent":"349.068533ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:02:17.996365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.504907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T04:02:17.996417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.24052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-07T04:02:17.996439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.535299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:02:17.99646Z","caller":"traceutil/trace.go:171","msg":"trace[2023564502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35835; }","duration":"274.283342ms","start":"2026-05-07T04:02:17.722165Z","end":"2026-05-07T04:02:17.996448Z","steps":["trace[2023564502] 'agreement among raft nodes before linearized reading' (duration: 274.132147ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:02:17.996471Z","caller":"traceutil/trace.go:171","msg":"trace[545685966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35835; }","duration":"274.58853ms","start":"2026-05-07T04:02:17.721872Z","end":"2026-05-07T04:02:17.99646Z","steps":["trace[545685966] 'agreement among raft nodes before linearized reading' (duration: 274.516588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:17.996559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.794363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T04:02:17.9966Z","caller":"traceutil/trace.go:171","msg":"trace[1763573978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35835; }","duration":"279.868645ms","start":"2026-05-07T04:02:17.716718Z","end":"2026-05-07T04:02:17.996586Z","steps":["trace[1763573978] 'agreement among raft nodes before linearized reading' (duration: 279.696621ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:02:17.996509Z","caller":"traceutil/trace.go:171","msg":"trace[2029910390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35835; }","duration":"286.621581ms","start":"2026-05-07T04:02:17.709825Z","end":"2026-05-07T04:02:17.996447Z","steps":["trace[2029910390] 'agreement among raft nodes before linearized reading' (duration: 286.447016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:17.997153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.370709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T04:02:17.997197Z","caller":"traceutil/trace.go:171","msg":"trace[862305939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35835; }","duration":"280.41851ms","start":"2026-05-07T04:02:17.716765Z","end":"2026-05-07T04:02:17.997183Z","steps":["trace[862305939] 'agreement among raft nodes before linearized reading' (duration: 279.629188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:17.997522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:17.476441Z","time spent":"519.723013ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:02:17.997864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:17.475295Z","time spent":"519.98608ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:02:58.422207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944877998,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:02:58.682394Z","caller":"traceutil/trace.go:171","msg":"trace[1836639593] transaction","detail":"{read_only:false; response_revision:36123; number_of_response:1; }","duration":"813.505519ms","start":"2026-05-07T04:02:57.868851Z","end":"2026-05-07T04:02:58.682357Z","steps":["trace[1836639593] 'process raft request' (duration: 810.207518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.683055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:57.868822Z","time spent":"813.654743ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:02:58.684654Z","caller":"traceutil/trace.go:171","msg":"trace[1042908226] transaction","detail":"{read_only:false; response_revision:36124; number_of_response:1; }","duration":"533.712347ms","start":"2026-05-07T04:02:58.150814Z","end":"2026-05-07T04:02:58.684526Z","steps":["trace[1042908226] 'process raft request' (duration: 533.404109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.684846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.150788Z","time spent":"533.978304ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:02:58.687064Z","caller":"traceutil/trace.go:171","msg":"trace[1142270616] transaction","detail":"{read_only:false; response_revision:36125; number_of_response:1; }","duration":"535.359462ms","start":"2026-05-07T04:02:58.151685Z","end":"2026-05-07T04:02:58.687044Z","steps":["trace[1142270616] 'process raft request' (duration: 532.786162ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:02:58.687147Z","caller":"traceutil/trace.go:171","msg":"trace[1632613014] linearizableReadLoop","detail":"{readStateIndex:37259; appliedIndex:37253; }","duration":"765.287937ms","start":"2026-05-07T04:02:57.921843Z","end":"2026-05-07T04:02:58.687131Z","steps":["trace[1632613014] 'read index received' (duration: 757.200765ms)","trace[1632613014] 'applied index is now lower than readState.Index' (duration: 8.086422ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:02:58.687196Z","caller":"traceutil/trace.go:171","msg":"trace[1930754879] transaction","detail":"{read_only:false; response_revision:36126; number_of_response:1; }","duration":"535.427373ms","start":"2026-05-07T04:02:58.151734Z","end":"2026-05-07T04:02:58.687161Z","steps":["trace[1930754879] 'process raft request' (duration: 535.204417ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:02:58.687249Z","caller":"traceutil/trace.go:171","msg":"trace[322262748] transaction","detail":"{read_only:false; response_revision:36127; number_of_response:1; }","duration":"528.809223ms","start":"2026-05-07T04:02:58.15843Z","end":"2026-05-07T04:02:58.687239Z","steps":["trace[322262748] 'process raft request' (duration: 528.619357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.687329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.158421Z","time spent":"528.857254ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:02:58.687408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.151711Z","time spent":"535.516016ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:02:58.687504Z","caller":"traceutil/trace.go:171","msg":"trace[914057118] transaction","detail":"{read_only:false; response_revision:36128; number_of_response:1; }","duration":"526.578501ms","start":"2026-05-07T04:02:58.160915Z","end":"2026-05-07T04:02:58.687493Z","steps":["trace[914057118] 'process raft request' (duration: 526.1754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.687592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.160903Z","time spent":"526.646183ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:02:58.687512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.665617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:02:58.687793Z","caller":"traceutil/trace.go:171","msg":"trace[1062231395] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:36128; }","duration":"765.982975ms","start":"2026-05-07T04:02:57.921798Z","end":"2026-05-07T04:02:58.687781Z","steps":["trace[1062231395] 'agreement among raft nodes before linearized reading' (duration: 765.608445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.687844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.690601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-07T04:02:58.687846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.560024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:02:58.687878Z","caller":"traceutil/trace.go:171","msg":"trace[1317030190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36128; }","duration":"465.769354ms","start":"2026-05-07T04:02:58.222101Z","end":"2026-05-07T04:02:58.68787Z","steps":["trace[1317030190] 'agreement among raft nodes before linearized reading' (duration: 465.593249ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:02:58.687894Z","caller":"traceutil/trace.go:171","msg":"trace[1810274715] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:36128; }","duration":"179.641326ms","start":"2026-05-07T04:02:58.508238Z","end":"2026-05-07T04:02:58.68788Z","steps":["trace[1810274715] 'agreement among raft nodes before linearized reading' (duration: 179.577924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.687899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.222084Z","time spent":"465.808174ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:02:58.687919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:57.921778Z","time spent":"766.043757ms","remote":"127.0.0.1:53618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:02:58.687894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.908297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T04:02:58.687991Z","caller":"traceutil/trace.go:171","msg":"trace[698024808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36128; }","duration":"462.035591ms","start":"2026-05-07T04:02:58.22593Z","end":"2026-05-07T04:02:58.687966Z","steps":["trace[698024808] 'agreement among raft nodes before linearized reading' (duration: 461.741643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.688053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.225921Z","time spent":"462.119003ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:02:58.688136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.507214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T04:02:58.688195Z","caller":"traceutil/trace.go:171","msg":"trace[1731914082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36128; }","duration":"466.579115ms","start":"2026-05-07T04:02:58.221605Z","end":"2026-05-07T04:02:58.688184Z","steps":["trace[1731914082] 'agreement among raft nodes before linearized reading' (duration: 466.450122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.688232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.221597Z","time spent":"466.626207ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:02:58.688303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.380549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:02:58.688334Z","caller":"traceutil/trace.go:171","msg":"trace[1285829944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36128; }","duration":"474.446401ms","start":"2026-05-07T04:02:58.213882Z","end":"2026-05-07T04:02:58.688328Z","steps":["trace[1285829944] 'agreement among raft nodes before linearized reading' (duration: 474.278887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.688306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.23438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T04:02:58.688432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.213863Z","time spent":"474.525214ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:02:58.688467Z","caller":"traceutil/trace.go:171","msg":"trace[493810776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36128; }","duration":"461.394454ms","start":"2026-05-07T04:02:58.227051Z","end":"2026-05-07T04:02:58.688446Z","steps":["trace[493810776] 'agreement among raft nodes before linearized reading' (duration: 461.197808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.688525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.227045Z","time spent":"461.453495ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:02:58.687783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.901629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:02:58.68864Z","caller":"traceutil/trace.go:171","msg":"trace[1751055210] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:36128; }","duration":"434.793564ms","start":"2026-05-07T04:02:58.253833Z","end":"2026-05-07T04:02:58.688626Z","steps":["trace[1751055210] 'agreement among raft nodes before linearized reading' (duration: 433.896939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.687634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.806852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:02:58.688735Z","caller":"traceutil/trace.go:171","msg":"trace[459073140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36128; }","duration":"529.947003ms","start":"2026-05-07T04:02:58.158778Z","end":"2026-05-07T04:02:58.688725Z","steps":["trace[459073140] 'agreement among raft nodes before linearized reading' (duration: 528.828103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.687682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.260876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:02:58.68877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.253822Z","time spent":"434.845256ms","remote":"127.0.0.1:53520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:02:58.688819Z","caller":"traceutil/trace.go:171","msg":"trace[326878032] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:36128; }","duration":"114.433498ms","start":"2026-05-07T04:02:58.574374Z","end":"2026-05-07T04:02:58.688807Z","steps":["trace[326878032] 'agreement among raft nodes before linearized reading' (duration: 113.274376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:02:58.689296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.151672Z","time spent":"535.448224ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:02:58.688767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:02:58.158755Z","time spent":"530.004515ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:03:50.196427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:50.69754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:51.198577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:51.699503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:52.181546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:03:52.181643Z","caller":"traceutil/trace.go:171","msg":"trace[1485980834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268835s","start":"2026-05-07T04:03:50.181349Z","end":"2026-05-07T04:03:52.181618Z","steps":["trace[1485980834] 'agreement among raft nodes before linearized reading' (duration: 2.000146842s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:52.181687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.181331Z","time spent":"2.000348328s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:03:52.199952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:52.701029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:53.159149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:03:53.159241Z","caller":"traceutil/trace.go:171","msg":"trace[829015275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000388929s","start":"2026-05-07T04:03:51.158832Z","end":"2026-05-07T04:03:53.159221Z","steps":["trace[829015275] 'agreement among raft nodes before linearized reading' (duration: 2.000273806s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:53.159291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:51.158815Z","time spent":"2.00046543s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:03:53.20163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:53.702152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:54.202802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:54.703914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:55.166417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:03:55.166528Z","caller":"traceutil/trace.go:171","msg":"trace[493338505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000662068s","start":"2026-05-07T04:03:53.165842Z","end":"2026-05-07T04:03:55.166504Z","steps":["trace[493338505] 'agreement among raft nodes before linearized reading' (duration: 2.000528994s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:55.166585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:53.165824Z","time spent":"2.00074917s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:03:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:03:55.204794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:55.705903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:55.888893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.891339Z","time spent":"4.997545744s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:03:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:03:55.890794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.892159Z","time spent":"4.998631574s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:03:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:03:55.892495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.894363Z","time spent":"4.99812871s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:03:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:03:55.892577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.896252Z","time spent":"4.996305029s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:03:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:03:55.89461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.896376Z","time spent":"4.998230183s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:03:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:03:55.895596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.896615Z","time spent":"4.998977693s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:03:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:03:55.955955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999462316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:03:55.956066Z","caller":"traceutil/trace.go:171","msg":"trace[421462837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99962145s","start":"2026-05-07T04:03:50.956417Z","end":"2026-05-07T04:03:55.956038Z","steps":["trace[421462837] 'agreement among raft nodes before linearized reading' (duration: 4.999491297s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:55.956127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.956402Z","time spent":"4.999709853s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/07 04:03:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:03:55.974689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999204699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:03:55.974772Z","caller":"traceutil/trace.go:171","msg":"trace[13194995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999338602s","start":"2026-05-07T04:03:50.975416Z","end":"2026-05-07T04:03:55.974754Z","steps":["trace[13194995] 'agreement among raft nodes before linearized reading' (duration: 4.99925001s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:55.974822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.975361Z","time spent":"4.999446906s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 04:03:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:03:55.977939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998838379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:03:55.978017Z","caller":"traceutil/trace.go:171","msg":"trace[576578975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998958652s","start":"2026-05-07T04:03:50.979039Z","end":"2026-05-07T04:03:55.977997Z","steps":["trace[576578975] 'agreement among raft nodes before linearized reading' (duration: 4.99886203s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:55.978116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.979028Z","time spent":"4.999075375s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 04:03:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:03:56.183899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:51.185689Z","time spent":"4.998202872s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:03:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:03:56.188744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:51.190487Z","time spent":"4.998252853s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T04:03:56.206727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:57.096621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:57.099886Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3f779e0058ca6ffd","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-07T04:03:57.10002Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-07T04:03:57.100172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.404020096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-07T04:03:57.100231Z","caller":"traceutil/trace.go:171","msg":"trace[1403727535] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; }","duration":"7.404113939s","start":"2026-05-07T04:03:49.69609Z","end":"2026-05-07T04:03:57.100204Z","steps":["trace[1403727535] 'agreement among raft nodes before linearized reading' (duration: 7.404049967s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:57.100264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:49.696067Z","time spent":"7.404188621s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:57.166898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:03:57.166971Z","caller":"traceutil/trace.go:171","msg":"trace[1071405745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204054s","start":"2026-05-07T04:03:55.16675Z","end":"2026-05-07T04:03:57.166954Z","steps":["trace[1071405745] 'agreement among raft nodes before linearized reading' (duration: 2.000112972s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:57.167009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.166727Z","time spent":"2.000273856s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:03:57.600368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:57.755581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.755308Z","time spent":"7.000266028s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T04:03:58.101416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:58.473827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:51.473556Z","time spent":"7.000258437s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T04:03:58.602474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944878878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:03:58.632257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.959315813s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T04:03:58.666302Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"39.731µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-05-07T04:03:58.666423Z","caller":"traceutil/trace.go:171","msg":"trace[35640860] linearizableReadLoop","detail":"{readStateIndex:37660; appliedIndex:37644; }","duration":"1.566299689s","start":"2026-05-07T04:03:57.100106Z","end":"2026-05-07T04:03:58.666405Z","steps":["trace[35640860] 'read index received' (duration: 1.532524553s)","trace[35640860] 'applied index is now lower than readState.Index' (duration: 33.774336ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:03:58.66654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:52.184485Z","time spent":"6.482052726s","remote":"127.0.0.1:52076","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T04:03:58.666674Z","caller":"traceutil/trace.go:171","msg":"trace[841012776] transaction","detail":"{read_only:false; response_revision:36514; number_of_response:1; }","duration":"3.492036887s","start":"2026-05-07T04:03:55.174629Z","end":"2026-05-07T04:03:58.666666Z","steps":["trace[841012776] 'process raft request' (duration: 3.491560174s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.666741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.174604Z","time spent":"3.492088608s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:03:58.666843Z","caller":"traceutil/trace.go:171","msg":"trace[1514513841] transaction","detail":"{read_only:false; response_revision:36515; number_of_response:1; }","duration":"3.076675367s","start":"2026-05-07T04:03:55.59016Z","end":"2026-05-07T04:03:58.666835Z","steps":["trace[1514513841] 'process raft request' (duration: 3.07605931s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.66688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.590128Z","time spent":"3.076733098s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:03:58.667104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.554053242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:03:58.667139Z","caller":"traceutil/trace.go:171","msg":"trace[398799370] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:36515; }","duration":"4.554092083s","start":"2026-05-07T04:03:54.113037Z","end":"2026-05-07T04:03:58.667129Z","steps":["trace[398799370] 'agreement among raft nodes before linearized reading' (duration: 4.55400789s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.667162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:54.112981Z","time spent":"4.554174955s","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.667174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687658928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:03:58.667202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773146642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-07T04:03:58.667238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.806109837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-07T04:03:58.667259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.575348831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-05-07T04:03:58.667302Z","caller":"traceutil/trace.go:171","msg":"trace[1499960976] transaction","detail":"{read_only:false; number_of_response:1; response_revision:36515; }","duration":"908.952587ms","start":"2026-05-07T04:03:57.75834Z","end":"2026-05-07T04:03:58.667293Z","steps":["trace[1499960976] 'process raft request' (duration: 908.024972ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:58.667305Z","caller":"traceutil/trace.go:171","msg":"trace[105890776] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36515; }","duration":"7.80622564s","start":"2026-05-07T04:03:50.861066Z","end":"2026-05-07T04:03:58.667291Z","steps":["trace[105890776] 'agreement among raft nodes before linearized reading' (duration: 7.806048645s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:58.667303Z","caller":"traceutil/trace.go:171","msg":"trace[1455640202] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:36515; }","duration":"2.773295567s","start":"2026-05-07T04:03:55.893978Z","end":"2026-05-07T04:03:58.667274Z","steps":["trace[1455640202] 'agreement among raft nodes before linearized reading' (duration: 2.773099131s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.667334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983063402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:03:58.667336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.861043Z","time spent":"7.806287702s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:03:58.667358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774792998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T04:03:58.667359Z","caller":"traceutil/trace.go:171","msg":"trace[491227416] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:36515; }","duration":"3.983097184s","start":"2026-05-07T04:03:54.684252Z","end":"2026-05-07T04:03:58.667349Z","steps":["trace[491227416] 'agreement among raft nodes before linearized reading' (duration: 3.983065383s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:58.667404Z","caller":"traceutil/trace.go:171","msg":"trace[4348870] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36515; }","duration":"2.774843779s","start":"2026-05-07T04:03:55.892551Z","end":"2026-05-07T04:03:58.667395Z","steps":["trace[4348870] 'agreement among raft nodes before linearized reading' (duration: 2.774789287s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.667415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:54.684245Z","time spent":"3.983164095s","remote":"127.0.0.1:50972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.667407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.893958Z","time spent":"2.773398599s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T04:03:58.667432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.892544Z","time spent":"2.77488067s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T04:03:58.667458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:57.758316Z","time spent":"909.012219ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:03:58.667541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080100694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:03:58.667567Z","caller":"traceutil/trace.go:171","msg":"trace[1812118279] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:36515; }","duration":"4.080155805s","start":"2026-05-07T04:03:54.587403Z","end":"2026-05-07T04:03:58.667559Z","steps":["trace[1812118279] 'agreement among raft nodes before linearized reading' (duration: 4.080114244s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.667579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194883829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:03:58.66758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401905312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:03:58.667591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:54.587364Z","time spent":"4.080221187s","remote":"127.0.0.1:45014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:03:58.667598Z","caller":"traceutil/trace.go:171","msg":"trace[403400497] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:36515; }","duration":"3.19493355s","start":"2026-05-07T04:03:55.472658Z","end":"2026-05-07T04:03:58.667591Z","steps":["trace[403400497] 'agreement among raft nodes before linearized reading' (duration: 3.194899479s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.667594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745683579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:03:58.667615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.472638Z","time spent":"3.194971741s","remote":"127.0.0.1:55924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:03:58.667631Z","caller":"traceutil/trace.go:171","msg":"trace[785859485] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:36515; }","duration":"2.74572331s","start":"2026-05-07T04:03:55.921895Z","end":"2026-05-07T04:03:58.667619Z","steps":["trace[785859485] 'agreement among raft nodes before linearized reading' (duration: 2.745644108s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.667649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481790292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-05-07T04:03:58.667664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.921797Z","time spent":"2.745857874s","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:03:58.667674Z","caller":"traceutil/trace.go:171","msg":"trace[1963706189] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:36515; }","duration":"2.481860394s","start":"2026-05-07T04:03:56.185807Z","end":"2026-05-07T04:03:58.667667Z","steps":["trace[1963706189] 'agreement among raft nodes before linearized reading' (duration: 2.481811563s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.667674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.609217064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:03:58.667699Z","caller":"traceutil/trace.go:171","msg":"trace[1704941641] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:36515; }","duration":"4.609293077s","start":"2026-05-07T04:03:54.0584Z","end":"2026-05-07T04:03:58.667693Z","steps":["trace[1704941641] 'agreement among raft nodes before linearized reading' (duration: 4.609112842s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.667698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:56.185785Z","time spent":"2.481907275s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-07T04:03:58.667716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:54.058371Z","time spent":"4.609340189s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":257,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.667302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892005175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:03:58.667758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.103546457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-07T04:03:58.66776Z","caller":"traceutil/trace.go:171","msg":"trace[855682366] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:36515; }","duration":"3.89251541s","start":"2026-05-07T04:03:54.775238Z","end":"2026-05-07T04:03:58.667753Z","steps":["trace[855682366] 'agreement among raft nodes before linearized reading' (duration: 3.892043827s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:58.667781Z","caller":"traceutil/trace.go:171","msg":"trace[2066807480] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:1; response_revision:36515; }","duration":"4.103604918s","start":"2026-05-07T04:03:54.564169Z","end":"2026-05-07T04:03:58.667774Z","steps":["trace[2066807480] 'agreement among raft nodes before linearized reading' (duration: 4.103517896s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.667791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:54.775213Z","time spent":"3.892569621s","remote":"127.0.0.1:53636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.667902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564014706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:03:58.667923Z","caller":"traceutil/trace.go:171","msg":"trace[185390531] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:36515; }","duration":"1.564065577s","start":"2026-05-07T04:03:57.103852Z","end":"2026-05-07T04:03:58.667917Z","steps":["trace[185390531] 'agreement among raft nodes before linearized reading' (duration: 1.564031366s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.66794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:57.103835Z","time spent":"1.564099768s","remote":"127.0.0.1:53676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.668077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.253026383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:03:58.668096Z","caller":"traceutil/trace.go:171","msg":"trace[686684759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:36515; }","duration":"8.253070135s","start":"2026-05-07T04:03:50.41502Z","end":"2026-05-07T04:03:58.66809Z","steps":["trace[686684759] 'agreement among raft nodes before linearized reading' (duration: 8.253029664s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.415009Z","time spent":"8.253098765s","remote":"127.0.0.1:53308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.668164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.725991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-07T04:03:58.668184Z","caller":"traceutil/trace.go:171","msg":"trace[1517790812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36515; }","duration":"710.778392ms","start":"2026-05-07T04:03:57.9574Z","end":"2026-05-07T04:03:58.668178Z","steps":["trace[1517790812] 'agreement among raft nodes before linearized reading' (duration: 710.709631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:57.95738Z","time spent":"710.814264ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:03:58.667801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:54.564155Z","time spent":"4.10364173s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"warn","ts":"2026-05-07T04:03:58.668206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.623135307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:03:58.668216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.644363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:03:58.668237Z","caller":"traceutil/trace.go:171","msg":"trace[475332906] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:36515; }","duration":"949.697135ms","start":"2026-05-07T04:03:57.718533Z","end":"2026-05-07T04:03:58.66823Z","steps":["trace[475332906] 'agreement among raft nodes before linearized reading' (duration: 949.666324ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:58.668236Z","caller":"traceutil/trace.go:171","msg":"trace[336762992] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:36515; }","duration":"4.623216619s","start":"2026-05-07T04:03:54.04501Z","end":"2026-05-07T04:03:58.668227Z","steps":["trace[336762992] 'agreement among raft nodes before linearized reading' (duration: 4.622819288s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:57.718519Z","time spent":"949.729005ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.668257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:54.044983Z","time spent":"4.62326894s","remote":"127.0.0.1:56060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.668277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.260801547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:03:58.668292Z","caller":"traceutil/trace.go:171","msg":"trace[1014514746] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:36515; }","duration":"8.26094104s","start":"2026-05-07T04:03:50.407346Z","end":"2026-05-07T04:03:58.668287Z","steps":["trace[1014514746] 'agreement among raft nodes before linearized reading' (duration: 8.26091438s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.407323Z","time spent":"8.260977892s","remote":"127.0.0.1:41492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.66835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495202575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:03:58.668365Z","caller":"traceutil/trace.go:171","msg":"trace[1858635084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36515; }","duration":"1.495257626s","start":"2026-05-07T04:03:57.173103Z","end":"2026-05-07T04:03:58.66836Z","steps":["trace[1858635084] 'agreement among raft nodes before linearized reading' (duration: 1.495222955s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.66838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:57.173081Z","time spent":"1.495293418s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:03:58.668401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191542365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:03:58.668407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.595006433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:03:58.668423Z","caller":"traceutil/trace.go:171","msg":"trace[207527010] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:36515; }","duration":"5.191656168s","start":"2026-05-07T04:03:53.47676Z","end":"2026-05-07T04:03:58.668416Z","steps":["trace[207527010] 'agreement among raft nodes before linearized reading' (duration: 5.191607497s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:53.476743Z","time spent":"5.191694729s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.668463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547267484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:03:58.66846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.363163557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:03:58.668482Z","caller":"traceutil/trace.go:171","msg":"trace[2076980658] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36515; }","duration":"1.547289515s","start":"2026-05-07T04:03:57.121186Z","end":"2026-05-07T04:03:58.668476Z","steps":["trace[2076980658] 'agreement among raft nodes before linearized reading' (duration: 1.547262504s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.500012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-05-07T04:03:58.668487Z","caller":"traceutil/trace.go:171","msg":"trace[679507116] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:36515; }","duration":"4.363223729s","start":"2026-05-07T04:03:54.305256Z","end":"2026-05-07T04:03:58.668479Z","steps":["trace[679507116] 'agreement among raft nodes before linearized reading' (duration: 4.363054784s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:57.121155Z","time spent":"1.547337786s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-07T04:03:58.668499Z","caller":"traceutil/trace.go:171","msg":"trace[1867393088] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:36515; }","duration":"191.544563ms","start":"2026-05-07T04:03:58.47695Z","end":"2026-05-07T04:03:58.668495Z","steps":["trace[1867393088] 'agreement among raft nodes before linearized reading' (duration: 191.517472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.66851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:54.305235Z","time spent":"4.363269729s","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":184,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.668574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564660313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:03:58.668578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.967144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T04:03:58.668579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.301762047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:03:58.668588Z","caller":"traceutil/trace.go:171","msg":"trace[435563431] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:36515; }","duration":"1.564697145s","start":"2026-05-07T04:03:57.103887Z","end":"2026-05-07T04:03:58.668584Z","steps":["trace[435563431] 'agreement among raft nodes before linearized reading' (duration: 1.564672924s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:58.668598Z","caller":"traceutil/trace.go:171","msg":"trace[1738645803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36515; }","duration":"689.003726ms","start":"2026-05-07T04:03:57.979587Z","end":"2026-05-07T04:03:58.668591Z","steps":["trace[1738645803] 'agreement among raft nodes before linearized reading' (duration: 688.952494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:57.103863Z","time spent":"1.564736295s","remote":"127.0.0.1:53240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:03:58.668605Z","caller":"traceutil/trace.go:171","msg":"trace[1885286744] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:36515; }","duration":"5.301831249s","start":"2026-05-07T04:03:53.366765Z","end":"2026-05-07T04:03:58.668596Z","steps":["trace[1885286744] 'agreement among raft nodes before linearized reading' (duration: 5.301788138s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:57.979577Z","time spent":"689.033956ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:03:58.668631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:53.36674Z","time spent":"5.301885561s","remote":"127.0.0.1:55076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.667547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776526785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-05-07T04:03:58.668683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.210396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T04:03:58.668688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564775956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:03:58.6687Z","caller":"traceutil/trace.go:171","msg":"trace[714398704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36515; }","duration":"691.257018ms","start":"2026-05-07T04:03:57.977439Z","end":"2026-05-07T04:03:58.668696Z","steps":["trace[714398704] 'agreement among raft nodes before linearized reading' (duration: 691.211006ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:58.668706Z","caller":"traceutil/trace.go:171","msg":"trace[1098961281] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:36515; }","duration":"1.564820828s","start":"2026-05-07T04:03:57.103879Z","end":"2026-05-07T04:03:58.6687Z","steps":["trace[1098961281] 'agreement among raft nodes before linearized reading' (duration: 1.564792347s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:57.977424Z","time spent":"691.285938ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:03:58.668703Z","caller":"traceutil/trace.go:171","msg":"trace[1368650362] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:36515; }","duration":"2.777702107s","start":"2026-05-07T04:03:55.890989Z","end":"2026-05-07T04:03:58.668691Z","steps":["trace[1368650362] 'agreement among raft nodes before linearized reading' (duration: 2.776535065s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771342332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-05-07T04:03:58.668749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.890973Z","time spent":"2.777763819s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-07T04:03:58.668754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.571277869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:03:58.668251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.259775069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:03:58.668766Z","caller":"traceutil/trace.go:171","msg":"trace[777890239] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:36515; }","duration":"2.771427165s","start":"2026-05-07T04:03:55.897327Z","end":"2026-05-07T04:03:58.668754Z","steps":["trace[777890239] 'agreement among raft nodes before linearized reading' (duration: 2.771311142s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:03:58.668791Z","caller":"traceutil/trace.go:171","msg":"trace[867408362] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:36515; }","duration":"8.260429377s","start":"2026-05-07T04:03:50.408355Z","end":"2026-05-07T04:03:58.668785Z","steps":["trace[867408362] 'agreement among raft nodes before linearized reading' (duration: 8.259876752s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.408335Z","time spent":"8.260467838s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.668803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.897315Z","time spent":"2.771480766s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T04:03:58.668851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.527541814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:03:58.66887Z","caller":"traceutil/trace.go:171","msg":"trace[1553660075] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:36515; }","duration":"6.527599855s","start":"2026-05-07T04:03:52.141264Z","end":"2026-05-07T04:03:58.668864Z","steps":["trace[1553660075] 'agreement among raft nodes before linearized reading' (duration: 6.527558254s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:52.141241Z","time spent":"6.527644377s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.667764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567476365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-05-07T04:03:58.668967Z","caller":"traceutil/trace.go:171","msg":"trace[1302661052] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36515; }","duration":"3.568697249s","start":"2026-05-07T04:03:55.100259Z","end":"2026-05-07T04:03:58.668956Z","steps":["trace[1302661052] 'agreement among raft nodes before linearized reading' (duration: 3.567466595s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.668994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.100249Z","time spent":"3.56873795s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T04:03:58.668721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:57.103863Z","time spent":"1.564854128s","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.669221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.691135774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T04:03:58.669247Z","caller":"traceutil/trace.go:171","msg":"trace[88120676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36515; }","duration":"7.691183345s","start":"2026-05-07T04:03:50.978056Z","end":"2026-05-07T04:03:58.66924Z","steps":["trace[88120676] 'agreement among raft nodes before linearized reading' (duration: 7.691090333s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.669266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.978045Z","time spent":"7.691216566s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T04:03:58.669352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.692293475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:03:58.669373Z","caller":"traceutil/trace.go:171","msg":"trace[808353639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36515; }","duration":"7.692335807s","start":"2026-05-07T04:03:50.977031Z","end":"2026-05-07T04:03:58.669367Z","steps":["trace[808353639] 'agreement among raft nodes before linearized reading' (duration: 7.692279055s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.669389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.97702Z","time spent":"7.692365157s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:03:58.66727Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3f779e0058ca6ffd","error":"lease not found"} {"level":"info","ts":"2026-05-07T04:03:58.668424Z","caller":"traceutil/trace.go:171","msg":"trace[403164391] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:36515; }","duration":"8.595053304s","start":"2026-05-07T04:03:50.073367Z","end":"2026-05-07T04:03:58.66842Z","steps":["trace[403164391] 'agreement among raft nodes before linearized reading' (duration: 8.595021403s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.669698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:50.073346Z","time spent":"8.596340629s","remote":"127.0.0.1:53626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:03:58.667324Z","caller":"traceutil/trace.go:171","msg":"trace[701398511] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:36515; }","duration":"3.575467125s","start":"2026-05-07T04:03:55.091841Z","end":"2026-05-07T04:03:58.667308Z","steps":["trace[701398511] 'agreement among raft nodes before linearized reading' (duration: 3.575263169s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.669842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.09182Z","time spent":"3.578008724s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T04:03:58.667239Z","caller":"traceutil/trace.go:171","msg":"trace[1730395353] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:36515; }","duration":"2.687769911s","start":"2026-05-07T04:03:55.979454Z","end":"2026-05-07T04:03:58.667224Z","steps":["trace[1730395353] 'agreement among raft nodes before linearized reading' (duration: 2.687632907s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.669901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775181278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-07T04:03:58.669918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.979441Z","time spent":"2.690465155s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:03:58.669933Z","caller":"traceutil/trace.go:171","msg":"trace[1884451239] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36515; }","duration":"2.775215789s","start":"2026-05-07T04:03:55.894708Z","end":"2026-05-07T04:03:58.669923Z","steps":["trace[1884451239] 'agreement among raft nodes before linearized reading' (duration: 2.775155228s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.669957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.894685Z","time spent":"2.77526556s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T04:03:58.667604Z","caller":"traceutil/trace.go:171","msg":"trace[860049333] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:36515; }","duration":"2.401958272s","start":"2026-05-07T04:03:56.265638Z","end":"2026-05-07T04:03:58.667596Z","steps":["trace[860049333] 'agreement among raft nodes before linearized reading' (duration: 2.401918131s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.669992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:56.265621Z","time spent":"2.404358329s","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:03:58.670026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773773979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-05-07T04:03:58.670052Z","caller":"traceutil/trace.go:171","msg":"trace[377641462] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:36515; }","duration":"2.77382876s","start":"2026-05-07T04:03:55.896212Z","end":"2026-05-07T04:03:58.670041Z","steps":["trace[377641462] 'agreement among raft nodes before linearized reading' (duration: 2.77379391s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.670087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:55.896194Z","time spent":"2.773883952s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-07T04:03:58.668777Z","caller":"traceutil/trace.go:171","msg":"trace[1883224017] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:36515; }","duration":"5.571343411s","start":"2026-05-07T04:03:53.097427Z","end":"2026-05-07T04:03:58.66877Z","steps":["trace[1883224017] 'agreement among raft nodes before linearized reading' (duration: 5.57130441s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.66881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.190241103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T04:03:58.670149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:53.09739Z","time spent":"5.572750849s","remote":"127.0.0.1:55060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:03:58.670167Z","caller":"traceutil/trace.go:171","msg":"trace[1021191602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36515; }","duration":"6.191653853s","start":"2026-05-07T04:03:52.478504Z","end":"2026-05-07T04:03:58.670158Z","steps":["trace[1021191602] 'agreement among raft nodes before linearized reading' (duration: 6.190284945s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:03:58.670201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:03:52.478481Z","time spent":"6.191705334s","remote":"127.0.0.1:55122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:05:23.600427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944880404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:05:24.054278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053163884s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:05:24.054749Z","caller":"traceutil/trace.go:171","msg":"trace[1658066515] transaction","detail":"{read_only:false; response_revision:37196; number_of_response:1; }","duration":"1.053718949s","start":"2026-05-07T04:05:23.001Z","end":"2026-05-07T04:05:24.054719Z","steps":["trace[1658066515] 'process raft request' (duration: 1.053537914s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.054913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.000974Z","time spent":"1.053860763s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:24.059138Z","caller":"traceutil/trace.go:171","msg":"trace[368501414] transaction","detail":"{read_only:false; response_revision:37198; number_of_response:1; }","duration":"1.053062211s","start":"2026-05-07T04:05:23.006058Z","end":"2026-05-07T04:05:24.05912Z","steps":["trace[368501414] 'process raft request' (duration: 1.052895366s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:24.059095Z","caller":"traceutil/trace.go:171","msg":"trace[1304857498] transaction","detail":"{read_only:false; response_revision:37197; number_of_response:1; }","duration":"1.054259814s","start":"2026-05-07T04:05:23.004797Z","end":"2026-05-07T04:05:24.059056Z","steps":["trace[1304857498] 'process raft request' (duration: 1.053899934s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.059284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.006041Z","time spent":"1.053179585s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:05:24.059361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.004763Z","time spent":"1.05445685s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:24.059169Z","caller":"traceutil/trace.go:171","msg":"trace[1280282569] transaction","detail":"{read_only:false; response_revision:37200; number_of_response:1; }","duration":"1.05081157s","start":"2026-05-07T04:05:23.008328Z","end":"2026-05-07T04:05:24.059139Z","steps":["trace[1280282569] 'process raft request' (duration: 1.050719287s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:24.059563Z","caller":"traceutil/trace.go:171","msg":"trace[349882871] transaction","detail":"{read_only:false; response_revision:37199; number_of_response:1; }","duration":"1.05193019s","start":"2026-05-07T04:05:23.007602Z","end":"2026-05-07T04:05:24.059532Z","steps":["trace[349882871] 'process raft request' (duration: 1.051399376s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:24.059593Z","caller":"traceutil/trace.go:171","msg":"trace[2062448229] transaction","detail":"{read_only:false; response_revision:37203; number_of_response:1; }","duration":"1.03736382s","start":"2026-05-07T04:05:23.022206Z","end":"2026-05-07T04:05:24.05957Z","steps":["trace[2062448229] 'process raft request' (duration: 1.037074812s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:24.059645Z","caller":"traceutil/trace.go:171","msg":"trace[1849941333] transaction","detail":"{read_only:false; response_revision:37201; number_of_response:1; }","duration":"1.050285085s","start":"2026-05-07T04:05:23.009351Z","end":"2026-05-07T04:05:24.059636Z","steps":["trace[1849941333] 'process raft request' (duration: 1.04973099s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.059693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.022195Z","time spent":"1.037459633s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:24.059556Z","caller":"traceutil/trace.go:171","msg":"trace[1914527814] transaction","detail":"{read_only:false; response_revision:37202; number_of_response:1; }","duration":"1.048898117s","start":"2026-05-07T04:05:23.010616Z","end":"2026-05-07T04:05:24.059514Z","steps":["trace[1914527814] 'process raft request' (duration: 1.048593048s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.059756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.007587Z","time spent":"1.052056753s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:05:24.059793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.009337Z","time spent":"1.050364427s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:05:24.059945Z","caller":"traceutil/trace.go:171","msg":"trace[1147842781] transaction","detail":"{read_only:false; response_revision:37204; number_of_response:1; }","duration":"236.065682ms","start":"2026-05-07T04:05:23.823845Z","end":"2026-05-07T04:05:24.059911Z","steps":["trace[1147842781] 'process raft request' (duration: 235.479566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.060016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.010603Z","time spent":"1.049220806s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:05:24.059957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.008321Z","time spent":"1.051348614s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:05:24.060189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.042488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T04:05:24.05943Z","caller":"traceutil/trace.go:171","msg":"trace[1361762933] linearizableReadLoop","detail":"{readStateIndex:38368; appliedIndex:38360; }","duration":"959.226256ms","start":"2026-05-07T04:05:23.100135Z","end":"2026-05-07T04:05:24.059361Z","steps":["trace[1361762933] 'read index received' (duration: 954.399333ms)","trace[1361762933] 'applied index is now lower than readState.Index' (duration: 4.826163ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:05:24.060267Z","caller":"traceutil/trace.go:171","msg":"trace[2024643423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37204; }","duration":"960.151321ms","start":"2026-05-07T04:05:23.100092Z","end":"2026-05-07T04:05:24.060243Z","steps":["trace[2024643423] 'agreement among raft nodes before linearized reading' (duration: 959.963046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.060323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.100077Z","time spent":"960.233793ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:05:24.060571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.806417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:05:24.060648Z","caller":"traceutil/trace.go:171","msg":"trace[851739471] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37204; }","duration":"819.883949ms","start":"2026-05-07T04:05:23.240744Z","end":"2026-05-07T04:05:24.060628Z","steps":["trace[851739471] 'agreement among raft nodes before linearized reading' (duration: 819.759016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.06067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.343691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T04:05:24.060626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.266132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:05:24.060703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.391018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T04:05:24.060847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.883628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:05:24.060833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.601215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:05:24.060878Z","caller":"traceutil/trace.go:171","msg":"trace[829680133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37204; }","duration":"956.571292ms","start":"2026-05-07T04:05:23.104272Z","end":"2026-05-07T04:05:24.060843Z","steps":["trace[829680133] 'agreement among raft nodes before linearized reading' (duration: 956.283974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.060934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.104261Z","time spent":"956.661214ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T04:05:24.060933Z","caller":"traceutil/trace.go:171","msg":"trace[1607871103] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:37204; }","duration":"588.981331ms","start":"2026-05-07T04:05:23.471914Z","end":"2026-05-07T04:05:24.060896Z","steps":["trace[1607871103] 'agreement among raft nodes before linearized reading' (duration: 588.879248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.060983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.471898Z","time spent":"589.071673ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:05:24.060718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.392225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T04:05:24.060958Z","caller":"traceutil/trace.go:171","msg":"trace[77370800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:37204; }","duration":"346.76288ms","start":"2026-05-07T04:05:23.714175Z","end":"2026-05-07T04:05:24.060938Z","steps":["trace[77370800] 'agreement among raft nodes before linearized reading' (duration: 346.605296ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:05:24.060731Z","caller":"traceutil/trace.go:171","msg":"trace[1519178889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37204; }","duration":"954.421314ms","start":"2026-05-07T04:05:23.106288Z","end":"2026-05-07T04:05:24.060709Z","steps":["trace[1519178889] 'agreement among raft nodes before linearized reading' (duration: 954.233718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.061149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.714155Z","time spent":"346.969796ms","remote":"127.0.0.1:55924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:05:24.061091Z","caller":"traceutil/trace.go:171","msg":"trace[248807634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37204; }","duration":"957.812846ms","start":"2026-05-07T04:05:23.103255Z","end":"2026-05-07T04:05:24.061068Z","steps":["trace[248807634] 'agreement among raft nodes before linearized reading' (duration: 957.361274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.0612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.106275Z","time spent":"954.906317ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:05:24.061272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.103242Z","time spent":"957.980721ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T04:05:24.060787Z","caller":"traceutil/trace.go:171","msg":"trace[947750571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37204; }","duration":"898.419636ms","start":"2026-05-07T04:05:23.162306Z","end":"2026-05-07T04:05:24.060726Z","steps":["trace[947750571] 'agreement among raft nodes before linearized reading' (duration: 898.240261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.060697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.240719Z","time spent":"819.966262ms","remote":"127.0.0.1:53508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:05:24.061337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.162289Z","time spent":"899.039723ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:05:24.06156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.051176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T04:05:24.061603Z","caller":"traceutil/trace.go:171","msg":"trace[922239670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37204; }","duration":"961.429266ms","start":"2026-05-07T04:05:23.100164Z","end":"2026-05-07T04:05:24.061593Z","steps":["trace[922239670] 'agreement among raft nodes before linearized reading' (duration: 960.331826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:05:24.061632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:05:23.100145Z","time spent":"961.480147ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:06:20.279056Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35413} {"level":"info","ts":"2026-05-07T04:06:20.426442Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35413,"took":"143.406338ms","hash":1280215646,"current-db-size-bytes":61071360,"current-db-size":"61 MB","current-db-size-in-use-bytes":30904320,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T04:06:20.426551Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1280215646,"revision":35413,"compact-revision":33071} {"level":"info","ts":"2026-05-07T04:06:42.27555Z","caller":"traceutil/trace.go:171","msg":"trace[1633541341] linearizableReadLoop","detail":"{readStateIndex:38953; appliedIndex:38952; }","duration":"237.421978ms","start":"2026-05-07T04:06:42.038102Z","end":"2026-05-07T04:06:42.275524Z","steps":["trace[1633541341] 'read index received' (duration: 237.164081ms)","trace[1633541341] 'applied index is now lower than readState.Index' (duration: 257.077µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:06:42.275754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.634813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:06:42.275801Z","caller":"traceutil/trace.go:171","msg":"trace[1254608519] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37770; }","duration":"237.747947ms","start":"2026-05-07T04:06:42.03804Z","end":"2026-05-07T04:06:42.275788Z","steps":["trace[1254608519] 'agreement among raft nodes before linearized reading' (duration: 237.624404ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:06:42.275755Z","caller":"traceutil/trace.go:171","msg":"trace[1616152811] transaction","detail":"{read_only:false; response_revision:37770; number_of_response:1; }","duration":"258.23827ms","start":"2026-05-07T04:06:42.017469Z","end":"2026-05-07T04:06:42.275707Z","steps":["trace[1616152811] 'process raft request' (duration: 257.87288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:42.275836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.654296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:06:42.275933Z","caller":"traceutil/trace.go:171","msg":"trace[1782026023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37770; }","duration":"115.81133ms","start":"2026-05-07T04:06:42.160098Z","end":"2026-05-07T04:06:42.275909Z","steps":["trace[1782026023] 'agreement among raft nodes before linearized reading' (duration: 115.642155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:06:42.275969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.825397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:06:42.276047Z","caller":"traceutil/trace.go:171","msg":"trace[963889614] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:37770; }","duration":"104.945321ms","start":"2026-05-07T04:06:42.171083Z","end":"2026-05-07T04:06:42.276028Z","steps":["trace[963889614] 'agreement among raft nodes before linearized reading' (duration: 104.793047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:14.947505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:15.448335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:15.94867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:16.161111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000713038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:08:16.161198Z","caller":"traceutil/trace.go:171","msg":"trace[1706560821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000852442s","start":"2026-05-07T04:08:14.160324Z","end":"2026-05-07T04:08:16.161177Z","steps":["trace[1706560821] 'agreement among raft nodes before linearized reading' (duration: 2.000743179s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:16.161246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.160284Z","time spent":"2.000951875s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:08:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:08:16.449687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:16.950654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:17.451654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:17.951796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:18.161865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:08:18.161955Z","caller":"traceutil/trace.go:171","msg":"trace[86688492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315857s","start":"2026-05-07T04:08:16.16162Z","end":"2026-05-07T04:08:18.161936Z","steps":["trace[86688492] 'agreement among raft nodes before linearized reading' (duration: 2.000202854s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:18.16214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:16.161597Z","time spent":"2.000499632s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 04:08:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:08:18.452479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:18.953151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:19.775516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:19.945438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998190022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:08:19.945563Z","caller":"traceutil/trace.go:171","msg":"trace[1760462121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998361957s","start":"2026-05-07T04:08:14.947173Z","end":"2026-05-07T04:08:19.945535Z","steps":["trace[1760462121] 'agreement among raft nodes before linearized reading' (duration: 4.998192572s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:19.94562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.947169Z","time spent":"4.998438579s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 04:08:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:08:19.945721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.948641Z","time spent":"4.997071102s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:08:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:08:19.946461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99924174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:08:19.946536Z","caller":"traceutil/trace.go:171","msg":"trace[1472862755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999380555s","start":"2026-05-07T04:08:14.94713Z","end":"2026-05-07T04:08:19.94651Z","steps":["trace[1472862755] 'agreement among raft nodes before linearized reading' (duration: 4.999265361s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:19.94653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.951104Z","time spent":"4.995415896s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T04:08:19.946605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.947113Z","time spent":"4.999475988s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/07 04:08:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:08:19.946736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.948049Z","time spent":"4.998684696s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T04:08:19.947924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.951764Z","time spent":"4.996152246s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:08:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:08:19.948095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.949306Z","time spent":"4.998787748s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T04:08:19.95018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.95107Z","time spent":"4.999106507s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T04:08:19.951478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997933765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T04:08:19.951535Z","caller":"traceutil/trace.go:171","msg":"trace[275116854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998031857s","start":"2026-05-07T04:08:14.953486Z","end":"2026-05-07T04:08:19.951518Z","steps":["trace[275116854] 'agreement among raft nodes before linearized reading' (duration: 4.997951675s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:19.951576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.953477Z","time spent":"4.998090968s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 04:08:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:08:19.952739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.953686Z","time spent":"4.999037385s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:08:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:08:19.952741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.953571Z","time spent":"4.999163018s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 04:08:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T04:08:20.168687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T04:08:20.168794Z","caller":"traceutil/trace.go:171","msg":"trace[854957354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000663577s","start":"2026-05-07T04:08:18.1681Z","end":"2026-05-07T04:08:20.168764Z","steps":["trace[854957354] 'agreement among raft nodes before linearized reading' (duration: 2.000533004s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:20.168846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:18.16809Z","time spent":"2.000744959s","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:08:20.276168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:20.776933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944884929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:08:21.015238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.014132Z","time spent":"7.00109778s","remote":"127.0.0.1:40626","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T04:08:21.027276Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-07T04:08:21.027251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.026829Z","time spent":"7.000417852s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T04:08:21.027403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000589957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/kube-root-ca.crt\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-07T04:08:21.027448Z","caller":"traceutil/trace.go:171","msg":"trace[1508261636] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/kube-root-ca.crt; range_end:; }","duration":"7.000688199s","start":"2026-05-07T04:08:14.026741Z","end":"2026-05-07T04:08:21.02743Z","steps":["trace[1508261636] 'agreement among raft nodes before linearized reading' (duration: 7.000613167s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.027489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.026725Z","time spent":"7.000754251s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/ingress-nginx/kube-root-ca.crt\" "} {"level":"warn","ts":"2026-05-07T04:08:21.058209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.245672166s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.058331Z","caller":"traceutil/trace.go:171","msg":"trace[1820589329] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38501; }","duration":"5.24581224s","start":"2026-05-07T04:08:15.812503Z","end":"2026-05-07T04:08:21.058315Z","steps":["trace[1820589329] 'range keys from in-memory index tree' (duration: 5.245651045s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.058738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.075235235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.058845Z","caller":"traceutil/trace.go:171","msg":"trace[2057752850] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:38501; }","duration":"7.0753987s","start":"2026-05-07T04:08:13.983419Z","end":"2026-05-07T04:08:21.058818Z","steps":["trace[2057752850] 'count revisions from in-memory index tree' (duration: 7.075168774s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.058901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:13.983409Z","time spent":"7.075477072s","remote":"127.0.0.1:53550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.063966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.049675734s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:08:21.071742Z","caller":"traceutil/trace.go:171","msg":"trace[1630033405] transaction","detail":"{read_only:false; response_revision:38511; number_of_response:1; }","duration":"6.118027085s","start":"2026-05-07T04:08:14.953679Z","end":"2026-05-07T04:08:21.071706Z","steps":["trace[1630033405] 'process raft request' (duration: 6.11783005s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.07191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.953667Z","time spent":"6.118156768s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:08:21.074655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.03714086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" ","response":"range_response_count:1 size:1043"} {"level":"info","ts":"2026-05-07T04:08:21.075054Z","caller":"traceutil/trace.go:171","msg":"trace[662639307] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-tcp; range_end:; response_count:1; response_revision:38513; }","duration":"7.037549112s","start":"2026-05-07T04:08:14.037476Z","end":"2026-05-07T04:08:21.075026Z","steps":["trace[662639307] 'agreement among raft nodes before linearized reading' (duration: 7.037074609s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.075225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.037464Z","time spent":"7.037751437s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1066,"request content":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" "} {"level":"warn","ts":"2026-05-07T04:08:21.075278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.763524714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:08:21.075313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125846849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-07T04:08:21.075417Z","caller":"traceutil/trace.go:171","msg":"trace[494166326] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:38513; }","duration":"1.125960482s","start":"2026-05-07T04:08:19.949409Z","end":"2026-05-07T04:08:21.075369Z","steps":["trace[494166326] 'agreement among raft nodes before linearized reading' (duration: 1.125718655s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:21.075421Z","caller":"traceutil/trace.go:171","msg":"trace[1006120469] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:38513; }","duration":"5.763684519s","start":"2026-05-07T04:08:15.311665Z","end":"2026-05-07T04:08:21.07535Z","steps":["trace[1006120469] 'agreement among raft nodes before linearized reading' (duration: 5.763494843s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.075481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:19.949391Z","time spent":"1.126079055s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T04:08:21.075493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:15.31164Z","time spent":"5.763843702s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.07549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.121785558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-07T04:08:21.075562Z","caller":"traceutil/trace.go:171","msg":"trace[496046234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38513; }","duration":"6.121930922s","start":"2026-05-07T04:08:14.953623Z","end":"2026-05-07T04:08:21.075554Z","steps":["trace[496046234] 'agreement among raft nodes before linearized reading' (duration: 6.121768708s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.075599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.953606Z","time spent":"6.121985584s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T04:08:21.075658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.66314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:08:21.075697Z","caller":"traceutil/trace.go:171","msg":"trace[1608334099] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:38513; }","duration":"577.734872ms","start":"2026-05-07T04:08:20.497949Z","end":"2026-05-07T04:08:21.075684Z","steps":["trace[1608334099] 'agreement among raft nodes before linearized reading' (duration: 577.627299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.075707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.122089447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T04:08:21.075724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660976491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:08:21.075727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122206239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-07T04:08:21.075757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.17096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.075753Z","caller":"traceutil/trace.go:171","msg":"trace[857862575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38513; }","duration":"6.122135488s","start":"2026-05-07T04:08:14.953599Z","end":"2026-05-07T04:08:21.075734Z","steps":["trace[857862575] 'agreement among raft nodes before linearized reading' (duration: 6.122059516s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:21.075775Z","caller":"traceutil/trace.go:171","msg":"trace[797990876] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:38513; }","duration":"1.122292212s","start":"2026-05-07T04:08:19.953469Z","end":"2026-05-07T04:08:21.075761Z","steps":["trace[797990876] 'agreement among raft nodes before linearized reading' (duration: 1.122177179s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.075797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475189585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:08:21.075804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.953588Z","time spent":"6.12220826s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T04:08:21.075814Z","caller":"traceutil/trace.go:171","msg":"trace[1648801574] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:38513; }","duration":"2.475208515s","start":"2026-05-07T04:08:18.6006Z","end":"2026-05-07T04:08:21.075809Z","steps":["trace[1648801574] 'agreement among raft nodes before linearized reading' (duration: 2.475174644s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.075815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:19.953454Z","time spent":"1.122352913s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T04:08:21.075837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:18.600554Z","time spent":"2.475278358s","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.075894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000552145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/local-path-storage/\" range_end:\"/registry/services/specs/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.075937Z","caller":"traceutil/trace.go:171","msg":"trace[1085170649] range","detail":"{range_begin:/registry/services/specs/local-path-storage/; range_end:/registry/services/specs/local-path-storage0; response_count:0; response_revision:38513; }","duration":"7.000632897s","start":"2026-05-07T04:08:14.075294Z","end":"2026-05-07T04:08:21.075927Z","steps":["trace[1085170649] 'agreement among raft nodes before linearized reading' (duration: 7.000573076s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.075959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123857654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-05-07T04:08:21.07599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.004573556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/magnum-system/\" range_end:\"/registry/jobs/magnum-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:08:21.076016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.124590016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.107\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:08:21.076029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911146194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad29c60433df79\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T04:08:21.076055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.128623917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.076069Z","caller":"traceutil/trace.go:171","msg":"trace[1714709847] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad29c60433df79; range_end:; response_count:1; response_revision:38513; }","duration":"2.911225026s","start":"2026-05-07T04:08:18.164839Z","end":"2026-05-07T04:08:21.076064Z","steps":["trace[1714709847] 'agreement among raft nodes before linearized reading' (duration: 2.911098823s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:21.076076Z","caller":"traceutil/trace.go:171","msg":"trace[1792718382] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:38513; }","duration":"6.128652787s","start":"2026-05-07T04:08:14.947417Z","end":"2026-05-07T04:08:21.07607Z","steps":["trace[1792718382] 'agreement among raft nodes before linearized reading' (duration: 6.128624767s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.076097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:18.164819Z","time spent":"2.911273478s","remote":"127.0.0.1:52076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad29c60433df79\" "} {"level":"warn","ts":"2026-05-07T04:08:21.076099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.947412Z","time spent":"6.128682018s","remote":"127.0.0.1:53636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.075611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000048572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-07T04:08:21.076265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449384321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.07626Z","caller":"traceutil/trace.go:171","msg":"trace[1066411673] range","detail":"{range_begin:/registry/jobs/magnum-system/; range_end:/registry/jobs/magnum-system0; response_count:0; response_revision:38513; }","duration":"7.004692729s","start":"2026-05-07T04:08:14.071332Z","end":"2026-05-07T04:08:21.076025Z","steps":["trace[1066411673] 'agreement among raft nodes before linearized reading' (duration: 7.004623687s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:21.07629Z","caller":"traceutil/trace.go:171","msg":"trace[841918600] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:38513; }","duration":"3.449454733s","start":"2026-05-07T04:08:17.626829Z","end":"2026-05-07T04:08:21.076284Z","steps":["trace[841918600] 'agreement among raft nodes before linearized reading' (duration: 3.449398232s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.076324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:17.626809Z","time spent":"3.449504474s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.075727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:20.497923Z","time spent":"577.796914ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":146,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.075497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126509387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-07T04:08:21.076519Z","caller":"traceutil/trace.go:171","msg":"trace[1740036714] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:38513; }","duration":"1.127496284s","start":"2026-05-07T04:08:19.948979Z","end":"2026-05-07T04:08:21.076476Z","steps":["trace[1740036714] 'agreement among raft nodes before linearized reading' (duration: 1.126380614s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.075185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120985966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-05-07T04:08:21.076582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.007171908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.07661Z","caller":"traceutil/trace.go:171","msg":"trace[1254112595] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:38513; }","duration":"1.122455946s","start":"2026-05-07T04:08:19.954142Z","end":"2026-05-07T04:08:21.076598Z","steps":["trace[1254112595] 'agreement among raft nodes before linearized reading' (duration: 1.120951574s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.075339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126008063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-07T04:08:21.076652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:19.954121Z","time spent":"1.122523328s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-07T04:08:21.076663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.125329832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.076666Z","caller":"traceutil/trace.go:171","msg":"trace[23500942] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:38513; }","duration":"1.127386131s","start":"2026-05-07T04:08:19.949266Z","end":"2026-05-07T04:08:21.076652Z","steps":["trace[23500942] 'agreement among raft nodes before linearized reading' (duration: 1.125994883s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:21.076692Z","caller":"traceutil/trace.go:171","msg":"trace[750319136] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:38513; }","duration":"5.125363593s","start":"2026-05-07T04:08:15.951319Z","end":"2026-05-07T04:08:21.076683Z","steps":["trace[750319136] 'agreement among raft nodes before linearized reading' (duration: 5.125314392s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.076729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:15.951244Z","time spent":"5.125477926s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.076534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.250006092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18297"} {"level":"info","ts":"2026-05-07T04:08:21.076794Z","caller":"traceutil/trace.go:171","msg":"trace[312842498] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:38513; }","duration":"4.25030318s","start":"2026-05-07T04:08:16.826484Z","end":"2026-05-07T04:08:21.076787Z","steps":["trace[312842498] 'agreement among raft nodes before linearized reading' (duration: 4.249985441s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.076818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:16.826458Z","time spent":"4.250353302s","remote":"127.0.0.1:52202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18320,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-07T04:08:21.076616Z","caller":"traceutil/trace.go:171","msg":"trace[1719262856] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:38513; }","duration":"5.007246451s","start":"2026-05-07T04:08:16.069358Z","end":"2026-05-07T04:08:21.076604Z","steps":["trace[1719262856] 'agreement among raft nodes before linearized reading' (duration: 5.00719542s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.076896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:16.06933Z","time spent":"5.007548988s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.076701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:19.949245Z","time spent":"1.127444122s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-07T04:08:21.076584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:19.948917Z","time spent":"1.127647769s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-07T04:08:21.075059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.645324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.077213Z","caller":"traceutil/trace.go:171","msg":"trace[1980987403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38513; }","duration":"907.845635ms","start":"2026-05-07T04:08:20.169353Z","end":"2026-05-07T04:08:21.077199Z","steps":["trace[1980987403] 'agreement among raft nodes before linearized reading' (duration: 905.668926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.077247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:20.169328Z","time spent":"907.904906ms","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:08:21.075563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.151077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T04:08:21.077366Z","caller":"traceutil/trace.go:171","msg":"trace[368041902] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:38513; }","duration":"483.979797ms","start":"2026-05-07T04:08:20.593372Z","end":"2026-05-07T04:08:21.077352Z","steps":["trace[368041902] 'agreement among raft nodes before linearized reading' (duration: 482.075885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.077426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:20.59335Z","time spent":"484.05768ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":196,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.076317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.071307Z","time spent":"7.004994398s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/magnum-system/\" range_end:\"/registry/jobs/magnum-system0\" limit:500 "} {"level":"warn","ts":"2026-05-07T04:08:21.076029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.128485883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.077685Z","caller":"traceutil/trace.go:171","msg":"trace[1116171255] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:38513; }","duration":"6.130148248s","start":"2026-05-07T04:08:14.947522Z","end":"2026-05-07T04:08:21.07767Z","steps":["trace[1116171255] 'agreement among raft nodes before linearized reading' (duration: 6.128493923s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.077753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.947517Z","time spent":"6.130216421s","remote":"127.0.0.1:53424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:08:21.076053Z","caller":"traceutil/trace.go:171","msg":"trace[1983354767] range","detail":"{range_begin:/registry/masterleases/199.19.213.107; range_end:; response_count:0; response_revision:38513; }","duration":"6.124656678s","start":"2026-05-07T04:08:14.951389Z","end":"2026-05-07T04:08:21.076046Z","steps":["trace[1983354767] 'agreement among raft nodes before linearized reading' (duration: 6.124592466s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.077811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.951363Z","time spent":"6.126436357s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.19.213.107\" "} {"level":"warn","ts":"2026-05-07T04:08:21.075432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.604329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.077951Z","caller":"traceutil/trace.go:171","msg":"trace[1181455655] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:38513; }","duration":"470.154278ms","start":"2026-05-07T04:08:20.607781Z","end":"2026-05-07T04:08:21.077935Z","steps":["trace[1181455655] 'agreement among raft nodes before linearized reading' (duration: 467.630279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.077989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:20.607756Z","time spent":"470.22043ms","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.075975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.075276Z","time spent":"7.000691389s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/local-path-storage/\" range_end:\"/registry/services/specs/local-path-storage0\" limit:500 "} {"level":"warn","ts":"2026-05-07T04:08:21.075963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125599572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-05-07T04:08:21.078199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.836424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:319917"} {"level":"info","ts":"2026-05-07T04:08:21.083307Z","caller":"traceutil/trace.go:171","msg":"trace[1293591395] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:38513; }","duration":"472.964985ms","start":"2026-05-07T04:08:20.610321Z","end":"2026-05-07T04:08:21.083286Z","steps":["trace[1293591395] 'agreement among raft nodes before linearized reading' (duration: 464.832992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.083488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:20.610308Z","time spent":"473.15594ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":319940,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-07T04:08:21.075782Z","caller":"traceutil/trace.go:171","msg":"trace[214699632] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:38513; }","duration":"784.260661ms","start":"2026-05-07T04:08:20.291516Z","end":"2026-05-07T04:08:21.075777Z","steps":["trace[214699632] 'agreement among raft nodes before linearized reading' (duration: 784.22607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.083707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:20.291492Z","time spent":"792.171489ms","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:08:21.07823Z","caller":"traceutil/trace.go:171","msg":"trace[1460850942] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:38513; }","duration":"1.127850154s","start":"2026-05-07T04:08:19.950333Z","end":"2026-05-07T04:08:21.078183Z","steps":["trace[1460850942] 'agreement among raft nodes before linearized reading' (duration: 1.125584762s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.083933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:19.950321Z","time spent":"1.133563101s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-07T04:08:21.075762Z","caller":"traceutil/trace.go:171","msg":"trace[2008712542] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38513; }","duration":"1.661056313s","start":"2026-05-07T04:08:19.414698Z","end":"2026-05-07T04:08:21.075754Z","steps":["trace[2008712542] 'agreement among raft nodes before linearized reading' (duration: 1.660992791s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.084098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:19.414673Z","time spent":"1.669414772s","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T04:08:21.075105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.303266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.084443Z","caller":"traceutil/trace.go:171","msg":"trace[2101974220] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:38513; }","duration":"171.52537ms","start":"2026-05-07T04:08:20.912756Z","end":"2026-05-07T04:08:21.084281Z","steps":["trace[2101974220] 'agreement among raft nodes before linearized reading' (duration: 162.318627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.075143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.497016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.084623Z","caller":"traceutil/trace.go:171","msg":"trace[58656738] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:38513; }","duration":"464.985306ms","start":"2026-05-07T04:08:20.619618Z","end":"2026-05-07T04:08:21.084604Z","steps":["trace[58656738] 'agreement among raft nodes before linearized reading' (duration: 455.504676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.084719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:20.619608Z","time spent":"465.062298ms","remote":"127.0.0.1:40766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.075571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127412591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T04:08:21.084822Z","caller":"traceutil/trace.go:171","msg":"trace[1949412116] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38513; }","duration":"1.136677046s","start":"2026-05-07T04:08:19.948115Z","end":"2026-05-07T04:08:21.084792Z","steps":["trace[1949412116] 'agreement among raft nodes before linearized reading' (duration: 1.127403821s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.076002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.128691088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:08:21.084907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:19.948094Z","time spent":"1.136786059s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T04:08:21.075998Z","caller":"traceutil/trace.go:171","msg":"trace[255793662] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:38513; }","duration":"1.123915366s","start":"2026-05-07T04:08:19.952073Z","end":"2026-05-07T04:08:21.075988Z","steps":["trace[255793662] 'agreement among raft nodes before linearized reading' (duration: 1.123820223s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:21.084916Z","caller":"traceutil/trace.go:171","msg":"trace[101908285] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:38513; }","duration":"6.137589003s","start":"2026-05-07T04:08:14.947296Z","end":"2026-05-07T04:08:21.084885Z","steps":["trace[101908285] 'agreement among raft nodes before linearized reading' (duration: 6.128686409s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.084977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:19.952062Z","time spent":"1.132905092s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T04:08:21.074849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.782394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:08:21.085016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.947281Z","time spent":"6.137701936s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T04:08:21.076269Z","caller":"traceutil/trace.go:171","msg":"trace[1965050065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38513; }","duration":"7.00075926s","start":"2026-05-07T04:08:14.075498Z","end":"2026-05-07T04:08:21.076258Z","steps":["trace[1965050065] 'agreement among raft nodes before linearized reading' (duration: 6.999936388s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:21.085046Z","caller":"traceutil/trace.go:171","msg":"trace[1189025092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38513; }","duration":"902.020215ms","start":"2026-05-07T04:08:20.183003Z","end":"2026-05-07T04:08:21.085024Z","steps":["trace[1189025092] 'agreement among raft nodes before linearized reading' (duration: 891.801015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.085125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:14.075481Z","time spent":"7.009633394s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:08:21.085152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:20.182985Z","time spent":"902.140368ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T04:08:21.074632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451828998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T04:08:21.085233Z","caller":"traceutil/trace.go:171","msg":"trace[1470248610] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:38513; }","duration":"1.46251831s","start":"2026-05-07T04:08:19.622702Z","end":"2026-05-07T04:08:21.08522Z","steps":["trace[1470248610] 'agreement among raft nodes before linearized reading' (duration: 1.451860068s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.085281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:19.622679Z","time spent":"1.462585863s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.076337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.48838975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.085361Z","caller":"traceutil/trace.go:171","msg":"trace[619186847] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:38513; }","duration":"5.497413368s","start":"2026-05-07T04:08:15.587932Z","end":"2026-05-07T04:08:21.085345Z","steps":["trace[619186847] 'agreement among raft nodes before linearized reading' (duration: 5.488363189s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.085407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:15.587865Z","time spent":"5.497524981s","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:21.076449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651171191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:21.0855Z","caller":"traceutil/trace.go:171","msg":"trace[1322374988] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:38513; }","duration":"3.660250481s","start":"2026-05-07T04:08:17.42523Z","end":"2026-05-07T04:08:21.085481Z","steps":["trace[1322374988] 'agreement among raft nodes before linearized reading' (duration: 3.651188012s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:21.085815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:17.42521Z","time spent":"3.660582829s","remote":"127.0.0.1:53602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:48.293056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.318192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:387131"} {"level":"info","ts":"2026-05-07T04:08:48.293132Z","caller":"traceutil/trace.go:171","msg":"trace[1140741648] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:38712; }","duration":"434.472947ms","start":"2026-05-07T04:08:47.858645Z","end":"2026-05-07T04:08:48.293118Z","steps":["trace[1140741648] 'range keys from bolt db' (duration: 432.901733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:48.29317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:47.858625Z","time spent":"434.530308ms","remote":"127.0.0.1:52076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1811,"response size":387154,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-05-07T04:08:48.762281Z","caller":"traceutil/trace.go:171","msg":"trace[1395501415] linearizableReadLoop","detail":"{readStateIndex:39922; appliedIndex:39921; }","duration":"464.203372ms","start":"2026-05-07T04:08:48.298054Z","end":"2026-05-07T04:08:48.762258Z","steps":["trace[1395501415] 'read index received' (duration: 464.13697ms)","trace[1395501415] 'applied index is now lower than readState.Index' (duration: 65.632µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:08:48.762375Z","caller":"traceutil/trace.go:171","msg":"trace[98439972] transaction","detail":"{read_only:false; response_revision:38713; number_of_response:1; }","duration":"466.204966ms","start":"2026-05-07T04:08:48.29614Z","end":"2026-05-07T04:08:48.762345Z","steps":["trace[98439972] 'process raft request' (duration: 465.97843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:48.76248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.398147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:08:48.762526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:48.296119Z","time spent":"466.33435ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T04:08:48.762562Z","caller":"traceutil/trace.go:171","msg":"trace[1577045817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38713; }","duration":"464.525151ms","start":"2026-05-07T04:08:48.29802Z","end":"2026-05-07T04:08:48.762545Z","steps":["trace[1577045817] 'agreement among raft nodes before linearized reading' (duration: 464.367886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:48.762597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:48.298003Z","time spent":"464.588892ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:08:48.76523Z","caller":"traceutil/trace.go:171","msg":"trace[744187477] transaction","detail":"{read_only:false; response_revision:38714; number_of_response:1; }","duration":"460.736166ms","start":"2026-05-07T04:08:48.304461Z","end":"2026-05-07T04:08:48.765197Z","steps":["trace[744187477] 'process raft request' (duration: 460.456359ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:48.76528Z","caller":"traceutil/trace.go:171","msg":"trace[1464690225] transaction","detail":"{read_only:false; response_revision:38715; number_of_response:1; }","duration":"456.023257ms","start":"2026-05-07T04:08:48.309222Z","end":"2026-05-07T04:08:48.765246Z","steps":["trace[1464690225] 'process raft request' (duration: 455.876993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:48.765364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.468545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-heat-server-conf\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-05-07T04:08:48.765388Z","caller":"traceutil/trace.go:171","msg":"trace[611722472] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-heat-server-conf; range_end:; response_count:1; response_revision:38715; }","duration":"388.522005ms","start":"2026-05-07T04:08:48.376859Z","end":"2026-05-07T04:08:48.765381Z","steps":["trace[611722472] 'agreement among raft nodes before linearized reading' (duration: 388.447353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:48.765405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:48.376841Z","time spent":"388.559487ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1565,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-heat-server-conf\" "} {"level":"warn","ts":"2026-05-07T04:08:48.765397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:48.304445Z","time spent":"460.858009ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:08:48.765464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:48.309212Z","time spent":"456.154521ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:08:48.765734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.132897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:08:48.765795Z","caller":"traceutil/trace.go:171","msg":"trace[2119074894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38715; }","duration":"465.207978ms","start":"2026-05-07T04:08:48.300571Z","end":"2026-05-07T04:08:48.765779Z","steps":["trace[2119074894] 'agreement among raft nodes before linearized reading' (duration: 464.752106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:48.765831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:48.300566Z","time spent":"465.257751ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:08:48.770658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.470143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-rabbit-init-wq8ph.18ad2abfc2277d60\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:38712 ","response":"range_response_count:1000 size:775305"} {"level":"info","ts":"2026-05-07T04:08:48.770811Z","caller":"traceutil/trace.go:171","msg":"trace[1639906128] range","detail":"{range_begin:/registry/events/openstack/heat-rabbit-init-wq8ph.18ad2abfc2277d60\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:38715; }","duration":"470.645378ms","start":"2026-05-07T04:08:48.300146Z","end":"2026-05-07T04:08:48.770792Z","steps":["trace[1639906128] 'agreement among raft nodes before linearized reading' (duration: 465.308331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:48.77089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:48.30014Z","time spent":"470.71611ms","remote":"127.0.0.1:52076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1311,"response size":775328,"request content":"key:\"/registry/events/openstack/heat-rabbit-init-wq8ph.18ad2abfc2277d60\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:38712 "} {"level":"warn","ts":"2026-05-07T04:08:50.937195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944886735,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T04:08:51.16355Z","caller":"traceutil/trace.go:171","msg":"trace[792152799] linearizableReadLoop","detail":"{readStateIndex:39936; appliedIndex:39934; }","duration":"727.291818ms","start":"2026-05-07T04:08:50.436238Z","end":"2026-05-07T04:08:51.16353Z","steps":["trace[792152799] 'read index received' (duration: 725.289063ms)","trace[792152799] 'applied index is now lower than readState.Index' (duration: 2.001905ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:08:51.16362Z","caller":"traceutil/trace.go:171","msg":"trace[1910452960] transaction","detail":"{read_only:false; response_revision:38726; number_of_response:1; }","duration":"392.836725ms","start":"2026-05-07T04:08:50.77076Z","end":"2026-05-07T04:08:51.163597Z","steps":["trace[1910452960] 'process raft request' (duration: 392.586118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:51.163743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.501794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T04:08:51.163772Z","caller":"traceutil/trace.go:171","msg":"trace[1294793063] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:38727; }","duration":"727.570916ms","start":"2026-05-07T04:08:50.436194Z","end":"2026-05-07T04:08:51.163764Z","steps":["trace[1294793063] 'agreement among raft nodes before linearized reading' (duration: 727.441252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:51.163795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:50.436169Z","time spent":"727.620287ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T04:08:51.163803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:50.770739Z","time spent":"392.926877ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:08:51.164107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.85955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T04:08:51.164252Z","caller":"traceutil/trace.go:171","msg":"trace[1571184991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38727; }","duration":"399.012724ms","start":"2026-05-07T04:08:50.765219Z","end":"2026-05-07T04:08:51.164232Z","steps":["trace[1571184991] 'agreement among raft nodes before linearized reading' (duration: 398.762688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:51.164279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.912692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T04:08:51.164279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.604336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:51.164362Z","caller":"traceutil/trace.go:171","msg":"trace[1247174377] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:38727; }","duration":"451.685518ms","start":"2026-05-07T04:08:50.71265Z","end":"2026-05-07T04:08:51.164336Z","steps":["trace[1247174377] 'agreement among raft nodes before linearized reading' (duration: 451.560535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:51.164308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:50.765212Z","time spent":"399.070026ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T04:08:51.164416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:50.712587Z","time spent":"451.817752ms","remote":"127.0.0.1:55034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:51.164102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.787232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T04:08:51.164497Z","caller":"traceutil/trace.go:171","msg":"trace[1861590036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38727; }","duration":"390.232213ms","start":"2026-05-07T04:08:50.774256Z","end":"2026-05-07T04:08:51.164489Z","steps":["trace[1861590036] 'agreement among raft nodes before linearized reading' (duration: 389.528074ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:08:51.16431Z","caller":"traceutil/trace.go:171","msg":"trace[1887423412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38727; }","duration":"394.984393ms","start":"2026-05-07T04:08:50.769317Z","end":"2026-05-07T04:08:51.164302Z","steps":["trace[1887423412] 'agreement among raft nodes before linearized reading' (duration: 394.815689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:51.164529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:50.774249Z","time spent":"390.271604ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T04:08:51.164546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:50.769296Z","time spent":"395.233871ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T04:08:51.164914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.452629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:08:51.165029Z","caller":"traceutil/trace.go:171","msg":"trace[787499537] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:38727; }","duration":"336.616133ms","start":"2026-05-07T04:08:50.828387Z","end":"2026-05-07T04:08:51.165003Z","steps":["trace[787499537] 'agreement among raft nodes before linearized reading' (duration: 336.387946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:51.16508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:50.828376Z","time spent":"336.691575ms","remote":"127.0.0.1:53408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:08:51.164424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.503091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types\" ","response":"range_response_count:1 size:23652"} {"level":"info","ts":"2026-05-07T04:08:51.165244Z","caller":"traceutil/trace.go:171","msg":"trace[2115325450] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types; range_end:; response_count:1; response_revision:38727; }","duration":"702.775896ms","start":"2026-05-07T04:08:50.462435Z","end":"2026-05-07T04:08:51.165211Z","steps":["trace[2115325450] 'agreement among raft nodes before linearized reading' (duration: 701.310826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:08:51.165465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:08:50.462416Z","time spent":"703.027413ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":23675,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types\" "} {"level":"info","ts":"2026-05-07T04:08:59.30355Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be75c9626aba3f77","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T04:08:59.309405Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-07T04:08:59.309677Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"warn","ts":"2026-05-07T04:09:02.286926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944887479,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:09:03.059463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4573297670944887479,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T04:09:03.096946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.32203337s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T04:09:03.097306Z","caller":"traceutil/trace.go:171","msg":"trace[495558271] linearizableReadLoop","detail":"{readStateIndex:40026; appliedIndex:40025; }","duration":"1.310985017s","start":"2026-05-07T04:09:01.786296Z","end":"2026-05-07T04:09:03.097281Z","steps":["trace[495558271] 'read index received' (duration: 1.310791292s)","trace[495558271] 'applied index is now lower than readState.Index' (duration: 192.905µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T04:09:03.097624Z","caller":"traceutil/trace.go:171","msg":"trace[727252026] transaction","detail":"{read_only:false; response_revision:38814; number_of_response:1; }","duration":"1.32280086s","start":"2026-05-07T04:09:01.77479Z","end":"2026-05-07T04:09:03.097591Z","steps":["trace[727252026] 'process raft request' (duration: 1.322354038s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:03.097722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282572527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6163"} {"level":"warn","ts":"2026-05-07T04:09:03.097733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222981273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-07T04:09:03.097746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311451629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/horizon-int\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-07T04:09:03.097807Z","caller":"traceutil/trace.go:171","msg":"trace[1711560854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38814; }","duration":"1.223091776s","start":"2026-05-07T04:09:01.874699Z","end":"2026-05-07T04:09:03.097791Z","steps":["trace[1711560854] 'agreement among raft nodes before linearized reading' (duration: 1.222896111s)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:09:03.097811Z","caller":"traceutil/trace.go:171","msg":"trace[1678879168] range","detail":"{range_begin:/registry/services/endpoints/openstack/horizon-int; range_end:; response_count:1; response_revision:38814; }","duration":"1.311544502s","start":"2026-05-07T04:09:01.786254Z","end":"2026-05-07T04:09:03.097798Z","steps":["trace[1678879168] 'agreement among raft nodes before linearized reading' (duration: 1.311424229s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:03.097816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:01.774768Z","time spent":"1.322939885s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T04:09:03.097841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:01.874678Z","time spent":"1.223156148s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T04:09:03.097853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257604972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/rook-ceph/\" range_end:\"/registry/jobs/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:09:03.09785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:01.786233Z","time spent":"1.311608283s","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/horizon-int\" "} {"level":"info","ts":"2026-05-07T04:09:03.09788Z","caller":"traceutil/trace.go:171","msg":"trace[159023058] range","detail":"{range_begin:/registry/jobs/rook-ceph/; range_end:/registry/jobs/rook-ceph0; response_count:0; response_revision:38814; }","duration":"1.257654184s","start":"2026-05-07T04:09:01.840219Z","end":"2026-05-07T04:09:03.097873Z","steps":["trace[159023058] 'agreement among raft nodes before linearized reading' (duration: 1.257604583s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:03.097904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:01.840206Z","time spent":"1.257692715s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/rook-ceph/\" range_end:\"/registry/jobs/rook-ceph0\" limit:500 "} {"level":"warn","ts":"2026-05-07T04:09:03.097654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.073882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:09:03.097937Z","caller":"traceutil/trace.go:171","msg":"trace[1537959763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38814; }","duration":"937.411341ms","start":"2026-05-07T04:09:02.160517Z","end":"2026-05-07T04:09:03.097929Z","steps":["trace[1537959763] 'agreement among raft nodes before linearized reading' (duration: 937.069041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:03.097969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:02.160497Z","time spent":"937.464082ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T04:09:03.097805Z","caller":"traceutil/trace.go:171","msg":"trace[1467342211] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:38814; }","duration":"1.282697191s","start":"2026-05-07T04:09:01.815087Z","end":"2026-05-07T04:09:03.097784Z","steps":["trace[1467342211] 'agreement among raft nodes before linearized reading' (duration: 1.282483495s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:03.09801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:01.815066Z","time spent":"1.282936007s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6186,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-05-07T04:09:04.322372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.936319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T04:09:04.322404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.869244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/orc-system/\" range_end:\"/registry/jobs/orc-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T04:09:04.322469Z","caller":"traceutil/trace.go:171","msg":"trace[864630331] range","detail":"{range_begin:/registry/jobs/orc-system/; range_end:/registry/jobs/orc-system0; response_count:0; response_revision:38827; }","duration":"851.982607ms","start":"2026-05-07T04:09:03.470473Z","end":"2026-05-07T04:09:04.322456Z","steps":["trace[864630331] 'range keys from in-memory index tree' (duration: 851.788173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:04.3225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:03.470455Z","time spent":"852.037839ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/orc-system/\" range_end:\"/registry/jobs/orc-system0\" limit:500 "} {"level":"warn","ts":"2026-05-07T04:09:04.322489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.721945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6939"} {"level":"info","ts":"2026-05-07T04:09:04.322599Z","caller":"traceutil/trace.go:171","msg":"trace[51976924] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:38827; }","duration":"783.87069ms","start":"2026-05-07T04:09:03.538702Z","end":"2026-05-07T04:09:04.322573Z","steps":["trace[51976924] 'range keys from in-memory index tree' (duration: 783.503629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:04.322691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:03.538684Z","time spent":"783.990213ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6962,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"info","ts":"2026-05-07T04:09:04.322468Z","caller":"traceutil/trace.go:171","msg":"trace[1553507624] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:38827; }","duration":"824.078792ms","start":"2026-05-07T04:09:03.498369Z","end":"2026-05-07T04:09:04.322448Z","steps":["trace[1553507624] 'count revisions from in-memory index tree' (duration: 823.831006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:04.322926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.236819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-07T04:09:04.323054Z","caller":"traceutil/trace.go:171","msg":"trace[1671608087] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:38827; }","duration":"675.432565ms","start":"2026-05-07T04:09:03.647596Z","end":"2026-05-07T04:09:04.323029Z","steps":["trace[1671608087] 'range keys from in-memory index tree' (duration: 674.974593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:04.323136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.089239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-05-07T04:09:04.323173Z","caller":"traceutil/trace.go:171","msg":"trace[1641499344] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:38827; }","duration":"814.14875ms","start":"2026-05-07T04:09:03.509012Z","end":"2026-05-07T04:09:04.323161Z","steps":["trace[1641499344] 'range keys from in-memory index tree' (duration: 813.936834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:04.323167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:03.647577Z","time spent":"675.569799ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T04:09:04.323141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:03.498349Z","time spent":"824.572846ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T04:09:04.323207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:03.509002Z","time spent":"814.198192ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-05-07T04:09:25.908653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.338064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4987"} {"level":"info","ts":"2026-05-07T04:09:25.90875Z","caller":"traceutil/trace.go:171","msg":"trace[1543361294] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:38989; }","duration":"274.472828ms","start":"2026-05-07T04:09:25.634256Z","end":"2026-05-07T04:09:25.908729Z","steps":["trace[1543361294] 'range keys from in-memory index tree' (duration: 274.17038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:25.908733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.118765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7406"} {"level":"info","ts":"2026-05-07T04:09:25.908811Z","caller":"traceutil/trace.go:171","msg":"trace[1138235807] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:38989; }","duration":"318.248859ms","start":"2026-05-07T04:09:25.590547Z","end":"2026-05-07T04:09:25.908795Z","steps":["trace[1138235807] 'range keys from in-memory index tree' (duration: 317.95631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T04:09:25.908839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T04:09:25.590526Z","time spent":"318.30671ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7429,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-05-07T04:09:40.51063Z","caller":"traceutil/trace.go:171","msg":"trace[2135311217] linearizableReadLoop","detail":"{readStateIndex:40311; appliedIndex:40310; }","duration":"177.525909ms","start":"2026-05-07T04:09:40.333067Z","end":"2026-05-07T04:09:40.510593Z","steps":["trace[2135311217] 'read index received' (duration: 175.3726ms)","trace[2135311217] 'applied index is now lower than readState.Index' (duration: 2.151209ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T04:09:40.510878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.791947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-endpoints-9mz4s\" ","response":"range_response_count:1 size:25705"} {"level":"warn","ts":"2026-05-07T04:09:40.510926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.751281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-service-bjf2l\" ","response":"range_response_count:1 size:11282"} {"level":"info","ts":"2026-05-07T04:09:40.510962Z","caller":"traceutil/trace.go:171","msg":"trace[1955275197] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-endpoints-9mz4s; range_end:; response_count:1; response_revision:39090; }","duration":"177.91951ms","start":"2026-05-07T04:09:40.333024Z","end":"2026-05-07T04:09:40.510944Z","steps":["trace[1955275197] 'agreement among raft nodes before linearized reading' (duration: 177.667054ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:09:40.510976Z","caller":"traceutil/trace.go:171","msg":"trace[49429232] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-service-bjf2l; range_end:; response_count:1; response_revision:39090; }","duration":"132.844614ms","start":"2026-05-07T04:09:40.378119Z","end":"2026-05-07T04:09:40.510963Z","steps":["trace[49429232] 'agreement among raft nodes before linearized reading' (duration: 132.69653ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T04:11:20.285824Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37614} {"level":"info","ts":"2026-05-07T04:11:20.416196Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37614,"took":"126.988864ms","hash":1905891594,"current-db-size-bytes":61071360,"current-db-size":"61 MB","current-db-size-in-use-bytes":30679040,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T04:11:20.416262Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1905891594,"revision":37614,"compact-revision":35413}