I0425 01:09:29.601829 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" I0425 01:09:29.602049 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0425 01:09:29.602183 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0425 01:09:29.602396 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/convert" I0425 01:09:29.602410 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" I0425 01:09:29.602424 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" I0425 01:09:29.602477 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0425 01:09:29.602544 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0425 01:09:29.602585 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" I0425 01:09:29.602606 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" I0425 01:09:29.602641 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0425 01:09:29.602718 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0425 01:09:29.602816 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" I0425 01:09:29.602938 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" I0425 01:09:29.603005 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0425 01:09:29.603103 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0425 01:09:29.603220 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" I0425 01:09:29.603306 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" I0425 01:09:29.603359 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0425 01:09:29.603448 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0425 01:09:29.603509 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0425 01:09:29.603529 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0425 01:09:29.603570 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0425 01:09:29.603590 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0425 01:09:29.603603 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0425 01:09:29.603647 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0425 01:09:29.603666 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0425 01:09:29.603680 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0425 01:09:29.603720 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0425 01:09:29.603735 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0425 01:09:29.603756 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0425 01:09:29.603787 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0425 01:09:29.603807 1 main.go:279] "starting manager" logger="setup" version="v0.12.7" I0425 01:09:29.603896 1 server.go:208] "Starting metrics server" logger="controller-runtime.metrics" I0425 01:09:29.603948 1 server.go:83] "starting server" name="health probe" addr="[::]:9440" I0425 01:09:29.603977 1 server.go:247] "Serving metrics server" logger="controller-runtime.metrics" bindAddress="127.0.0.1:8080" secure=false I0425 01:09:29.604088 1 server.go:191] "Starting webhook server" logger="controller-runtime.webhook" I0425 01:09:29.604402 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0425 01:09:29.604467 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0425 01:09:29.604720 1 certwatcher.go:211] "Updated current TLS certificate" logger="controller-runtime.certwatcher" I0425 01:09:29.604819 1 server.go:242] "Serving webhook server" logger="controller-runtime.webhook" host="" port=9443 I0425 01:09:29.605081 1 certwatcher.go:133] "Starting certificate poll+watcher" logger="controller-runtime.certwatcher" interval="10s" I0425 01:09:29.607218 1 reflector.go:368] Caches populated for *v1beta1.IPAddressClaim from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0425 01:09:29.607442 1 reflector.go:368] Caches populated for *v1beta1.IPAddress from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0425 01:09:29.608036 1 reflector.go:368] Caches populated for *v1alpha1.OpenStackServer from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0425 01:09:29.704753 1 leaderelection.go:254] attempting to acquire leader lease capo-system/controller-leader-election-capo... I0425 01:09:48.386426 1 leaderelection.go:268] successfully acquired lease capo-system/controller-leader-election-capo I0425 01:09:48.386489 1 recorder.go:104] "capo-controller-manager-65565fdb7f-d2rxm_634ba274-bdd0-4ad7-9ea0-00c0533d4911 became leader" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"ab6f00b3-023a-48dd-842d-7eb8f27cff33","apiVersion":"coordination.k8s.io/v1","resourceVersion":"17757"} reason="LeaderElection" I0425 01:09:48.386999 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.OpenStackCluster" I0425 01:09:48.387014 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1alpha1.OpenStackFloatingIPPool" I0425 01:09:48.387049 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.Cluster" I0425 01:09:48.387066 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta1.IPAddressClaim" I0425 01:09:48.387081 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta1.IPAddress" I0425 01:09:48.387099 1 controller.go:183] "Starting Controller" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0425 01:09:48.387102 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1alpha1.OpenStackServer" I0425 01:09:48.387154 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.OpenStackServer" I0425 01:09:48.387120 1 controller.go:183] "Starting Controller" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0425 01:09:48.387253 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.Image" I0425 01:09:48.387311 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta1.IPAddressClaim" I0425 01:09:48.387400 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.OpenStackMachine" I0425 01:09:48.387466 1 controller.go:183] "Starting Controller" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0425 01:09:48.387521 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.Machine" I0425 01:09:48.387564 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.Cluster" I0425 01:09:48.387881 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.IPAddressClaim" I0425 01:09:48.387908 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1alpha1.OpenStackServer" I0425 01:09:48.387919 1 controller.go:183] "Starting Controller" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0425 01:09:48.389678 1 reflector.go:368] Caches populated for *v1alpha1.OpenStackFloatingIPPool from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0425 01:09:48.394774 1 reflector.go:368] Caches populated for *v1beta1.Machine from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0425 01:09:48.396108 1 reflector.go:368] Caches populated for *v1beta1.Cluster from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0425 01:09:48.399432 1 reflector.go:368] Caches populated for *v1alpha1.Image from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0425 01:09:48.400165 1 reflector.go:368] Caches populated for *v1beta1.OpenStackMachine from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0425 01:09:48.400882 1 reflector.go:368] Caches populated for *v1beta1.OpenStackCluster from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0425 01:09:48.488656 1 controller.go:217] "Starting workers" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" worker count=1 I0425 01:09:48.497474 1 controller.go:217] "Starting workers" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" worker count=10 I0425 01:09:48.499926 1 controller.go:217] "Starting workers" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" worker count=10 I0425 01:09:48.499963 1 controller.go:217] "Starting workers" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" worker count=10 E0425 01:10:35.955329 1 leaderelection.go:429] Failed to update lock optimitically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers), falling back to slow path E0425 01:10:40.955300 1 leaderelection.go:436] error retrieving resource lock capo-system/controller-leader-election-capo: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded I0425 01:10:40.955939 1 leaderelection.go:297] failed to renew lease capo-system/controller-leader-election-capo: timed out waiting for the condition E0425 01:10:45.956769 1 leaderelection.go:322] Failed to release lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) I0425 01:10:45.957395 1 internal.go:538] "Stopping and waiting for non leader election runnables" I0425 01:10:45.957432 1 internal.go:542] "Stopping and waiting for leader election runnables" I0425 01:10:45.957464 1 internal.go:550] "Stopping and waiting for caches" I0425 01:10:45.957484 1 internal.go:554] "Stopping and waiting for webhooks" I0425 01:10:45.957498 1 internal.go:557] "Stopping and waiting for HTTP servers" I0425 01:10:45.957512 1 internal.go:561] "Wait completed, proceeding to shutdown the manager" I0425 01:10:45.957515 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0425 01:10:45.957533 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0425 01:10:45.957323 1 recorder.go:104] "capo-controller-manager-65565fdb7f-d2rxm_634ba274-bdd0-4ad7-9ea0-00c0533d4911 stopped leading" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"ab6f00b3-023a-48dd-842d-7eb8f27cff33","apiVersion":"coordination.k8s.io/v1","resourceVersion":"18127"} reason="LeaderElection" I0425 01:10:45.957559 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0425 01:10:45.957588 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0425 01:10:45.957702 1 controller.go:239] "All workers finished" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0425 01:10:45.957732 1 controller.go:239] "All workers finished" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0425 01:10:45.957825 1 controller.go:239] "All workers finished" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" E0425 01:10:45.958779 1 main.go:281] "problem running manager" err="leader election lost" logger="setup"