I0227 02:06:41.136802 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" I0227 02:06:41.137008 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0227 02:06:41.137169 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0227 02:06:41.137383 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/convert" I0227 02:06:41.137400 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" I0227 02:06:41.137418 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" I0227 02:06:41.137472 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0227 02:06:41.137557 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0227 02:06:41.137620 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" I0227 02:06:41.137656 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" I0227 02:06:41.137710 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0227 02:06:41.137791 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0227 02:06:41.137846 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" I0227 02:06:41.137866 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" I0227 02:06:41.137913 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0227 02:06:41.138022 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0227 02:06:41.138088 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" I0227 02:06:41.138108 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" I0227 02:06:41.138163 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0227 02:06:41.138239 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0227 02:06:41.138295 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0227 02:06:41.138315 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0227 02:06:41.138360 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0227 02:06:41.138380 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0227 02:06:41.138394 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0227 02:06:41.138453 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0227 02:06:41.138482 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0227 02:06:41.138507 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0227 02:06:41.138565 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0227 02:06:41.138585 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0227 02:06:41.138599 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0227 02:06:41.138648 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0227 02:06:41.138672 1 main.go:279] "starting manager" logger="setup" version="v0.12.4" I0227 02:06:41.138787 1 server.go:208] "Starting metrics server" logger="controller-runtime.metrics" I0227 02:06:41.138885 1 server.go:247] "Serving metrics server" logger="controller-runtime.metrics" bindAddress="127.0.0.1:8080" secure=false I0227 02:06:41.138885 1 server.go:83] "starting server" name="health probe" addr="[::]:9440" I0227 02:06:41.138920 1 server.go:191] "Starting webhook server" logger="controller-runtime.webhook" I0227 02:06:41.139212 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0227 02:06:41.139283 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0227 02:06:41.139304 1 certwatcher.go:211] "Updated current TLS certificate" logger="controller-runtime.certwatcher" I0227 02:06:41.139388 1 server.go:242] "Serving webhook server" logger="controller-runtime.webhook" host="" port=9443 I0227 02:06:41.139589 1 certwatcher.go:133] "Starting certificate poll+watcher" logger="controller-runtime.certwatcher" interval="10s" I0227 02:06:41.141255 1 reflector.go:368] Caches populated for *v1beta1.IPAddressClaim from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0227 02:06:41.141267 1 reflector.go:368] Caches populated for *v1beta1.IPAddress from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0227 02:06:41.146654 1 reflector.go:368] Caches populated for *v1alpha1.OpenStackServer from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0227 02:06:41.240248 1 leaderelection.go:254] attempting to acquire leader lease capo-system/controller-leader-election-capo... E0227 02:07:01.462048 1 leaderelection.go:436] error retrieving resource lock capo-system/controller-leader-election-capo: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0227 02:07:08.541164 1 leaderelection.go:436] error retrieving resource lock capo-system/controller-leader-election-capo: the server was unable to return a response in the time allotted, but may still be processing the request (get leases.coordination.k8s.io controller-leader-election-capo) E0227 02:07:15.652519 1 leaderelection.go:436] error retrieving resource lock capo-system/controller-leader-election-capo: the server was unable to return a response in the time allotted, but may still be processing the request (get leases.coordination.k8s.io controller-leader-election-capo) E0227 02:07:25.180175 1 leaderelection.go:472] Failed to update lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded (Client.Timeout exceeded while awaiting headers) I0227 02:07:35.804824 1 leaderelection.go:268] successfully acquired lease capo-system/controller-leader-election-capo I0227 02:07:35.805053 1 recorder.go:104] "capo-controller-manager-6975759b4b-dmm4z_230f43c8-5e59-45b5-908a-e5ce20690884 became leader" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"26810f89-e763-4975-b63d-adc78d29533b","apiVersion":"coordination.k8s.io/v1","resourceVersion":"26914"} reason="LeaderElection" I0227 02:07:35.805187 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.OpenStackCluster" I0227 02:07:35.805198 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.Cluster" I0227 02:07:35.805205 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1alpha1.OpenStackServer" I0227 02:07:35.805211 1 controller.go:183] "Starting Controller" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0227 02:07:35.805554 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1alpha1.OpenStackFloatingIPPool" I0227 02:07:35.805563 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta1.IPAddressClaim" I0227 02:07:35.805570 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta1.IPAddress" I0227 02:07:35.805578 1 controller.go:183] "Starting Controller" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0227 02:07:35.805739 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.OpenStackMachine" I0227 02:07:35.805748 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.Machine" I0227 02:07:35.805753 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.Cluster" I0227 02:07:35.805758 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.IPAddressClaim" I0227 02:07:35.805763 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1alpha1.OpenStackServer" I0227 02:07:35.805768 1 controller.go:183] "Starting Controller" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0227 02:07:35.805863 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.OpenStackServer" I0227 02:07:35.805871 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.Image" I0227 02:07:35.805876 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta1.IPAddressClaim" I0227 02:07:35.805882 1 controller.go:183] "Starting Controller" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0227 02:07:35.814349 1 reflector.go:368] Caches populated for *v1beta1.OpenStackCluster from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0227 02:07:35.816300 1 reflector.go:368] Caches populated for *v1beta1.Cluster from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0227 02:07:35.834398 1 reflector.go:368] Caches populated for *v1beta1.OpenStackMachine from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0227 02:07:35.835510 1 reflector.go:368] Caches populated for *v1alpha1.Image from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0227 02:07:35.835639 1 reflector.go:368] Caches populated for *v1alpha1.OpenStackFloatingIPPool from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0227 02:07:35.837082 1 reflector.go:368] Caches populated for *v1beta1.Machine from pkg/mod/k8s.io/client-go@v0.31.10/tools/cache/reflector.go:243 I0227 02:07:35.912255 1 controller.go:217] "Starting workers" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" worker count=10 I0227 02:07:35.934005 1 controller.go:217] "Starting workers" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" worker count=1 I0227 02:07:35.934102 1 controller.go:217] "Starting workers" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" worker count=10 I0227 02:07:35.934237 1 controller.go:217] "Starting workers" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" worker count=10 E0227 02:07:49.734844 1 leaderelection.go:429] Failed to update lock optimitically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers), falling back to slow path E0227 02:07:54.735093 1 leaderelection.go:472] Failed to update lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded I0227 02:07:54.735161 1 leaderelection.go:297] failed to renew lease capo-system/controller-leader-election-capo: timed out waiting for the condition I0227 02:07:59.575364 1 internal.go:538] "Stopping and waiting for non leader election runnables" I0227 02:07:59.575314 1 recorder.go:104] "capo-controller-manager-6975759b4b-dmm4z_230f43c8-5e59-45b5-908a-e5ce20690884 stopped leading" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"26810f89-e763-4975-b63d-adc78d29533b","apiVersion":"coordination.k8s.io/v1","resourceVersion":"26955"} reason="LeaderElection" I0227 02:07:59.575397 1 internal.go:542] "Stopping and waiting for leader election runnables" I0227 02:07:59.575433 1 internal.go:550] "Stopping and waiting for caches" I0227 02:07:59.575456 1 internal.go:554] "Stopping and waiting for webhooks" I0227 02:07:59.575523 1 internal.go:557] "Stopping and waiting for HTTP servers" I0227 02:07:59.575540 1 internal.go:561] "Wait completed, proceeding to shutdown the manager" I0227 02:07:59.575544 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0227 02:07:59.575573 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0227 02:07:59.575582 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0227 02:07:59.575591 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0227 02:07:59.575713 1 controller.go:239] "All workers finished" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0227 02:07:59.575729 1 server.go:249] "Shutting down webhook server with timeout of 1 minute" logger="controller-runtime.webhook" I0227 02:07:59.575786 1 server.go:254] "Shutting down metrics server with timeout of 1 minute" logger="controller-runtime.metrics" I0227 02:07:59.575738 1 controller.go:239] "All workers finished" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0227 02:07:59.575882 1 server.go:68] "shutting down server" name="health probe" addr="[::]:9440" I0227 02:07:59.575875 1 controller.go:239] "All workers finished" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" E0227 02:07:59.575374 1 main.go:281] "problem running manager" err="leader election lost" logger="setup" I0227 02:07:59.575939 1 controller.go:239] "All workers finished" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine"