I0608 18:12:23.607261 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" I0608 18:12:23.607563 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0608 18:12:23.607752 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackcluster" I0608 18:12:23.607942 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/convert" I0608 18:12:23.607961 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackCluster" I0608 18:12:23.607983 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" I0608 18:12:23.608046 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0608 18:12:23.608627 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackclustertemplate" I0608 18:12:23.608788 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplate" I0608 18:12:23.608830 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" I0608 18:12:23.608867 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0608 18:12:23.608974 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachine" I0608 18:12:23.609042 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachine" I0608 18:12:23.609060 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" I0608 18:12:23.609122 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0608 18:12:23.609245 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1beta1-openstackmachinetemplate" I0608 18:12:23.609321 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplate" I0608 18:12:23.609339 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" I0608 18:12:23.609455 1 webhook.go:202] "Registering a validating webhook" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1alpha1, Kind=OpenStackServer" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0608 18:12:23.609548 1 server.go:183] "Registering webhook" logger="controller-runtime.webhook" path="/validate-infrastructure-cluster-x-k8s-io-v1alpha1-openstackserver" I0608 18:12:23.609658 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0608 18:12:23.609675 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0608 18:12:23.609726 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterList" I0608 18:12:23.609743 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0608 18:12:23.609751 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0608 18:12:23.609809 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackClusterTemplateList" I0608 18:12:23.609831 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0608 18:12:23.609840 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0608 18:12:23.609954 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineList" I0608 18:12:23.609965 1 webhook.go:186] "skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0608 18:12:23.609987 1 webhook.go:225] "skip registering a validating webhook, object does not implement admission.Validator or WithValidator wasn't called" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0608 18:12:23.610020 1 webhook.go:241] "Conversion webhook enabled" logger="controller-runtime.builder" GVK="infrastructure.cluster.x-k8s.io/v1beta1, Kind=OpenStackMachineTemplateList" I0608 18:12:23.610040 1 main.go:279] "starting manager" logger="setup" version="v0.12.7" I0608 18:12:23.610190 1 server.go:208] "Starting metrics server" logger="controller-runtime.metrics" I0608 18:12:23.610267 1 server.go:83] "starting server" name="health probe" addr="[::]:9440" I0608 18:12:23.610303 1 server.go:247] "Serving metrics server" logger="controller-runtime.metrics" bindAddress="127.0.0.1:8080" secure=false I0608 18:12:23.610404 1 server.go:191] "Starting webhook server" logger="controller-runtime.webhook" I0608 18:12:23.610648 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0608 18:12:23.610717 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0608 18:12:23.610854 1 certwatcher.go:211] "Updated current TLS certificate" logger="controller-runtime.certwatcher" I0608 18:12:23.610934 1 server.go:242] "Serving webhook server" logger="controller-runtime.webhook" host="" port=9443 I0608 18:12:23.611104 1 certwatcher.go:133] "Starting certificate poll+watcher" logger="controller-runtime.certwatcher" interval="10s" I0608 18:12:23.612789 1 reflector.go:368] Caches populated for *v1alpha1.OpenStackServer from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0608 18:12:23.613160 1 reflector.go:368] Caches populated for *v1beta1.IPAddressClaim from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0608 18:12:23.619265 1 reflector.go:368] Caches populated for *v1beta1.IPAddress from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0608 18:12:23.711913 1 leaderelection.go:254] attempting to acquire leader lease capo-system/controller-leader-election-capo... I0608 18:12:35.092736 1 leaderelection.go:268] successfully acquired lease capo-system/controller-leader-election-capo I0608 18:12:35.092892 1 recorder.go:104] "capo-controller-manager-65565fdb7f-rc6gp_32d1ac5e-275a-4555-a10b-cfceeb4130b8 became leader" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"478ab4c8-999d-42bd-b26d-ba5ad5ed2e30","apiVersion":"coordination.k8s.io/v1","resourceVersion":"24066"} reason="LeaderElection" I0608 18:12:35.093341 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.OpenStackCluster" I0608 18:12:35.093430 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.OpenStackMachine" I0608 18:12:35.093474 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.Machine" I0608 18:12:35.093483 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.Cluster" I0608 18:12:35.093490 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1beta1.IPAddressClaim" I0608 18:12:35.093498 1 controller.go:175] "Starting EventSource" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" source="kind source: *v1alpha1.OpenStackServer" I0608 18:12:35.093504 1 controller.go:183] "Starting Controller" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0608 18:12:35.093586 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1beta1.Cluster" I0608 18:12:35.093593 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.OpenStackServer" I0608 18:12:35.093755 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1alpha1.Image" I0608 18:12:35.093775 1 controller.go:175] "Starting EventSource" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" source="kind source: *v1beta1.IPAddressClaim" I0608 18:12:35.093783 1 controller.go:183] "Starting Controller" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0608 18:12:35.093437 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1alpha1.OpenStackFloatingIPPool" I0608 18:12:35.093810 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta1.IPAddressClaim" I0608 18:12:35.093819 1 controller.go:175] "Starting EventSource" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" source="kind source: *v1beta1.IPAddress" I0608 18:12:35.093708 1 controller.go:175] "Starting EventSource" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" source="kind source: *v1alpha1.OpenStackServer" I0608 18:12:35.093829 1 controller.go:183] "Starting Controller" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0608 18:12:35.093897 1 controller.go:183] "Starting Controller" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0608 18:12:35.098088 1 reflector.go:368] Caches populated for *v1beta1.OpenStackCluster from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0608 18:12:35.098688 1 reflector.go:368] Caches populated for *v1beta1.Cluster from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0608 18:12:35.099637 1 reflector.go:368] Caches populated for *v1alpha1.OpenStackFloatingIPPool from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0608 18:12:35.104070 1 reflector.go:368] Caches populated for *v1beta1.OpenStackMachine from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0608 18:12:35.104325 1 reflector.go:368] Caches populated for *v1beta1.Machine from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0608 18:12:35.104436 1 reflector.go:368] Caches populated for *v1alpha1.Image from pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243 I0608 18:12:35.198158 1 controller.go:217] "Starting workers" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" worker count=1 I0608 18:12:35.198227 1 controller.go:217] "Starting workers" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" worker count=10 I0608 18:12:35.202357 1 controller.go:217] "Starting workers" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" worker count=10 I0608 18:12:35.202401 1 controller.go:217] "Starting workers" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" worker count=10 E0608 18:36:17.133575 1 leaderelection.go:429] Failed to update lock optimitically: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded, falling back to slow path E0608 18:36:22.132729 1 leaderelection.go:436] error retrieving resource lock capo-system/controller-leader-election-capo: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded I0608 18:36:22.132799 1 leaderelection.go:297] failed to renew lease capo-system/controller-leader-election-capo: timed out waiting for the condition E0608 18:36:27.133470 1 leaderelection.go:322] Failed to release lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/capo-system/leases/controller-leader-election-capo?timeout=5s": context deadline exceeded I0608 18:36:27.133669 1 recorder.go:104] "capo-controller-manager-65565fdb7f-rc6gp_32d1ac5e-275a-4555-a10b-cfceeb4130b8 stopped leading" logger="events" type="Normal" object={"kind":"Lease","namespace":"capo-system","name":"controller-leader-election-capo","uid":"478ab4c8-999d-42bd-b26d-ba5ad5ed2e30","apiVersion":"coordination.k8s.io/v1","resourceVersion":"35748"} reason="LeaderElection" I0608 18:36:27.133702 1 internal.go:538] "Stopping and waiting for non leader election runnables" I0608 18:36:27.133822 1 internal.go:542] "Stopping and waiting for leader election runnables" I0608 18:36:27.133887 1 internal.go:550] "Stopping and waiting for caches" I0608 18:36:27.133928 1 internal.go:554] "Stopping and waiting for webhooks" I0608 18:36:27.133984 1 internal.go:557] "Stopping and waiting for HTTP servers" I0608 18:36:27.133997 1 internal.go:561] "Wait completed, proceeding to shutdown the manager" W0608 18:36:27.134013 1 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243: watch of *v1alpha1.Image ended with: an error on the server ("unable to decode an event from the watch stream: context canceled") has prevented the request from succeeding I0608 18:36:27.134102 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0608 18:36:27.134120 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" I0608 18:36:27.134129 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0608 18:36:27.134135 1 controller.go:239] "All workers finished" controller="openstackcluster" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackCluster" I0608 18:36:27.134101 1 controller.go:237] "Shutdown signal received, waiting for all workers to finish" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0608 18:36:27.134172 1 controller.go:239] "All workers finished" controller="openstackfloatingippool" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackFloatingIPPool" I0608 18:36:27.134166 1 controller.go:239] "All workers finished" controller="openstackserver" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackServer" W0608 18:36:27.134153 1 reflector.go:484] pkg/mod/k8s.io/client-go@v0.31.14/tools/cache/reflector.go:243: watch of *v1beta1.Cluster ended with: an error on the server ("unable to decode an event from the watch stream: context canceled") has prevented the request from succeeding I0608 18:36:27.134223 1 server.go:254] "Shutting down metrics server with timeout of 1 minute" logger="controller-runtime.metrics" I0608 18:36:27.134244 1 controller.go:239] "All workers finished" controller="openstackmachine" controllerGroup="infrastructure.cluster.x-k8s.io" controllerKind="OpenStackMachine" I0608 18:36:27.134265 1 server.go:249] "Shutting down webhook server with timeout of 1 minute" logger="controller-runtime.webhook" I0608 18:36:27.134288 1 server.go:68] "shutting down server" name="health probe" addr="[::]:9440" E0608 18:36:27.134444 1 main.go:281] "problem running manager" err="leader election lost" logger="setup"