I0507 13:17:07.624009 1 start.go:191] "starting" version="v1.12.17" revision="37b853ff34a6c093e946c657c189f40413c0f628" I0507 13:17:07.639319 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="mutatingwebhookconfiguration" I0507 13:17:07.640535 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="validatingwebhookconfiguration" I0507 13:17:07.640597 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="apiservice" I0507 13:17:07.642423 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="customresourcedefinition" I0507 13:17:07.646081 1 reflector.go:351] Caches populated for *v1.ValidatingWebhookConfiguration from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0507 13:17:07.648258 1 reflector.go:351] Caches populated for *v1.MutatingWebhookConfiguration from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0507 13:17:07.649694 1 reflector.go:351] Caches populated for *v1.APIService from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0507 13:17:07.871535 1 reflector.go:351] Caches populated for *v1.CustomResourceDefinition from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0507 13:17:07.943709 1 leaderelection.go:250] attempting to acquire leader lease cert-manager/cert-manager-cainjector-leader-election... I0507 13:17:07.955702 1 leaderelection.go:260] successfully acquired lease cert-manager/cert-manager-cainjector-leader-election I0507 13:17:07.955998 1 recorder.go:104] "cert-manager-cainjector-64b59ddb75-g9qlc_7d50633e-2ee7-41f8-be80-628812132765 became leader" logger="cert-manager.events" type="Normal" object={"kind":"Lease","namespace":"cert-manager","name":"cert-manager-cainjector-leader-election","uid":"c4c38a46-75c5-436d-90cd-897734292388","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1183"} reason="LeaderElection" I0507 13:17:07.956183 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.MutatingWebhookConfiguration" I0507 13:17:07.956307 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.CustomResourceDefinition" I0507 13:17:07.956326 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Secret" I0507 13:17:07.956378 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Secret" I0507 13:17:07.956419 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Secret" I0507 13:17:07.956461 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Certificate" I0507 13:17:07.956492 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0507 13:17:07.956501 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.ValidatingWebhookConfiguration" I0507 13:17:07.956563 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Secret" I0507 13:17:07.956383 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.APIService" I0507 13:17:07.956618 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Secret" I0507 13:17:07.956647 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Secret" I0507 13:17:07.956664 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Secret" I0507 13:17:07.956426 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Secret" I0507 13:17:07.956713 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Certificate" I0507 13:17:07.956764 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" I0507 13:17:07.956769 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Certificate" I0507 13:17:07.957403 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" I0507 13:17:07.957315 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Certificate" I0507 13:17:07.957529 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" I0507 13:17:07.968266 1 reflector.go:351] Caches populated for *v1.Certificate from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0507 13:17:08.007733 1 reflector.go:351] Caches populated for *v1.Secret from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0507 13:17:08.065235 1 controller.go:219] "Starting workers" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" worker count=1 I0507 13:17:08.065456 1 controller.go:219] "Starting workers" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" worker count=1 I0507 13:17:08.065448 1 controller.go:219] "Starting workers" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" worker count=1 E0507 13:17:08.065624 1 sources.go:176] "unable to fetch associated secret" err="Secret \"cert-manager-webhook-ca\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" secret="cert-manager/cert-manager-webhook-ca" I0507 13:17:08.065648 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" I0507 13:17:08.065721 1 controller.go:219] "Starting workers" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" worker count=1 E0507 13:17:08.065851 1 sources.go:176] "unable to fetch associated secret" err="Secret \"cert-manager-webhook-ca\" not found" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" secret="cert-manager/cert-manager-webhook-ca" I0507 13:17:08.065972 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" I0507 13:17:09.021326 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" I0507 13:17:09.024377 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" I0507 13:17:09.026205 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" I0507 13:17:09.028140 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" E0507 13:17:59.933845 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0507 13:17:59.933875 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0507 13:17:59.939648 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0507 13:17:59.939690 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0507 13:17:59.971085 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0507 13:17:59.971124 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0507 13:18:00.151096 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0507 13:18:00.151139 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0507 13:18:00.239167 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0507 13:18:00.254393 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0507 13:18:00.275377 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0507 13:18:00.330785 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0507 13:18:00.340905 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0507 13:26:13.916422 1 leaderelection.go:332] error retrieving resource lock cert-manager/cert-manager-cainjector-leader-election: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/cert-manager/leases/cert-manager-cainjector-leader-election": context deadline exceeded I0507 13:26:13.916482 1 leaderelection.go:285] failed to renew lease cert-manager/cert-manager-cainjector-leader-election: timed out waiting for the condition Error: error running manager: leader election lost I0507 13:26:14.174851 1 internal.go:581] "Stopping and waiting for non leader election runnables" logger="cert-manager" I0507 13:26:14.174928 1 internal.go:585] "Stopping and waiting for leader election runnables" logger="cert-manager" I0507 13:26:14.174965 1 internal.go:591] "Stopping and waiting for caches" logger="cert-manager" I0507 13:26:14.175002 1 internal.go:595] "Stopping and waiting for webhooks" logger="cert-manager" I0507 13:26:14.175025 1 internal.go:599] "Wait completed, proceeding to shutdown the manager" logger="cert-manager" I0507 13:26:14.175066 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0507 13:26:14.175099 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" I0507 13:26:14.175121 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" I0507 13:26:14.175143 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" Usage: cainjector [flags] Flags: --add_dir_header If true, adds the file directory to the header of the log messages --alsologtostderr log to standard error as well as files (no effect when -logtostderr=true) --enable-apiservices-injectable Inject CA data to annotated APIServices. This functionality is not required if cainjector is only used as cert-manager's internal component and setting it to false might reduce memory consumption (default true) --enable-certificates-data-source Enable configuring cert-manager.io Certificate resources as potential sources for CA data. Requires cert-manager.io Certificate CRD to be installed. This data source can be disabled to reduce memory consumption if you only use cainjector as part of cert-manager's installation (default true) --enable-customresourcedefinitions-injectable Inject CA data to annotated CustomResourceDefinitions. This functionality is not required if cainjecor is only used as cert-manager's internal component and setting it to false might slightly reduce memory consumption (default true) --enable-mutatingwebhookconfigurations-injectable Inject CA data to annotated MutatingWebhookConfigurations. This functionality is required for cainjector to work correctly as cert-manager's internal component (default true) --enable-profiling Enable profiling for cainjector --enable-validatingwebhookconfigurations-injectable Inject CA data to annotated ValidatingWebhookConfigurations. This functionality is required for cainjector to correctly function as cert-manager's internal component (default true) --feature-gates mapStringBool A set of key=value pairs that describe feature gates for alpha/experimental features. Options are: AllAlpha=true|false (ALPHA - default=false) AllBeta=true|false (BETA - default=false) ServerSideApply=true|false (ALPHA - default=false) -h, --help help for cainjector --kubeconfig string Paths to a kubeconfig. Only required if out-of-cluster. --leader-elect If true, cainjector will perform leader election between instances to ensure no more than one instance of cainjector operates at a time (default true) --leader-election-lease-duration duration The duration that non-leader candidates will wait after observing a leadership renewal until attempting to acquire leadership of a led but unrenewed leader slot. This is effectively the maximum duration that a leader can be stopped before it is replaced by another candidate. This is only applicable if leader election is enabled. (default 1m0s) --leader-election-namespace string Namespace used to perform leader election. Only used if leader election is enabled (default "kube-system") --leader-election-renew-deadline duration The interval between attempts by the acting master to renew a leadership slot before it stops leading. This must be less than or equal to the lease duration. This is only applicable if leader election is enabled. (default 40s) --leader-election-retry-period duration The duration the clients should wait between attempting acquisition and renewal of a leadership. This is only applicable if leader election is enabled. (default 15s) --log-flush-frequency duration Maximum number of seconds between log flushes (default 5s) --log_backtrace_at traceLocation when logging hits line file:N, emit a stack trace (default :0) --log_dir string If non-empty, write log files in this directory (no effect when -logtostderr=true) --log_file string If non-empty, use this log file (no effect when -logtostderr=true) --log_file_max_size uint Defines the maximum size a log file can grow to (no effect when -logtostderr=true). Unit is megabytes. If the value is 0, the maximum file size is unlimited. (default 1800) --logging-format string Sets the log format. Permitted formats: "json" (gated by LoggingBetaOptions), "text". (default "text") --logtostderr log to standard error instead of files (default true) --namespace string If set, this limits the scope of cainjector to a single namespace. If set, cainjector will not update resources with certificates outside of the configured namespace. --one_output If true, only write logs to their native severity level (vs also writing to each lower severity level; no effect when -logtostderr=true) --profiler-address string Address of the Go profiler (pprof) if enabled. This should never be exposed on a public interface. (default "localhost:6060") --skip_headers If true, avoid header prefixes in the log messages --skip_log_headers If true, avoid headers when opening log files (no effect when -logtostderr=true) --stderrthreshold severity logs at or above this threshold go to stderr when writing to files and stderr (no effect when -logtostderr=true or -alsologtostderr=true) (default 2) -v, --v Level number for the log level verbosity (default 0) --vmodule pattern=N,... comma-separated list of pattern=N settings for file-filtered logging (only works for text log format) E0507 13:26:14.175648 1 main.go:45] "error executing command" err="error running manager: leader election lost" logger="cert-manager"