I0520 04:07:24.351882 1 start.go:191] "starting" version="v1.12.17" revision="37b853ff34a6c093e946c657c189f40413c0f628" I0520 04:07:24.369879 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="mutatingwebhookconfiguration" I0520 04:07:24.372163 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="validatingwebhookconfiguration" I0520 04:07:24.372298 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="apiservice" I0520 04:07:24.373608 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="customresourcedefinition" I0520 04:07:24.375697 1 reflector.go:351] Caches populated for *v1.ValidatingWebhookConfiguration from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0520 04:07:24.375937 1 reflector.go:351] Caches populated for *v1.MutatingWebhookConfiguration from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0520 04:07:24.379489 1 reflector.go:351] Caches populated for *v1.APIService from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0520 04:07:24.614824 1 reflector.go:351] Caches populated for *v1.CustomResourceDefinition from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0520 04:07:24.674155 1 leaderelection.go:250] attempting to acquire leader lease cert-manager/cert-manager-cainjector-leader-election... I0520 04:07:24.717510 1 leaderelection.go:260] successfully acquired lease cert-manager/cert-manager-cainjector-leader-election I0520 04:07:24.717744 1 recorder.go:104] "cert-manager-cainjector-64b59ddb75-dkctv_28f7287e-bd81-4c41-946b-f11605268769 became leader" logger="cert-manager.events" type="Normal" object={"kind":"Lease","namespace":"cert-manager","name":"cert-manager-cainjector-leader-election","uid":"d3e46cb8-8263-4ab4-94dd-88a5f2cd0d48","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1706"} reason="LeaderElection" I0520 04:07:24.718022 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.MutatingWebhookConfiguration" I0520 04:07:24.718030 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.APIService" I0520 04:07:24.718077 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.CustomResourceDefinition" I0520 04:07:24.718091 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Secret" I0520 04:07:24.718107 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Secret" I0520 04:07:24.718113 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Secret" I0520 04:07:24.718123 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Secret" I0520 04:07:24.718199 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.ValidatingWebhookConfiguration" I0520 04:07:24.718243 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Secret" I0520 04:07:24.718131 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Secret" I0520 04:07:24.718200 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Certificate" I0520 04:07:24.718132 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Secret" I0520 04:07:24.718301 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Certificate" I0520 04:07:24.718308 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" I0520 04:07:24.718315 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0520 04:07:24.718269 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Secret" I0520 04:07:24.718339 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Certificate" I0520 04:07:24.718314 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Certificate" I0520 04:07:24.718354 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" I0520 04:07:24.718371 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" I0520 04:07:24.726160 1 reflector.go:351] Caches populated for *v1.Certificate from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0520 04:07:24.787795 1 reflector.go:351] Caches populated for *v1.Secret from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0520 04:07:24.824952 1 controller.go:219] "Starting workers" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" worker count=1 I0520 04:07:24.825056 1 controller.go:219] "Starting workers" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" worker count=1 I0520 04:07:24.825125 1 controller.go:219] "Starting workers" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" worker count=1 I0520 04:07:24.825208 1 controller.go:219] "Starting workers" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" worker count=1 E0520 04:07:24.825291 1 sources.go:176] "unable to fetch associated secret" err="Secret \"cert-manager-webhook-ca\" not found" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" secret="cert-manager/cert-manager-webhook-ca" I0520 04:07:24.825328 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" E0520 04:07:24.825467 1 sources.go:176] "unable to fetch associated secret" err="Secret \"cert-manager-webhook-ca\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" secret="cert-manager/cert-manager-webhook-ca" I0520 04:07:24.825525 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" I0520 04:08:49.372674 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" I0520 04:08:49.383385 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" I0520 04:08:49.383889 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" I0520 04:08:49.387953 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" E0520 04:10:05.252776 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0520 04:10:05.252858 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0520 04:10:05.260821 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0520 04:10:05.260889 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0520 04:10:05.569183 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0520 04:10:05.569235 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0520 04:10:05.782114 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0520 04:10:05.814512 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0520 04:10:05.849690 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0520 04:10:05.875896 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0520 04:18:00.182143 1 leaderelection.go:369] Failed to update lock: etcdserver: request timed out E0520 04:18:21.904094 1 leaderelection.go:369] Failed to update lock: Put "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/cert-manager/leases/cert-manager-cainjector-leader-election": context deadline exceeded I0520 04:18:21.904185 1 leaderelection.go:285] failed to renew lease cert-manager/cert-manager-cainjector-leader-election: timed out waiting for the condition E0520 04:18:24.839022 1 leaderelection.go:308] Failed to release lock: Operation cannot be fulfilled on leases.coordination.k8s.io "cert-manager-cainjector-leader-election": the object has been modified; please apply your changes to the latest version and try again Error: error running manager: leader election lost I0520 04:18:24.839434 1 internal.go:581] "Stopping and waiting for non leader election runnables" logger="cert-manager" I0520 04:18:24.839478 1 internal.go:585] "Stopping and waiting for leader election runnables" logger="cert-manager" I0520 04:18:24.839487 1 recorder.go:104] "cert-manager-cainjector-64b59ddb75-dkctv_28f7287e-bd81-4c41-946b-f11605268769 stopped leading" logger="cert-manager.events" type="Normal" object={"kind":"Lease","namespace":"cert-manager","name":"cert-manager-cainjector-leader-election","uid":"d3e46cb8-8263-4ab4-94dd-88a5f2cd0d48","apiVersion":"coordination.k8s.io/v1","resourceVersion":"4863"} reason="LeaderElection" I0520 04:18:24.839526 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0520 04:18:24.839502 1 internal.go:591] "Stopping and waiting for caches" logger="cert-manager" I0520 04:18:24.839543 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" I0520 04:18:24.839555 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" I0520 04:18:24.839565 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" I0520 04:18:24.839590 1 internal.go:595] "Stopping and waiting for webhooks" logger="cert-manager" I0520 04:18:24.839604 1 controller.go:241] "All workers finished" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" I0520 04:18:24.839611 1 internal.go:599] "Wait completed, proceeding to shutdown the manager" logger="cert-manager" I0520 04:18:24.839618 1 controller.go:241] "All workers finished" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" I0520 04:18:24.839628 1 controller.go:241] "All workers finished" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0520 04:18:24.839635 1 controller.go:241] "All workers finished" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" Usage: cainjector [flags] Flags: --add_dir_header If true, adds the file directory to the header of the log messages --alsologtostderr log to standard error as well as files (no effect when -logtostderr=true) --enable-apiservices-injectable Inject CA data to annotated APIServices. This functionality is not required if cainjector is only used as cert-manager's internal component and setting it to false might reduce memory consumption (default true) --enable-certificates-data-source Enable configuring cert-manager.io Certificate resources as potential sources for CA data. Requires cert-manager.io Certificate CRD to be installed. This data source can be disabled to reduce memory consumption if you only use cainjector as part of cert-manager's installation (default true) --enable-customresourcedefinitions-injectable Inject CA data to annotated CustomResourceDefinitions. This functionality is not required if cainjecor is only used as cert-manager's internal component and setting it to false might slightly reduce memory consumption (default true) --enable-mutatingwebhookconfigurations-injectable Inject CA data to annotated MutatingWebhookConfigurations. This functionality is required for cainjector to work correctly as cert-manager's internal component (default true) --enable-profiling Enable profiling for cainjector --enable-validatingwebhookconfigurations-injectable Inject CA data to annotated ValidatingWebhookConfigurations. This functionality is required for cainjector to correctly function as cert-manager's internal component (default true) --feature-gates mapStringBool A set of key=value pairs that describe feature gates for alpha/experimental features. Options are: AllAlpha=true|false (ALPHA - default=false) AllBeta=true|false (BETA - default=false) ServerSideApply=true|false (ALPHA - default=false) -h, --help help for cainjector --kubeconfig string Paths to a kubeconfig. Only required if out-of-cluster. --leader-elect If true, cainjector will perform leader election between instances to ensure no more than one instance of cainjector operates at a time (default true) --leader-election-lease-duration duration The duration that non-leader candidates will wait after observing a leadership renewal until attempting to acquire leadership of a led but unrenewed leader slot. This is effectively the maximum duration that a leader can be stopped before it is replaced by another candidate. This is only applicable if leader election is enabled. (default 1m0s) --leader-election-namespace string Namespace used to perform leader election. Only used if leader election is enabled (default "kube-system") --leader-election-renew-deadline duration The interval between attempts by the acting master to renew a leadership slot before it stops leading. This must be less than or equal to the lease duration. This is only applicable if leader election is enabled. (default 40s) --leader-election-retry-period duration The duration the clients should wait between attempting acquisition and renewal of a leadership. This is only applicable if leader election is enabled. (default 15s) --log-flush-frequency duration Maximum number of seconds between log flushes (default 5s) --log_backtrace_at traceLocation when logging hits line file:N, emit a stack trace (default :0) --log_dir string If non-empty, write log files in this directory (no effect when -logtostderr=true) --log_file string If non-empty, use this log file (no effect when -logtostderr=true) --log_file_max_size uint Defines the maximum size a log file can grow to (no effect when -logtostderr=true). Unit is megabytes. If the value is 0, the maximum file size is unlimited. (default 1800) --logging-format string Sets the log format. Permitted formats: "json" (gated by LoggingBetaOptions), "text". (default "text") --logtostderr log to standard error instead of files (default true) --namespace string If set, this limits the scope of cainjector to a single namespace. If set, cainjector will not update resources with certificates outside of the configured namespace. --one_output If true, only write logs to their native severity level (vs also writing to each lower severity level; no effect when -logtostderr=true) --profiler-address string Address of the Go profiler (pprof) if enabled. This should never be exposed on a public interface. (default "localhost:6060") --skip_headers If true, avoid header prefixes in the log messages --skip_log_headers If true, avoid headers when opening log files (no effect when -logtostderr=true) --stderrthreshold severity logs at or above this threshold go to stderr when writing to files and stderr (no effect when -logtostderr=true or -alsologtostderr=true) (default 2) -v, --v Level number for the log level verbosity (default 0) --vmodule pattern=N,... comma-separated list of pattern=N settings for file-filtered logging (only works for text log format) E0520 04:18:24.840046 1 main.go:45] "error executing command" err="error running manager: leader election lost" logger="cert-manager"