I0514 05:07:59.898993 1 start.go:191] "starting" version="v1.12.17" revision="37b853ff34a6c093e946c657c189f40413c0f628" I0514 05:07:59.969724 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="mutatingwebhookconfiguration" I0514 05:07:59.971929 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="validatingwebhookconfiguration" I0514 05:07:59.972146 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="apiservice" I0514 05:07:59.973998 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="customresourcedefinition" I0514 05:07:59.975800 1 reflector.go:351] Caches populated for *v1.ValidatingWebhookConfiguration from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0514 05:07:59.976655 1 reflector.go:351] Caches populated for *v1.MutatingWebhookConfiguration from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0514 05:07:59.980171 1 reflector.go:351] Caches populated for *v1.APIService from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0514 05:08:00.211342 1 reflector.go:351] Caches populated for *v1.CustomResourceDefinition from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0514 05:08:00.274424 1 leaderelection.go:250] attempting to acquire leader lease cert-manager/cert-manager-cainjector-leader-election... I0514 05:08:00.286613 1 leaderelection.go:260] successfully acquired lease cert-manager/cert-manager-cainjector-leader-election I0514 05:08:00.287000 1 recorder.go:104] "cert-manager-cainjector-64b59ddb75-4rfmf_18f7a88e-13e8-4d1c-a08a-8e60e24ef49b became leader" logger="cert-manager.events" type="Normal" object={"kind":"Lease","namespace":"cert-manager","name":"cert-manager-cainjector-leader-election","uid":"50baa282-2a6b-4d92-b58c-97dd99b98fd8","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1922"} reason="LeaderElection" I0514 05:08:00.287083 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.CustomResourceDefinition" I0514 05:08:00.287101 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.MutatingWebhookConfiguration" I0514 05:08:00.287148 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Secret" I0514 05:08:00.287174 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Secret" I0514 05:08:00.287189 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Certificate" I0514 05:08:00.287264 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.APIService" I0514 05:08:00.287302 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Secret" I0514 05:08:00.287318 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Secret" I0514 05:08:00.287332 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Certificate" I0514 05:08:00.287363 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" I0514 05:08:00.287117 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Secret" I0514 05:08:00.287536 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Secret" I0514 05:08:00.287580 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Certificate" I0514 05:08:00.287601 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0514 05:08:00.287205 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" I0514 05:08:00.287893 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.ValidatingWebhookConfiguration" I0514 05:08:00.287945 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Secret" I0514 05:08:00.287990 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Secret" I0514 05:08:00.288011 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Certificate" I0514 05:08:00.288032 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" I0514 05:08:00.294849 1 reflector.go:351] Caches populated for *v1.Certificate from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0514 05:08:00.364851 1 reflector.go:351] Caches populated for *v1.Secret from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0514 05:08:00.392996 1 controller.go:219] "Starting workers" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" worker count=1 I0514 05:08:00.393070 1 controller.go:219] "Starting workers" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" worker count=1 I0514 05:08:00.393097 1 controller.go:219] "Starting workers" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" worker count=1 I0514 05:08:00.393190 1 controller.go:219] "Starting workers" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" worker count=1 E0514 05:08:00.393305 1 sources.go:176] "unable to fetch associated secret" err="Secret \"cert-manager-webhook-ca\" not found" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" secret="cert-manager/cert-manager-webhook-ca" I0514 05:08:00.393344 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" E0514 05:08:00.394645 1 sources.go:176] "unable to fetch associated secret" err="Secret \"cert-manager-webhook-ca\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" secret="cert-manager/cert-manager-webhook-ca" I0514 05:08:00.394735 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" I0514 05:08:03.441925 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" I0514 05:08:03.443714 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" I0514 05:08:03.445092 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" I0514 05:08:03.447649 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" E0514 05:08:47.598783 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0514 05:08:47.598814 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0514 05:08:47.606652 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0514 05:08:47.606714 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0514 05:08:47.938648 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0514 05:08:47.938713 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0514 05:08:48.689019 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0514 05:08:48.730927 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0514 05:08:48.770579 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0514 05:08:48.784268 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0514 05:08:48.842569 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0514 05:18:50.032823 1 leaderelection.go:369] Failed to update lock: etcdserver: request timed out I0514 05:19:02.301196 1 leaderelection.go:285] failed to renew lease cert-manager/cert-manager-cainjector-leader-election: timed out waiting for the condition E0514 05:19:21.753223 1 leaderelection.go:308] Failed to release lock: Operation cannot be fulfilled on leases.coordination.k8s.io "cert-manager-cainjector-leader-election": the object has been modified; please apply your changes to the latest version and try again Error: error running manager: leader election lost I0514 05:19:21.753394 1 internal.go:581] "Stopping and waiting for non leader election runnables" logger="cert-manager" I0514 05:19:21.753430 1 internal.go:585] "Stopping and waiting for leader election runnables" logger="cert-manager" I0514 05:19:21.753450 1 internal.go:591] "Stopping and waiting for caches" logger="cert-manager" I0514 05:19:21.753468 1 internal.go:595] "Stopping and waiting for webhooks" logger="cert-manager" I0514 05:19:21.753476 1 internal.go:599] "Wait completed, proceeding to shutdown the manager" logger="cert-manager" I0514 05:19:21.753491 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0514 05:19:21.753505 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" I0514 05:19:21.753517 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" I0514 05:19:21.753528 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" I0514 05:19:21.753569 1 controller.go:241] "All workers finished" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" I0514 05:19:21.753582 1 controller.go:241] "All workers finished" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" I0514 05:19:21.753589 1 controller.go:241] "All workers finished" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" I0514 05:19:21.753595 1 controller.go:241] "All workers finished" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" Usage: cainjector [flags] Flags: --add_dir_header If true, adds the file directory to the header of the log messages --alsologtostderr log to standard error as well as files (no effect when -logtostderr=true) --enable-apiservices-injectable Inject CA data to annotated APIServices. This functionality is not required if cainjector is only used as cert-manager's internal component and setting it to false might reduce memory consumption (default true) --enable-certificates-data-source Enable configuring cert-manager.io Certificate resources as potential sources for CA data. Requires cert-manager.io Certificate CRD to be installed. This data source can be disabled to reduce memory consumption if you only use cainjector as part of cert-manager's installation (default true) --enable-customresourcedefinitions-injectable Inject CA data to annotated CustomResourceDefinitions. This functionality is not required if cainjecor is only used as cert-manager's internal component and setting it to false might slightly reduce memory consumption (default true) --enable-mutatingwebhookconfigurations-injectable Inject CA data to annotated MutatingWebhookConfigurations. This functionality is required for cainjector to work correctly as cert-manager's internal component (default true) --enable-profiling Enable profiling for cainjector --enable-validatingwebhookconfigurations-injectable Inject CA data to annotated ValidatingWebhookConfigurations. This functionality is required for cainjector to correctly function as cert-manager's internal component (default true) --feature-gates mapStringBool A set of key=value pairs that describe feature gates for alpha/experimental features. Options are: AllAlpha=true|false (ALPHA - default=false) AllBeta=true|false (BETA - default=false) ServerSideApply=true|false (ALPHA - default=false) -h, --help help for cainjector --kubeconfig string Paths to a kubeconfig. Only required if out-of-cluster. --leader-elect If true, cainjector will perform leader election between instances to ensure no more than one instance of cainjector operates at a time (default true) --leader-election-lease-duration duration The duration that non-leader candidates will wait after observing a leadership renewal until attempting to acquire leadership of a led but unrenewed leader slot. This is effectively the maximum duration that a leader can be stopped before it is replaced by another candidate. This is only applicable if leader election is enabled. (default 1m0s) --leader-election-namespace string Namespace used to perform leader election. Only used if leader election is enabled (default "kube-system") --leader-election-renew-deadline duration The interval between attempts by the acting master to renew a leadership slot before it stops leading. This must be less than or equal to the lease duration. This is only applicable if leader election is enabled. (default 40s) --leader-election-retry-period duration The duration the clients should wait between attempting acquisition and renewal of a leadership. This is only applicable if leader election is enabled. (default 15s) --log-flush-frequency duration Maximum number of seconds between log flushes (default 5s) --log_backtrace_at traceLocation when logging hits line file:N, emit a stack trace (default :0) --log_dir string If non-empty, write log files in this directory (no effect when -logtostderr=true) --log_file string If non-empty, use this log file (no effect when -logtostderr=true) --log_file_max_size uint Defines the maximum size a log file can grow to (no effect when -logtostderr=true). Unit is megabytes. If the value is 0, the maximum file size is unlimited. (default 1800) --logging-format string Sets the log format. Permitted formats: "json" (gated by LoggingBetaOptions), "text". (default "text") --logtostderr log to standard error instead of files (default true) --namespace string If set, this limits the scope of cainjector to a single namespace. If set, cainjector will not update resources with certificates outside of the configured namespace. --one_output If true, only write logs to their native severity level (vs also writing to each lower severity level; no effect when -logtostderr=true) --profiler-address string Address of the Go profiler (pprof) if enabled. This should never be exposed on a public interface. (default "localhost:6060") --skip_headers If true, avoid header prefixes in the log messages --skip_log_headers If true, avoid headers when opening log files (no effect when -logtostderr=true) --stderrthreshold severity logs at or above this threshold go to stderr when writing to files and stderr (no effect when -logtostderr=true or -alsologtostderr=true) (default 2) -v, --v Level number for the log level verbosity (default 0) --vmodule pattern=N,... comma-separated list of pattern=N settings for file-filtered logging (only works for text log format) E0514 05:19:21.753834 1 main.go:45] "error executing command" err="error running manager: leader election lost" logger="cert-manager"