I0403 02:34:20.473189 1 start.go:191] "starting" version="v1.12.17" revision="37b853ff34a6c093e946c657c189f40413c0f628" I0403 02:34:20.488593 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="mutatingwebhookconfiguration" I0403 02:34:20.490318 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="validatingwebhookconfiguration" I0403 02:34:20.490517 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="apiservice" I0403 02:34:20.492209 1 setup.go:119] "Registering a reconciler for injectable" logger="cert-manager" kind="customresourcedefinition" I0403 02:34:20.494433 1 reflector.go:351] Caches populated for *v1.ValidatingWebhookConfiguration from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0403 02:34:20.494750 1 reflector.go:351] Caches populated for *v1.MutatingWebhookConfiguration from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0403 02:34:20.497529 1 reflector.go:351] Caches populated for *v1.APIService from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0403 02:34:20.686865 1 reflector.go:351] Caches populated for *v1.CustomResourceDefinition from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0403 02:34:20.693445 1 leaderelection.go:250] attempting to acquire leader lease cert-manager/cert-manager-cainjector-leader-election... I0403 02:34:20.707321 1 leaderelection.go:260] successfully acquired lease cert-manager/cert-manager-cainjector-leader-election I0403 02:34:20.707606 1 recorder.go:104] "cert-manager-cainjector-64b59ddb75-f7mjq_eb572a9f-418d-4914-9bfb-5142e8d0b151 became leader" logger="cert-manager.events" type="Normal" object={"kind":"Lease","namespace":"cert-manager","name":"cert-manager-cainjector-leader-election","uid":"45d27133-ec79-4681-b5b9-0d288277ee4f","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1186"} reason="LeaderElection" I0403 02:34:20.707802 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.APIService" I0403 02:34:20.707842 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Secret" I0403 02:34:20.707857 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Secret" I0403 02:34:20.707871 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" source="kind source: *v1.Certificate" I0403 02:34:20.707886 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" I0403 02:34:20.707809 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.MutatingWebhookConfiguration" I0403 02:34:20.708224 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Secret" I0403 02:34:20.708271 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Secret" I0403 02:34:20.708296 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.ValidatingWebhookConfiguration" I0403 02:34:20.708314 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" source="kind source: *v1.Certificate" I0403 02:34:20.708372 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Secret" I0403 02:34:20.708422 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Secret" I0403 02:34:20.708440 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" source="kind source: *v1.Certificate" I0403 02:34:20.708452 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" I0403 02:34:20.708442 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" I0403 02:34:20.708611 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.CustomResourceDefinition" I0403 02:34:20.708669 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Secret" I0403 02:34:20.708693 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Secret" I0403 02:34:20.708709 1 controller.go:177] "Starting EventSource" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" source="kind source: *v1.Certificate" I0403 02:34:20.708760 1 controller.go:185] "Starting Controller" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0403 02:34:20.727461 1 reflector.go:351] Caches populated for *v1.Certificate from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0403 02:34:20.753535 1 reflector.go:351] Caches populated for *v1.Secret from k8s.io/client-go@v0.29.7/tools/cache/reflector.go:229 I0403 02:34:20.813098 1 controller.go:219] "Starting workers" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" worker count=1 I0403 02:34:20.813338 1 controller.go:219] "Starting workers" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" worker count=1 I0403 02:34:20.813412 1 controller.go:219] "Starting workers" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" worker count=1 I0403 02:34:20.813361 1 controller.go:219] "Starting workers" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" worker count=1 E0403 02:34:20.813457 1 sources.go:176] "unable to fetch associated secret" err="Secret \"cert-manager-webhook-ca\" not found" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" secret="cert-manager/cert-manager-webhook-ca" I0403 02:34:20.813480 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" E0403 02:34:20.813675 1 sources.go:176] "unable to fetch associated secret" err="Secret \"cert-manager-webhook-ca\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" secret="cert-manager/cert-manager-webhook-ca" I0403 02:34:20.813725 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" I0403 02:34:25.409511 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" I0403 02:34:25.412955 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" I0403 02:34:25.414487 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="cert-manager-webhook" I0403 02:34:25.417073 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="mutatingwebhookconfiguration" kind="mutatingwebhookconfiguration" name="cert-manager-webhook" E0403 02:35:26.744361 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0403 02:35:26.744391 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0403 02:35:26.760005 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0403 02:35:26.760051 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0403 02:35:27.005472 1 sources.go:116] "unable to fetch associated secret" err="Secret \"rabbitmq-messaging-topology-operator-webhook\" not found" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" certificate="openstack/rabbitmq-messaging-topology-operator-webhook" secret="openstack/rabbitmq-messaging-topology-operator-webhook" I0403 02:35:27.005522 1 reconciler.go:118] "could not find any ca data in data source for target" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0403 02:35:27.303858 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0403 02:35:27.320005 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0403 02:35:27.352769 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0403 02:35:27.380379 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" I0403 02:35:27.428136 1 reconciler.go:142] "Updated object" logger="cert-manager" kind="validatingwebhookconfiguration" kind="validatingwebhookconfiguration" name="rabbitmq-messaging-topology-operator-webhook-openstack" E0403 02:39:00.030971 1 leaderelection.go:369] Failed to update lock: etcdserver: request timed out E0403 02:39:21.271117 1 leaderelection.go:332] error retrieving resource lock cert-manager/cert-manager-cainjector-leader-election: Get "https://10.96.0.1:443/apis/coordination.k8s.io/v1/namespaces/cert-manager/leases/cert-manager-cainjector-leader-election": context deadline exceeded I0403 02:39:21.271187 1 leaderelection.go:285] failed to renew lease cert-manager/cert-manager-cainjector-leader-election: timed out waiting for the condition E0403 02:39:29.956326 1 leaderelection.go:308] Failed to release lock: Operation cannot be fulfilled on leases.coordination.k8s.io "cert-manager-cainjector-leader-election": the object has been modified; please apply your changes to the latest version and try again Error: error running manager: leader election lost I0403 02:39:29.956799 1 internal.go:581] "Stopping and waiting for non leader election runnables" logger="cert-manager" I0403 02:39:29.956835 1 internal.go:585] "Stopping and waiting for leader election runnables" logger="cert-manager" I0403 02:39:29.956866 1 internal.go:591] "Stopping and waiting for caches" logger="cert-manager" I0403 02:39:29.956905 1 internal.go:595] "Stopping and waiting for webhooks" logger="cert-manager" I0403 02:39:29.956928 1 internal.go:599] "Wait completed, proceeding to shutdown the manager" logger="cert-manager" I0403 02:39:29.956802 1 recorder.go:104] "cert-manager-cainjector-64b59ddb75-f7mjq_eb572a9f-418d-4914-9bfb-5142e8d0b151 stopped leading" logger="cert-manager.events" type="Normal" object={"kind":"Lease","namespace":"cert-manager","name":"cert-manager-cainjector-leader-election","uid":"45d27133-ec79-4681-b5b9-0d288277ee4f","apiVersion":"coordination.k8s.io/v1","resourceVersion":"2974"} reason="LeaderElection" I0403 02:39:29.957040 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" I0403 02:39:29.957076 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" I0403 02:39:29.957074 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0403 02:39:29.957104 1 controller.go:241] "All workers finished" logger="cert-manager" controller="apiservice" controllerGroup="apiregistration.k8s.io" controllerKind="APIService" I0403 02:39:29.957113 1 controller.go:241] "All workers finished" logger="cert-manager" controller="customresourcedefinition" controllerGroup="apiextensions.k8s.io" controllerKind="CustomResourceDefinition" I0403 02:39:29.957149 1 controller.go:239] "Shutdown signal received, waiting for all workers to finish" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" I0403 02:39:29.957179 1 controller.go:241] "All workers finished" logger="cert-manager" controller="validatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="ValidatingWebhookConfiguration" I0403 02:39:29.957227 1 controller.go:241] "All workers finished" logger="cert-manager" controller="mutatingwebhookconfiguration" controllerGroup="admissionregistration.k8s.io" controllerKind="MutatingWebhookConfiguration" Usage: cainjector [flags] Flags: --add_dir_header If true, adds the file directory to the header of the log messages --alsologtostderr log to standard error as well as files (no effect when -logtostderr=true) --enable-apiservices-injectable Inject CA data to annotated APIServices. This functionality is not required if cainjector is only used as cert-manager's internal component and setting it to false might reduce memory consumption (default true) --enable-certificates-data-source Enable configuring cert-manager.io Certificate resources as potential sources for CA data. Requires cert-manager.io Certificate CRD to be installed. This data source can be disabled to reduce memory consumption if you only use cainjector as part of cert-manager's installation (default true) --enable-customresourcedefinitions-injectable Inject CA data to annotated CustomResourceDefinitions. This functionality is not required if cainjecor is only used as cert-manager's internal component and setting it to false might slightly reduce memory consumption (default true) --enable-mutatingwebhookconfigurations-injectable Inject CA data to annotated MutatingWebhookConfigurations. This functionality is required for cainjector to work correctly as cert-manager's internal component (default true) --enable-profiling Enable profiling for cainjector --enable-validatingwebhookconfigurations-injectable Inject CA data to annotated ValidatingWebhookConfigurations. This functionality is required for cainjector to correctly function as cert-manager's internal component (default true) --feature-gates mapStringBool A set of key=value pairs that describe feature gates for alpha/experimental features. Options are: AllAlpha=true|false (ALPHA - default=false) AllBeta=true|false (BETA - default=false) ServerSideApply=true|false (ALPHA - default=false) -h, --help help for cainjector --kubeconfig string Paths to a kubeconfig. Only required if out-of-cluster. --leader-elect If true, cainjector will perform leader election between instances to ensure no more than one instance of cainjector operates at a time (default true) --leader-election-lease-duration duration The duration that non-leader candidates will wait after observing a leadership renewal until attempting to acquire leadership of a led but unrenewed leader slot. This is effectively the maximum duration that a leader can be stopped before it is replaced by another candidate. This is only applicable if leader election is enabled. (default 1m0s) --leader-election-namespace string Namespace used to perform leader election. Only used if leader election is enabled (default "kube-system") --leader-election-renew-deadline duration The interval between attempts by the acting master to renew a leadership slot before it stops leading. This must be less than or equal to the lease duration. This is only applicable if leader election is enabled. (default 40s) --leader-election-retry-period duration The duration the clients should wait between attempting acquisition and renewal of a leadership. This is only applicable if leader election is enabled. (default 15s) --log-flush-frequency duration Maximum number of seconds between log flushes (default 5s) --log_backtrace_at traceLocation when logging hits line file:N, emit a stack trace (default :0) --log_dir string If non-empty, write log files in this directory (no effect when -logtostderr=true) --log_file string If non-empty, use this log file (no effect when -logtostderr=true) --log_file_max_size uint Defines the maximum size a log file can grow to (no effect when -logtostderr=true). Unit is megabytes. If the value is 0, the maximum file size is unlimited. (default 1800) --logging-format string Sets the log format. Permitted formats: "json" (gated by LoggingBetaOptions), "text". (default "text") --logtostderr log to standard error instead of files (default true) --namespace string If set, this limits the scope of cainjector to a single namespace. If set, cainjector will not update resources with certificates outside of the configured namespace. --one_output If true, only write logs to their native severity level (vs also writing to each lower severity level; no effect when -logtostderr=true) --profiler-address string Address of the Go profiler (pprof) if enabled. This should never be exposed on a public interface. (default "localhost:6060") --skip_headers If true, avoid header prefixes in the log messages --skip_log_headers If true, avoid headers when opening log files (no effect when -logtostderr=true) --stderrthreshold severity logs at or above this threshold go to stderr when writing to files and stderr (no effect when -logtostderr=true or -alsologtostderr=true) (default 2) -v, --v Level number for the log level verbosity (default 0) --vmodule pattern=N,... comma-separated list of pattern=N settings for file-filtered logging (only works for text log format) E0403 02:39:29.958108 1 main.go:45] "error executing command" err="error running manager: leader election lost" logger="cert-manager"