I0318 10:04:47.859775 1 serving.go:386] Generated self-signed cert in-memory I0318 10:04:48.520141 1 controllermanager.go:191] "Starting" version="v1.34.0" I0318 10:04:48.520172 1 controllermanager.go:193] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0318 10:04:48.521928 1 dynamic_cafile_content.go:161] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0318 10:04:48.521939 1 dynamic_cafile_content.go:161] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0318 10:04:48.522128 1 secure_serving.go:211] Serving securely on [::]:10257 I0318 10:04:48.522188 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0318 10:04:48.522520 1 leaderelection.go:257] attempting to acquire leader lease kube-system/kube-controller-manager... E0318 10:04:49.182079 1 leaderelection.go:448] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0318 10:04:52.265973 1 leaderelection.go:271] successfully acquired lease kube-system/kube-controller-manager I0318 10:04:52.266180 1 event.go:389] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="controller-1_5120871c-fe8d-4126-8f59-1f624a434864 became leader" I0318 10:04:52.274219 1 controllermanager.go:781] "Started controller" controller="serviceaccount-token-controller" I0318 10:04:52.274208 1 shared_informer.go:349] "Waiting for caches to sync" controller="tokens" I0318 10:04:52.301327 1 controllermanager.go:781] "Started controller" controller="namespace-controller" I0318 10:04:52.301503 1 namespace_controller.go:202] "Starting namespace controller" logger="namespace-controller" I0318 10:04:52.301762 1 shared_informer.go:349] "Waiting for caches to sync" controller="namespace" I0318 10:04:52.311383 1 controllermanager.go:781] "Started controller" controller="deployment-controller" I0318 10:04:52.311720 1 deployment_controller.go:173] "Starting controller" logger="deployment-controller" controller="deployment" I0318 10:04:52.311733 1 shared_informer.go:349] "Waiting for caches to sync" controller="deployment" I0318 10:04:52.321921 1 controllermanager.go:781] "Started controller" controller="statefulset-controller" I0318 10:04:52.322802 1 stateful_set.go:169] "Starting stateful set controller" logger="statefulset-controller" I0318 10:04:52.322818 1 shared_informer.go:349] "Waiting for caches to sync" controller="stateful set" I0318 10:04:52.329553 1 controllermanager.go:781] "Started controller" controller="certificatesigningrequest-approving-controller" I0318 10:04:52.329775 1 certificate_controller.go:120] "Starting certificate controller" logger="certificatesigningrequest-approving-controller" name="csrapproving" I0318 10:04:52.329798 1 shared_informer.go:349] "Waiting for caches to sync" controller="certificate-csrapproving" I0318 10:04:52.336850 1 controllermanager.go:781] "Started controller" controller="persistentvolumeclaim-protection-controller" I0318 10:04:52.336926 1 pvc_protection_controller.go:168] "Starting PVC protection controller" logger="persistentvolumeclaim-protection-controller" I0318 10:04:52.337063 1 shared_informer.go:349] "Waiting for caches to sync" controller="PVC protection" I0318 10:04:52.345367 1 controllermanager.go:781] "Started controller" controller="cronjob-controller" I0318 10:04:52.345468 1 cronjob_controllerv2.go:145] "Starting cronjob controller v2" logger="cronjob-controller" I0318 10:04:52.345488 1 shared_informer.go:349] "Waiting for caches to sync" controller="cronjob" I0318 10:04:52.348048 1 controllermanager.go:781] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0318 10:04:52.348067 1 controllermanager.go:733] "Controller is disabled by a feature gate" controller="podcertificaterequest-cleaner-controller" requiredFeatureGates=["PodCertificateRequest"] I0318 10:04:52.348165 1 cleaner.go:83] "Starting CSR cleaner controller" logger="certificatesigningrequest-cleaner-controller" I0318 10:04:52.355360 1 controllermanager.go:781] "Started controller" controller="ttl-controller" I0318 10:04:52.355381 1 controllermanager.go:739] "Skipping a cloud provider controller" controller="node-route-controller" I0318 10:04:52.355386 1 controllermanager.go:739] "Skipping a cloud provider controller" controller="cloud-node-lifecycle-controller" I0318 10:04:52.355598 1 ttl_controller.go:127] "Starting TTL controller" logger="ttl-controller" I0318 10:04:52.355617 1 shared_informer.go:349] "Waiting for caches to sync" controller="TTL" I0318 10:04:52.363758 1 controllermanager.go:781] "Started controller" controller="persistentvolume-binder-controller" I0318 10:04:52.364032 1 pv_controller_base.go:308] "Starting persistent volume controller" logger="persistentvolume-binder-controller" I0318 10:04:52.364050 1 shared_informer.go:349] "Waiting for caches to sync" controller="persistent volume" I0318 10:04:52.373275 1 controllermanager.go:781] "Started controller" controller="endpointslice-mirroring-controller" I0318 10:04:52.374156 1 endpointslicemirroring_controller.go:227] "Starting EndpointSliceMirroring controller" logger="endpointslice-mirroring-controller" I0318 10:04:52.374267 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint_slice_mirroring" I0318 10:04:52.374963 1 shared_informer.go:356] "Caches are synced" controller="tokens" I0318 10:04:52.473290 1 controllermanager.go:781] "Started controller" controller="daemonset-controller" I0318 10:04:52.473381 1 daemon_controller.go:310] "Starting daemon sets controller" logger="daemonset-controller" I0318 10:04:52.473469 1 shared_informer.go:349] "Waiting for caches to sync" controller="daemon sets" I0318 10:04:52.633487 1 controllermanager.go:781] "Started controller" controller="replicaset-controller" I0318 10:04:52.633648 1 replica_set.go:243] "Starting controller" logger="replicaset-controller" name="replicaset" I0318 10:04:52.633715 1 shared_informer.go:349] "Waiting for caches to sync" controller="ReplicaSet" I0318 10:04:52.920754 1 controllermanager.go:781] "Started controller" controller="horizontal-pod-autoscaler-controller" I0318 10:04:52.920783 1 controllermanager.go:739] "Skipping a cloud provider controller" controller="service-lb-controller" I0318 10:04:52.920786 1 horizontal.go:205] "Starting HPA controller" logger="horizontal-pod-autoscaler-controller" I0318 10:04:52.920811 1 shared_informer.go:349] "Waiting for caches to sync" controller="HPA" I0318 10:04:53.072956 1 controllermanager.go:781] "Started controller" controller="ephemeral-volume-controller" I0318 10:04:53.073013 1 controller.go:173] "Starting ephemeral volume controller" logger="ephemeral-volume-controller" I0318 10:04:53.073055 1 shared_informer.go:349] "Waiting for caches to sync" controller="ephemeral" I0318 10:04:53.223133 1 controllermanager.go:781] "Started controller" controller="legacy-serviceaccount-token-cleaner-controller" I0318 10:04:53.223296 1 legacy_serviceaccount_token_cleaner.go:103] "Starting legacy service account token cleaner controller" logger="legacy-serviceaccount-token-cleaner-controller" I0318 10:04:53.223341 1 shared_informer.go:349] "Waiting for caches to sync" controller="legacy-service-account-token-cleaner" I0318 10:04:53.421413 1 controllermanager.go:781] "Started controller" controller="validatingadmissionpolicy-status-controller" I0318 10:04:53.421462 1 shared_informer.go:349] "Waiting for caches to sync" controller="validatingadmissionpolicy-status" I0318 10:04:53.573735 1 controllermanager.go:781] "Started controller" controller="serviceaccount-controller" I0318 10:04:53.573843 1 serviceaccounts_controller.go:114] "Starting service account controller" logger="serviceaccount-controller" I0318 10:04:53.573857 1 shared_informer.go:349] "Waiting for caches to sync" controller="service account" I0318 10:04:53.721487 1 node_lifecycle_controller.go:419] "Controller will reconcile labels" logger="node-lifecycle-controller" I0318 10:04:53.721582 1 controllermanager.go:781] "Started controller" controller="node-lifecycle-controller" I0318 10:04:53.721682 1 node_lifecycle_controller.go:453] "Sending events to api server" logger="node-lifecycle-controller" I0318 10:04:53.721724 1 node_lifecycle_controller.go:464] "Starting node controller" logger="node-lifecycle-controller" I0318 10:04:53.721739 1 shared_informer.go:349] "Waiting for caches to sync" controller="taint" I0318 10:04:53.889835 1 controllermanager.go:781] "Started controller" controller="replicationcontroller-controller" I0318 10:04:53.889944 1 replica_set.go:243] "Starting controller" logger="replicationcontroller-controller" name="replicationcontroller" I0318 10:04:53.889955 1 shared_informer.go:349] "Waiting for caches to sync" controller="ReplicationController" I0318 10:04:54.069533 1 controllermanager.go:781] "Started controller" controller="disruption-controller" I0318 10:04:54.069615 1 disruption.go:457] "Sending events to api server." logger="disruption-controller" I0318 10:04:54.069650 1 disruption.go:468] "Starting disruption controller" logger="disruption-controller" I0318 10:04:54.069813 1 shared_informer.go:349] "Waiting for caches to sync" controller="disruption" I0318 10:04:54.224093 1 controllermanager.go:781] "Started controller" controller="token-cleaner-controller" I0318 10:04:54.224208 1 tokencleaner.go:117] "Starting token cleaner controller" logger="token-cleaner-controller" I0318 10:04:54.224216 1 shared_informer.go:349] "Waiting for caches to sync" controller="token_cleaner" I0318 10:04:54.224223 1 shared_informer.go:356] "Caches are synced" controller="token_cleaner" I0318 10:04:54.373877 1 controllermanager.go:781] "Started controller" controller="persistentvolume-attach-detach-controller" I0318 10:04:54.374507 1 attach_detach_controller.go:336] "Starting attach detach controller" logger="persistentvolume-attach-detach-controller" I0318 10:04:54.374596 1 shared_informer.go:349] "Waiting for caches to sync" controller="attach detach" I0318 10:04:54.527005 1 controllermanager.go:781] "Started controller" controller="volumeattributesclass-protection-controller" I0318 10:04:54.527337 1 vac_protection_controller.go:206] "Starting VAC protection controller" logger="volumeattributesclass-protection-controller" I0318 10:04:54.527349 1 shared_informer.go:349] "Waiting for caches to sync" controller="VAC protection" I0318 10:04:54.673791 1 controllermanager.go:781] "Started controller" controller="root-ca-certificate-publisher-controller" I0318 10:04:54.673890 1 publisher.go:107] "Starting root CA cert publisher controller" logger="root-ca-certificate-publisher-controller" I0318 10:04:54.673941 1 shared_informer.go:349] "Waiting for caches to sync" controller="crt configmap" I0318 10:04:54.824156 1 controllermanager.go:781] "Started controller" controller="service-cidr-controller" I0318 10:04:54.824251 1 servicecidrs_controller.go:137] "Starting" logger="service-cidr-controller" controller="service-cidr-controller" I0318 10:04:54.824260 1 shared_informer.go:349] "Waiting for caches to sync" controller="service-cidr-controller" I0318 10:04:54.972715 1 controllermanager.go:781] "Started controller" controller="pod-garbage-collector-controller" I0318 10:04:54.972797 1 gc_controller.go:99] "Starting GC controller" logger="pod-garbage-collector-controller" I0318 10:04:54.972810 1 shared_informer.go:349] "Waiting for caches to sync" controller="GC" I0318 10:04:55.279239 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="roles.rbac.authorization.k8s.io" I0318 10:04:55.279309 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="resourceclaimtemplates.resource.k8s.io" I0318 10:04:55.279341 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="endpoints" I0318 10:04:55.279454 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="serviceaccounts" I0318 10:04:55.279491 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="daemonsets.apps" I0318 10:04:55.279512 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="replicasets.apps" I0318 10:04:55.279624 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="csistoragecapacities.storage.k8s.io" I0318 10:04:55.279654 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="deployments.apps" I0318 10:04:55.279674 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="jobs.batch" I0318 10:04:55.279706 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="poddisruptionbudgets.policy" I0318 10:04:55.279736 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="limitranges" I0318 10:04:55.279792 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="statefulsets.apps" I0318 10:04:55.279835 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="ingresses.networking.k8s.io" I0318 10:04:55.279854 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="leases.coordination.k8s.io" I0318 10:04:55.279884 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="podtemplates" I0318 10:04:55.279914 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="networkpolicies.networking.k8s.io" I0318 10:04:55.279944 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="rolebindings.rbac.authorization.k8s.io" I0318 10:04:55.279963 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="endpointslices.discovery.k8s.io" I0318 10:04:55.279981 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="controllerrevisions.apps" I0318 10:04:55.280005 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="cronjobs.batch" I0318 10:04:55.280098 1 resource_quota_monitor.go:227] "QuotaMonitor created object count evaluator" logger="resourcequota-controller" resource="horizontalpodautoscalers.autoscaling" I0318 10:04:55.280137 1 controllermanager.go:781] "Started controller" controller="resourcequota-controller" I0318 10:04:55.280210 1 resource_quota_controller.go:300] "Starting resource quota controller" logger="resourcequota-controller" I0318 10:04:55.280235 1 shared_informer.go:349] "Waiting for caches to sync" controller="resource quota" I0318 10:04:55.280267 1 resource_quota_monitor.go:308] "QuotaMonitor running" logger="resourcequota-controller" I0318 10:04:55.423688 1 controllermanager.go:781] "Started controller" controller="bootstrap-signer-controller" I0318 10:04:55.423782 1 shared_informer.go:349] "Waiting for caches to sync" controller="bootstrap_signer" I0318 10:04:55.576692 1 controllermanager.go:781] "Started controller" controller="persistentvolume-protection-controller" I0318 10:04:55.576783 1 pv_protection_controller.go:81] "Starting PV protection controller" logger="persistentvolume-protection-controller" I0318 10:04:55.576796 1 shared_informer.go:349] "Waiting for caches to sync" controller="PV protection" I0318 10:04:55.726674 1 controllermanager.go:781] "Started controller" controller="ttl-after-finished-controller" I0318 10:04:55.726707 1 controllermanager.go:733] "Controller is disabled by a feature gate" controller="kube-apiserver-serving-clustertrustbundle-publisher-controller" requiredFeatureGates=["ClusterTrustBundle"] I0318 10:04:55.726725 1 controllermanager.go:733] "Controller is disabled by a feature gate" controller="device-taint-eviction-controller" requiredFeatureGates=["DynamicResourceAllocation","DRADeviceTaints"] I0318 10:04:55.726782 1 ttlafterfinished_controller.go:112] "Starting TTL after finished controller" logger="ttl-after-finished-controller" I0318 10:04:55.726791 1 shared_informer.go:349] "Waiting for caches to sync" controller="TTL after finished" I0318 10:04:55.972201 1 garbagecollector.go:144] "Starting controller" logger="garbage-collector-controller" controller="garbagecollector" I0318 10:04:55.972260 1 controllermanager.go:781] "Started controller" controller="garbage-collector-controller" I0318 10:04:55.972297 1 graph_builder.go:351] "Running" logger="garbage-collector-controller" component="GraphBuilder" I0318 10:04:55.972271 1 shared_informer.go:349] "Waiting for caches to sync" controller="garbage collector" I0318 10:04:56.223431 1 controllermanager.go:781] "Started controller" controller="job-controller" I0318 10:04:56.223564 1 job_controller.go:257] "Starting job controller" logger="job-controller" I0318 10:04:56.223584 1 shared_informer.go:349] "Waiting for caches to sync" controller="job" I0318 10:04:56.373390 1 controllermanager.go:781] "Started controller" controller="clusterrole-aggregation-controller" I0318 10:04:56.373438 1 clusterroleaggregation_controller.go:194] "Starting ClusterRoleAggregator controller" logger="clusterrole-aggregation-controller" I0318 10:04:56.373462 1 shared_informer.go:349] "Waiting for caches to sync" controller="ClusterRoleAggregator" I0318 10:04:56.419787 1 controllermanager.go:781] "Started controller" controller="taint-eviction-controller" I0318 10:04:56.419847 1 controllermanager.go:759] "Warning: skipping controller" controller="storage-version-migrator-controller" I0318 10:04:56.419872 1 controllermanager.go:744] "Warning: controller is disabled" controller="selinux-warning-controller" I0318 10:04:56.419869 1 taint_eviction.go:282] "Starting" logger="taint-eviction-controller" controller="taint-eviction-controller" I0318 10:04:56.420143 1 taint_eviction.go:288] "Sending events to api server" logger="taint-eviction-controller" I0318 10:04:56.420280 1 shared_informer.go:349] "Waiting for caches to sync" controller="taint-eviction-controller" I0318 10:04:56.576357 1 controllermanager.go:781] "Started controller" controller="endpoints-controller" I0318 10:04:56.576453 1 endpoints_controller.go:188] "Starting endpoint controller" logger="endpoints-controller" I0318 10:04:56.576476 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint" I0318 10:04:56.723899 1 controllermanager.go:781] "Started controller" controller="endpointslice-controller" I0318 10:04:56.723985 1 endpointslice_controller.go:281] "Starting endpoint slice controller" logger="endpointslice-controller" I0318 10:04:56.723995 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint_slice" I0318 10:04:56.771496 1 certificate_controller.go:120] "Starting certificate controller" logger="certificatesigningrequest-signing-controller" name="csrsigning-kubelet-serving" I0318 10:04:56.771534 1 shared_informer.go:349] "Waiting for caches to sync" controller="certificate-csrsigning-kubelet-serving" I0318 10:04:56.771566 1 dynamic_serving_content.go:135] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0318 10:04:56.771991 1 certificate_controller.go:120] "Starting certificate controller" logger="certificatesigningrequest-signing-controller" name="csrsigning-kubelet-client" I0318 10:04:56.772006 1 shared_informer.go:349] "Waiting for caches to sync" controller="certificate-csrsigning-kubelet-client" I0318 10:04:56.772018 1 dynamic_serving_content.go:135] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0318 10:04:56.772913 1 certificate_controller.go:120] "Starting certificate controller" logger="certificatesigningrequest-signing-controller" name="csrsigning-kube-apiserver-client" I0318 10:04:56.772953 1 shared_informer.go:349] "Waiting for caches to sync" controller="certificate-csrsigning-kube-apiserver-client" I0318 10:04:56.772988 1 dynamic_serving_content.go:135] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0318 10:04:56.773023 1 controllermanager.go:781] "Started controller" controller="certificatesigningrequest-signing-controller" I0318 10:04:56.773047 1 controllermanager.go:759] "Warning: skipping controller" controller="node-ipam-controller" I0318 10:04:56.773141 1 certificate_controller.go:120] "Starting certificate controller" logger="certificatesigningrequest-signing-controller" name="csrsigning-legacy-unknown" I0318 10:04:56.773164 1 shared_informer.go:349] "Waiting for caches to sync" controller="certificate-csrsigning-legacy-unknown" I0318 10:04:56.773185 1 dynamic_serving_content.go:135] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0318 10:04:56.922868 1 controllermanager.go:781] "Started controller" controller="persistentvolume-expander-controller" I0318 10:04:56.922900 1 controllermanager.go:733] "Controller is disabled by a feature gate" controller="storageversion-garbage-collector-controller" requiredFeatureGates=["APIServerIdentity","StorageVersionAPI"] I0318 10:04:56.922905 1 expand_controller.go:327] "Starting expand controller" logger="persistentvolume-expander-controller" I0318 10:04:56.922955 1 shared_informer.go:349] "Waiting for caches to sync" controller="expand" I0318 10:04:57.074689 1 controllermanager.go:781] "Started controller" controller="resourceclaim-controller" I0318 10:04:57.075114 1 controller.go:397] "Starting resource claim controller" logger="resourceclaim-controller" I0318 10:04:57.075343 1 shared_informer.go:349] "Waiting for caches to sync" controller="resource_claim" I0318 10:04:57.077341 1 shared_informer.go:349] "Waiting for caches to sync" controller="resource quota" I0318 10:04:57.096702 1 actual_state_of_world.go:541] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"controller-1\" does not exist" I0318 10:04:57.102345 1 shared_informer.go:356] "Caches are synced" controller="namespace" I0318 10:04:57.105783 1 shared_informer.go:349] "Waiting for caches to sync" controller="garbage collector" I0318 10:04:57.111931 1 shared_informer.go:356] "Caches are synced" controller="deployment" I0318 10:04:57.121059 1 shared_informer.go:356] "Caches are synced" controller="HPA" I0318 10:04:57.121098 1 shared_informer.go:356] "Caches are synced" controller="taint-eviction-controller" I0318 10:04:57.122324 1 shared_informer.go:356] "Caches are synced" controller="taint" I0318 10:04:57.122431 1 node_lifecycle_controller.go:1221] "Initializing eviction metric for zone" logger="node-lifecycle-controller" zone="" I0318 10:04:57.122515 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="controller-1" I0318 10:04:57.122579 1 node_lifecycle_controller.go:1025] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" logger="node-lifecycle-controller" I0318 10:04:57.122810 1 shared_informer.go:356] "Caches are synced" controller="validatingadmissionpolicy-status" I0318 10:04:57.122926 1 shared_informer.go:356] "Caches are synced" controller="stateful set" I0318 10:04:57.122985 1 shared_informer.go:356] "Caches are synced" controller="expand" I0318 10:04:57.123957 1 shared_informer.go:356] "Caches are synced" controller="job" I0318 10:04:57.124197 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice" I0318 10:04:57.124237 1 shared_informer.go:356] "Caches are synced" controller="bootstrap_signer" I0318 10:04:57.124262 1 shared_informer.go:356] "Caches are synced" controller="legacy-service-account-token-cleaner" I0318 10:04:57.124369 1 shared_informer.go:356] "Caches are synced" controller="service-cidr-controller" I0318 10:04:57.127675 1 shared_informer.go:356] "Caches are synced" controller="VAC protection" I0318 10:04:57.127685 1 shared_informer.go:356] "Caches are synced" controller="TTL after finished" I0318 10:04:57.130858 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrapproving" I0318 10:04:57.134123 1 shared_informer.go:356] "Caches are synced" controller="ReplicaSet" I0318 10:04:57.137300 1 shared_informer.go:356] "Caches are synced" controller="PVC protection" I0318 10:04:57.146498 1 shared_informer.go:356] "Caches are synced" controller="cronjob" I0318 10:04:57.156711 1 shared_informer.go:356] "Caches are synced" controller="TTL" I0318 10:04:57.164949 1 shared_informer.go:356] "Caches are synced" controller="persistent volume" I0318 10:04:57.170634 1 shared_informer.go:356] "Caches are synced" controller="disruption" I0318 10:04:57.172363 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-serving" I0318 10:04:57.172465 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kubelet-client" I0318 10:04:57.173146 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-kube-apiserver-client" I0318 10:04:57.173236 1 shared_informer.go:356] "Caches are synced" controller="certificate-csrsigning-legacy-unknown" I0318 10:04:57.173269 1 shared_informer.go:356] "Caches are synced" controller="ephemeral" I0318 10:04:57.173306 1 shared_informer.go:356] "Caches are synced" controller="GC" I0318 10:04:57.173556 1 shared_informer.go:356] "Caches are synced" controller="ClusterRoleAggregator" I0318 10:04:57.173917 1 shared_informer.go:356] "Caches are synced" controller="daemon sets" I0318 10:04:57.173964 1 shared_informer.go:356] "Caches are synced" controller="service account" I0318 10:04:57.174062 1 shared_informer.go:356] "Caches are synced" controller="crt configmap" I0318 10:04:57.174473 1 shared_informer.go:356] "Caches are synced" controller="endpoint_slice_mirroring" I0318 10:04:57.174734 1 shared_informer.go:356] "Caches are synced" controller="attach detach" I0318 10:04:57.175551 1 shared_informer.go:356] "Caches are synced" controller="resource_claim" I0318 10:04:57.176955 1 shared_informer.go:356] "Caches are synced" controller="PV protection" I0318 10:04:57.177010 1 shared_informer.go:356] "Caches are synced" controller="endpoint" I0318 10:04:57.177554 1 shared_informer.go:356] "Caches are synced" controller="resource quota" I0318 10:04:57.180610 1 shared_informer.go:356] "Caches are synced" controller="garbage collector" I0318 10:04:57.180626 1 garbagecollector.go:154] "Garbage collector: all resource monitors have synced" logger="garbage-collector-controller" I0318 10:04:57.180634 1 garbagecollector.go:157] "Proceeding to collect garbage" logger="garbage-collector-controller" I0318 10:04:57.180779 1 shared_informer.go:356] "Caches are synced" controller="resource quota" I0318 10:04:57.190478 1 shared_informer.go:356] "Caches are synced" controller="ReplicationController" I0318 10:04:57.207003 1 shared_informer.go:356] "Caches are synced" controller="garbage collector" I0318 10:05:56.172566 1 actual_state_of_world.go:541] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"controller-2\" does not exist" I0318 10:05:57.903387 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="controller-2" E0318 10:06:20.625034 1 request.go:1196] "Unexpected error when reading response body" err="context deadline exceeded" E0318 10:06:20.625136 1 leaderelection.go:441] Failed to update lock optimistically: unexpected error when reading response body. Please retry. Original error: context deadline exceeded, falling back to slow path E0318 10:06:52.122619 1 leaderelection.go:441] Failed to update lock optimistically: Put "https://199.204.45.99:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded, falling back to slow path I0318 10:06:54.607577 1 request.go:752] "Waited before sending request" delay="1.035131516s" reason="retries: 1, retry-after: 1s - retry-reason: due to server-side throttling, FlowSchema UID: \"ee428819-3307-4981-a579-ab2a106ed23e\"" verb="GET" URL="https://199.204.45.99:6443/apis/autoscaling/v2/horizontalpodautoscalers?allowWatchBookmarks=true&resourceVersion=546&timeout=5m14s&timeoutSeconds=314&watch=true" I0318 10:07:01.937324 1 actual_state_of_world.go:541] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"controller-3\" does not exist" I0318 10:07:02.914580 1 node_lifecycle_controller.go:873] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="controller-3" E0318 10:08:17.646738 1 leaderelection.go:441] Failed to update lock optimistically: Put "https://199.204.45.99:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded, falling back to slow path E0318 10:08:22.646875 1 leaderelection.go:448] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.99:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded I0318 10:08:22.647078 1 leaderelection.go:297] failed to renew lease kube-system/kube-controller-manager: context deadline exceeded E0318 10:08:22.647314 1 controllermanager.go:343] "leaderelection lost"