I0418 01:57:19.335253 1 serving.go:348] Generated self-signed cert in-memory I0418 01:57:19.565868 1 controllermanager.go:189] "Starting" version="v1.28.13" I0418 01:57:19.565890 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0418 01:57:19.567079 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0418 01:57:19.567131 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0418 01:57:19.567450 1 secure_serving.go:213] Serving securely on [::]:10257 I0418 01:57:19.567550 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0418 01:57:19.567733 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... I0418 01:57:36.703016 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0418 01:57:36.703441 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_32de063b-b72a-4ae5-98aa-b5ddfc405c07 became leader" I0418 01:57:36.714071 1 shared_informer.go:311] Waiting for caches to sync for tokens I0418 01:57:36.814860 1 shared_informer.go:318] Caches are synced for tokens W0418 01:57:37.050943 1 shared_informer.go:593] resyncPeriod 20h58m33.518170785s is smaller than resyncCheckPeriod 22h39m59.648821554s and the informer has already started. Changing it to 22h39m59.648821554s I0418 01:57:37.051325 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0418 01:57:37.051414 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0418 01:57:37.051515 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0418 01:57:37.051598 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0418 01:57:37.051669 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" W0418 01:57:37.051711 1 shared_informer.go:593] resyncPeriod 20h32m20.238616005s is smaller than resyncCheckPeriod 22h39m59.648821554s and the informer has already started. Changing it to 22h39m59.648821554s I0418 01:57:37.051876 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0418 01:57:37.052004 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0418 01:57:37.052140 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0418 01:57:37.052227 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0418 01:57:37.052299 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0418 01:57:37.052367 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0418 01:57:37.052450 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0418 01:57:37.052524 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0418 01:57:37.052619 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0418 01:57:37.052707 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0418 01:57:37.052852 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0418 01:57:37.052929 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0418 01:57:37.053250 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0418 01:57:37.054976 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0418 01:57:37.055178 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0418 01:57:37.055283 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0418 01:57:37.055334 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0418 01:57:37.055303 1 resource_quota_controller.go:294] "Starting resource quota controller" I0418 01:57:37.055697 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0418 01:57:37.056016 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0418 01:57:37.059075 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0418 01:57:37.059161 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0418 01:57:37.059173 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished E0418 01:57:37.061117 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0418 01:57:37.061132 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0418 01:57:37.062767 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0418 01:57:37.062868 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0418 01:57:37.062881 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0418 01:57:37.080527 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0418 01:57:37.080655 1 namespace_controller.go:197] "Starting namespace controller" I0418 01:57:37.080682 1 shared_informer.go:311] Waiting for caches to sync for namespace I0418 01:57:37.085866 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0418 01:57:37.085890 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0418 01:57:37.085924 1 graph_builder.go:294] "Running" component="GraphBuilder" I0418 01:57:37.085974 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0418 01:57:37.087946 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0418 01:57:37.087990 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0418 01:57:37.089737 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0418 01:57:37.089799 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0418 01:57:37.089826 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0418 01:57:37.093300 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0418 01:57:37.093326 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0418 01:57:37.093363 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0418 01:57:37.093701 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0418 01:57:37.093719 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0418 01:57:37.093743 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0418 01:57:37.094096 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0418 01:57:37.094110 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0418 01:57:37.094120 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0418 01:57:37.094465 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0418 01:57:37.094499 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0418 01:57:37.094518 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0418 01:57:37.094553 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0418 01:57:37.096616 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0418 01:57:37.096733 1 pv_controller_base.go:319] "Starting persistent volume controller" I0418 01:57:37.096752 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0418 01:57:37.098514 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0418 01:57:37.098730 1 attach_detach_controller.go:337] "Starting attach detach controller" I0418 01:57:37.099682 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0418 01:57:37.265891 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0418 01:57:37.265985 1 expand_controller.go:328] "Starting expand controller" I0418 01:57:37.266030 1 shared_informer.go:311] Waiting for caches to sync for expand I0418 01:57:37.269509 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0418 01:57:37.269648 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0418 01:57:37.269667 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0418 01:57:37.272543 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0418 01:57:37.272594 1 serviceaccounts_controller.go:111] "Starting service account controller" I0418 01:57:37.272605 1 shared_informer.go:311] Waiting for caches to sync for service account I0418 01:57:37.282433 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0418 01:57:37.282537 1 horizontal.go:200] "Starting HPA controller" I0418 01:57:37.282569 1 shared_informer.go:311] Waiting for caches to sync for HPA I0418 01:57:37.284634 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0418 01:57:37.284807 1 stateful_set.go:163] "Starting stateful set controller" I0418 01:57:37.284822 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0418 01:57:37.286397 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0418 01:57:37.286425 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0418 01:57:37.286432 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0418 01:57:37.286537 1 ttl_controller.go:124] "Starting TTL controller" I0418 01:57:37.286600 1 shared_informer.go:311] Waiting for caches to sync for TTL I0418 01:57:37.289221 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0418 01:57:37.289272 1 gc_controller.go:101] "Starting GC controller" I0418 01:57:37.289420 1 shared_informer.go:311] Waiting for caches to sync for GC I0418 01:57:37.291460 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0418 01:57:37.291552 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0418 01:57:37.291658 1 node_lifecycle_controller.go:465] "Sending events to api server" I0418 01:57:37.291708 1 node_lifecycle_controller.go:476] "Starting node controller" I0418 01:57:37.291715 1 shared_informer.go:311] Waiting for caches to sync for taint I0418 01:57:37.293700 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0418 01:57:37.293765 1 replica_set.go:214] "Starting controller" name="replicaset" I0418 01:57:37.293775 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0418 01:57:37.295343 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0418 01:57:37.295401 1 pv_protection_controller.go:78] "Starting PV protection controller" I0418 01:57:37.295411 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0418 01:57:37.297335 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0418 01:57:37.297486 1 publisher.go:102] "Starting root CA cert publisher controller" I0418 01:57:37.297503 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0418 01:57:37.299199 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0418 01:57:37.299302 1 controller.go:169] "Starting ephemeral volume controller" I0418 01:57:37.299318 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0418 01:57:37.301559 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0418 01:57:37.304557 1 endpoints_controller.go:177] "Starting endpoint controller" I0418 01:57:37.304584 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0418 01:57:37.307274 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0418 01:57:37.307441 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0418 01:57:37.307489 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0418 01:57:37.355242 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0418 01:57:37.355396 1 daemon_controller.go:291] "Starting daemon sets controller" I0418 01:57:37.355431 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0418 01:57:37.406494 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0418 01:57:37.406574 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0418 01:57:37.406580 1 shared_informer.go:311] Waiting for caches to sync for deployment I0418 01:57:37.504270 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0418 01:57:37.504338 1 disruption.go:433] "Sending events to api server." I0418 01:57:37.504364 1 disruption.go:444] "Starting disruption controller" I0418 01:57:37.504372 1 shared_informer.go:311] Waiting for caches to sync for disruption I0418 01:57:37.555159 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0418 01:57:37.555239 1 tokencleaner.go:112] "Starting token cleaner controller" I0418 01:57:37.555249 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0418 01:57:37.555256 1 shared_informer.go:318] Caches are synced for token_cleaner I0418 01:57:37.605479 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0418 01:57:37.605562 1 cleaner.go:83] "Starting CSR cleaner controller" E0418 01:57:37.654558 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0418 01:57:37.654585 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0418 01:57:37.706638 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0418 01:57:37.706693 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0418 01:57:37.706731 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0418 01:57:37.755618 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0418 01:57:37.755753 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0418 01:57:37.755779 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0418 01:57:37.807405 1 controllermanager.go:642] "Started controller" controller="job-controller" I0418 01:57:37.807455 1 job_controller.go:226] "Starting job controller" I0418 01:57:37.807471 1 shared_informer.go:311] Waiting for caches to sync for job I0418 01:57:37.854422 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0418 01:57:37.854565 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0418 01:57:37.854593 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0418 01:57:37.856897 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0418 01:57:37.863869 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0418 01:57:37.867394 1 shared_informer.go:318] Caches are synced for expand I0418 01:57:37.869697 1 shared_informer.go:318] Caches are synced for endpoint_slice I0418 01:57:37.870450 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0418 01:57:37.875340 1 shared_informer.go:318] Caches are synced for service account I0418 01:57:37.881531 1 shared_informer.go:318] Caches are synced for namespace I0418 01:57:37.883615 1 shared_informer.go:318] Caches are synced for HPA I0418 01:57:37.885824 1 shared_informer.go:318] Caches are synced for stateful set I0418 01:57:37.887140 1 shared_informer.go:318] Caches are synced for TTL I0418 01:57:37.888199 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0418 01:57:37.889523 1 shared_informer.go:318] Caches are synced for GC I0418 01:57:37.894073 1 shared_informer.go:318] Caches are synced for ReplicaSet I0418 01:57:37.894102 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0418 01:57:37.894124 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0418 01:57:37.894226 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0418 01:57:37.894342 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="181.955µs" I0418 01:57:37.895291 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0418 01:57:37.895469 1 shared_informer.go:318] Caches are synced for PV protection I0418 01:57:37.897554 1 shared_informer.go:318] Caches are synced for crt configmap I0418 01:57:37.897711 1 shared_informer.go:318] Caches are synced for persistent volume I0418 01:57:37.899878 1 shared_informer.go:318] Caches are synced for ephemeral I0418 01:57:37.899967 1 shared_informer.go:318] Caches are synced for attach detach I0418 01:57:37.905102 1 shared_informer.go:318] Caches are synced for disruption I0418 01:57:37.909004 1 shared_informer.go:318] Caches are synced for deployment I0418 01:57:37.909114 1 shared_informer.go:318] Caches are synced for PVC protection I0418 01:57:37.909139 1 shared_informer.go:318] Caches are synced for ReplicationController I0418 01:57:37.955662 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0418 01:57:37.955863 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0418 01:57:37.963777 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0418 01:57:38.005187 1 shared_informer.go:318] Caches are synced for endpoint I0418 01:57:38.059260 1 shared_informer.go:318] Caches are synced for TTL after finished I0418 01:57:38.090252 1 shared_informer.go:318] Caches are synced for cronjob I0418 01:57:38.092545 1 shared_informer.go:318] Caches are synced for taint I0418 01:57:38.092646 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0418 01:57:38.092707 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0418 01:57:38.092738 1 taint_manager.go:210] "Sending events to api server" I0418 01:57:38.092810 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0418 01:57:38.092885 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0418 01:57:38.092974 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0418 01:57:38.108320 1 shared_informer.go:318] Caches are synced for job I0418 01:57:38.155658 1 shared_informer.go:318] Caches are synced for daemon sets I0418 01:57:38.156745 1 shared_informer.go:318] Caches are synced for resource quota I0418 01:57:38.157851 1 shared_informer.go:318] Caches are synced for resource quota I0418 01:57:38.246454 1 event.go:307] "Event occurred" object="kube-system/kube-apiserver-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0418 01:57:38.246475 1 event.go:307] "Event occurred" object="kube-system/etcd-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0418 01:57:38.246480 1 event.go:307] "Event occurred" object="kube-system/kube-proxy-j7wq2" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0418 01:57:38.246489 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0418 01:57:38.258998 1 event.go:307] "Event occurred" object="kube-system/kube-scheduler-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0418 01:57:38.260127 1 event.go:307] "Event occurred" object="kube-system/kube-vip-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0418 01:57:38.470923 1 shared_informer.go:318] Caches are synced for garbage collector I0418 01:57:38.486035 1 shared_informer.go:318] Caches are synced for garbage collector I0418 01:57:38.486073 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"