I0212 02:21:22.511175 1 serving.go:348] Generated self-signed cert in-memory I0212 02:21:23.023712 1 controllermanager.go:189] "Starting" version="v1.28.13" I0212 02:21:23.023787 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0212 02:21:23.521875 1 secure_serving.go:213] Serving securely on [::]:10257 I0212 02:21:23.559548 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0212 02:21:23.559805 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0212 02:21:23.559991 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... I0212 02:21:23.560423 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" E0212 02:21:32.360154 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.205:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0212 02:21:44.500717 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.205:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) I0212 02:21:48.674892 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0212 02:21:48.676112 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_47da2940-cecc-4138-a253-975a1f90f0ba became leader" I0212 02:21:50.253795 1 shared_informer.go:311] Waiting for caches to sync for tokens I0212 02:21:50.354008 1 shared_informer.go:318] Caches are synced for tokens I0212 02:21:56.156492 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0212 02:21:56.196595 1 namespace_controller.go:197] "Starting namespace controller" I0212 02:21:56.196636 1 shared_informer.go:311] Waiting for caches to sync for namespace I0212 02:21:57.701383 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0212 02:21:57.701606 1 daemon_controller.go:291] "Starting daemon sets controller" I0212 02:21:57.701618 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0212 02:21:58.624858 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0212 02:21:58.625078 1 replica_set.go:214] "Starting controller" name="replicaset" I0212 02:21:58.625086 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0212 02:22:00.117137 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0212 02:22:00.117287 1 attach_detach_controller.go:337] "Starting attach detach controller" I0212 02:22:00.117300 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0212 02:22:00.659136 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0212 02:22:00.660030 1 endpoints_controller.go:177] "Starting endpoint controller" I0212 02:22:00.660043 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0212 02:22:01.805475 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0212 02:22:01.811290 1 gc_controller.go:101] "Starting GC controller" I0212 02:22:01.811326 1 shared_informer.go:311] Waiting for caches to sync for GC I0212 02:22:02.801972 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0212 02:22:02.802288 1 tokencleaner.go:112] "Starting token cleaner controller" I0212 02:22:02.802300 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0212 02:22:02.802309 1 shared_informer.go:318] Caches are synced for token_cleaner E0212 02:22:02.818615 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0212 02:22:02.818638 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0212 02:22:03.526765 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0212 02:22:03.527779 1 controller.go:169] "Starting ephemeral volume controller" I0212 02:22:03.528005 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0212 02:22:05.065782 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0212 02:22:05.065922 1 cleaner.go:83] "Starting CSR cleaner controller" I0212 02:22:05.984011 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0212 02:22:05.985963 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0212 02:22:06.703219 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0212 02:22:06.703399 1 pv_controller_base.go:319] "Starting persistent volume controller" I0212 02:22:06.703406 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0212 02:22:07.118688 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0212 02:22:07.119055 1 expand_controller.go:328] "Starting expand controller" I0212 02:22:07.119071 1 shared_informer.go:311] Waiting for caches to sync for expand I0212 02:22:07.732162 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0212 02:22:07.736341 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0212 02:22:07.736410 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0212 02:22:07.736435 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0212 02:22:07.736681 1 stateful_set.go:163] "Starting stateful set controller" I0212 02:22:07.736752 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0212 02:22:07.749946 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0212 02:22:07.749984 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0212 02:22:10.334482 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0212 02:22:10.334596 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0212 02:22:10.334678 1 graph_builder.go:294] "Running" component="GraphBuilder" I0212 02:22:10.335526 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0212 02:22:11.180697 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0212 02:22:11.181026 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0212 02:22:11.183491 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0212 02:22:11.193524 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0212 02:22:11.193815 1 serviceaccounts_controller.go:111] "Starting service account controller" I0212 02:22:11.193825 1 shared_informer.go:311] Waiting for caches to sync for service account I0212 02:22:12.443407 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0212 02:22:12.445998 1 horizontal.go:200] "Starting HPA controller" I0212 02:22:12.446019 1 shared_informer.go:311] Waiting for caches to sync for HPA I0212 02:22:15.108484 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0212 02:22:15.108661 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0212 02:22:15.108668 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0212 02:22:15.108700 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0212 02:22:15.108703 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0212 02:22:15.108721 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0212 02:22:15.108724 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0212 02:22:15.108746 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0212 02:22:15.108749 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0212 02:22:15.108804 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0212 02:22:15.108908 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0212 02:22:15.108974 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0212 02:22:15.109049 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0212 02:22:16.206737 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0212 02:22:16.206903 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0212 02:22:16.207895 1 node_lifecycle_controller.go:465] "Sending events to api server" I0212 02:22:16.207992 1 node_lifecycle_controller.go:476] "Starting node controller" I0212 02:22:16.208043 1 shared_informer.go:311] Waiting for caches to sync for taint I0212 02:22:16.240754 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0212 02:22:16.240922 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0212 02:22:16.242457 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0212 02:22:16.242535 1 shared_informer.go:311] Waiting for caches to sync for PVC protection E0212 02:22:16.255689 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0212 02:22:16.255962 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0212 02:22:16.277647 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0212 02:22:16.277999 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0212 02:22:16.278018 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0212 02:22:16.295447 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0212 02:22:16.380509 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0212 02:22:16.380572 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0212 02:22:17.398571 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0212 02:22:17.400142 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0212 02:22:17.400159 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0212 02:22:17.528919 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0212 02:22:17.529113 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0212 02:22:17.529197 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0212 02:22:19.742550 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0212 02:22:19.742838 1 ttl_controller.go:124] "Starting TTL controller" I0212 02:22:19.743009 1 shared_informer.go:311] Waiting for caches to sync for TTL I0212 02:22:21.053461 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0212 02:22:21.053610 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0212 02:22:21.053620 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0212 02:22:22.049547 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0212 02:22:22.049726 1 publisher.go:102] "Starting root CA cert publisher controller" I0212 02:22:22.049740 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0212 02:22:33.940652 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io" I0212 02:22:33.940683 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io" I0212 02:22:33.940705 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0212 02:22:33.940724 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0212 02:22:33.940740 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0212 02:22:33.940755 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0212 02:22:33.940771 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0212 02:22:33.940796 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" W0212 02:22:33.940811 1 shared_informer.go:593] resyncPeriod 12h58m13.264086796s is smaller than resyncCheckPeriod 13h52m43.646323319s and the informer has already started. Changing it to 13h52m43.646323319s I0212 02:22:33.940949 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0212 02:22:33.941010 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0212 02:22:33.941039 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io" I0212 02:22:33.941074 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0212 02:22:33.941090 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0212 02:22:33.941109 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0212 02:22:33.941126 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0212 02:22:33.941139 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0212 02:22:33.941162 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0212 02:22:33.941177 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0212 02:22:33.941191 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0212 02:22:33.941207 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0212 02:22:33.941224 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0212 02:22:33.941246 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0212 02:22:33.941261 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0212 02:22:33.941284 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0212 02:22:33.941292 1 resource_quota_controller.go:294] "Starting resource quota controller" I0212 02:22:33.941305 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0212 02:22:33.941336 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0212 02:22:34.690431 1 controllermanager.go:642] "Started controller" controller="job-controller" I0212 02:22:34.692408 1 job_controller.go:226] "Starting job controller" I0212 02:22:34.693456 1 shared_informer.go:311] Waiting for caches to sync for job I0212 02:22:34.695740 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0212 02:22:34.695943 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0212 02:22:34.696112 1 shared_informer.go:311] Waiting for caches to sync for deployment I0212 02:22:35.534623 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0212 02:22:35.534788 1 disruption.go:433] "Sending events to api server." I0212 02:22:35.534855 1 disruption.go:444] "Starting disruption controller" I0212 02:22:35.534875 1 shared_informer.go:311] Waiting for caches to sync for disruption I0212 02:22:35.537599 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0212 02:22:35.539738 1 pv_protection_controller.go:78] "Starting PV protection controller" I0212 02:22:35.539769 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0212 02:22:35.546540 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0212 02:22:35.555882 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0212 02:22:35.594512 1 shared_informer.go:318] Caches are synced for service account I0212 02:22:35.600037 1 shared_informer.go:318] Caches are synced for namespace I0212 02:22:35.608474 1 shared_informer.go:318] Caches are synced for job I0212 02:22:35.610817 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0212 02:22:35.611494 1 shared_informer.go:318] Caches are synced for GC I0212 02:22:35.611618 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0212 02:22:35.611643 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0212 02:22:35.611776 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0212 02:22:35.612259 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0212 02:22:35.628714 1 shared_informer.go:318] Caches are synced for ephemeral I0212 02:22:35.628756 1 shared_informer.go:318] Caches are synced for attach detach I0212 02:22:35.638995 1 shared_informer.go:318] Caches are synced for ReplicaSet I0212 02:22:35.639286 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/ceph-csi-rbd-provisioner-795cfbf7fb" duration="127.023µs" I0212 02:22:35.639422 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-7fcd8d6ffd" duration="110.033µs" I0212 02:22:35.639541 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="102.122µs" I0212 02:22:35.639607 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-77cccfdc44" duration="51.211µs" I0212 02:22:35.639669 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0212 02:22:35.639940 1 shared_informer.go:318] Caches are synced for PV protection I0212 02:22:35.640218 1 shared_informer.go:318] Caches are synced for expand I0212 02:22:35.642174 1 shared_informer.go:318] Caches are synced for stateful set I0212 02:22:35.643106 1 shared_informer.go:318] Caches are synced for TTL I0212 02:22:35.644077 1 shared_informer.go:318] Caches are synced for PVC protection I0212 02:22:35.655389 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0212 02:22:35.656714 1 shared_informer.go:318] Caches are synced for HPA I0212 02:22:35.657060 1 shared_informer.go:318] Caches are synced for TTL after finished I0212 02:22:35.657087 1 shared_informer.go:318] Caches are synced for crt configmap I0212 02:22:35.660295 1 shared_informer.go:318] Caches are synced for endpoint I0212 02:22:35.678134 1 shared_informer.go:318] Caches are synced for endpoint_slice I0212 02:22:35.680839 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0212 02:22:35.684091 1 shared_informer.go:318] Caches are synced for cronjob I0212 02:22:35.686268 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0212 02:22:35.696633 1 shared_informer.go:318] Caches are synced for deployment I0212 02:22:35.703118 1 shared_informer.go:318] Caches are synced for daemon sets I0212 02:22:35.703278 1 shared_informer.go:318] Caches are synced for ReplicationController I0212 02:22:35.706547 1 shared_informer.go:318] Caches are synced for persistent volume I0212 02:22:35.708704 1 shared_informer.go:318] Caches are synced for taint I0212 02:22:35.708752 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0212 02:22:35.708798 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0212 02:22:35.708834 1 node_lifecycle_controller.go:1071] "Controller detected that zone is now in new state" zone="" newState="Normal" I0212 02:22:35.708848 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0212 02:22:35.708862 1 taint_manager.go:210] "Sending events to api server" I0212 02:22:35.709465 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0212 02:22:35.734917 1 shared_informer.go:318] Caches are synced for disruption I0212 02:22:35.747319 1 shared_informer.go:318] Caches are synced for resource quota I0212 02:22:35.842753 1 shared_informer.go:318] Caches are synced for resource quota I0212 02:22:36.213327 1 shared_informer.go:318] Caches are synced for garbage collector I0212 02:22:36.235584 1 shared_informer.go:318] Caches are synced for garbage collector I0212 02:22:36.235616 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"