I0905 06:11:50.233187 1 serving.go:348] Generated self-signed cert in-memory I0905 06:11:50.644817 1 controllermanager.go:189] "Starting" version="v1.28.13" I0905 06:11:50.644841 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0905 06:11:50.646155 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0905 06:11:50.646184 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0905 06:11:50.646248 1 secure_serving.go:213] Serving securely on [::]:10257 I0905 06:11:50.646274 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0905 06:11:50.646985 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0905 06:11:51.938657 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0905 06:11:54.453426 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0905 06:11:54.453739 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_b646df6b-6902-4987-bfb1-e0898dcdb60c became leader" I0905 06:11:54.462698 1 shared_informer.go:311] Waiting for caches to sync for tokens I0905 06:11:54.472643 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0905 06:11:54.472821 1 gc_controller.go:101] "Starting GC controller" I0905 06:11:54.472855 1 shared_informer.go:311] Waiting for caches to sync for GC I0905 06:11:54.486505 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0905 06:11:54.486535 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0905 06:11:54.486555 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0905 06:11:54.486571 1 graph_builder.go:294] "Running" component="GraphBuilder" I0905 06:11:54.495436 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0905 06:11:54.497514 1 replica_set.go:214] "Starting controller" name="replicaset" I0905 06:11:54.497671 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0905 06:11:54.510894 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0905 06:11:54.511074 1 disruption.go:433] "Sending events to api server." I0905 06:11:54.511172 1 disruption.go:444] "Starting disruption controller" I0905 06:11:54.511192 1 shared_informer.go:311] Waiting for caches to sync for disruption I0905 06:11:54.518834 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0905 06:11:54.519008 1 pv_controller_base.go:319] "Starting persistent volume controller" I0905 06:11:54.519030 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0905 06:11:54.527054 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0905 06:11:54.527097 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0905 06:11:54.527110 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0905 06:11:54.527242 1 controller.go:169] "Starting ephemeral volume controller" I0905 06:11:54.527299 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0905 06:11:54.535019 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0905 06:11:54.535149 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0905 06:11:54.535160 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0905 06:11:54.543449 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0905 06:11:54.543591 1 endpoints_controller.go:177] "Starting endpoint controller" I0905 06:11:54.543616 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0905 06:11:54.563435 1 shared_informer.go:318] Caches are synced for tokens I0905 06:11:54.609304 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0905 06:11:54.609527 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0905 06:11:54.609546 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0905 06:11:54.758592 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0905 06:11:54.758734 1 daemon_controller.go:291] "Starting daemon sets controller" I0905 06:11:54.758755 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0905 06:11:54.909857 1 controllermanager.go:642] "Started controller" controller="job-controller" I0905 06:11:54.909994 1 job_controller.go:226] "Starting job controller" I0905 06:11:54.910037 1 shared_informer.go:311] Waiting for caches to sync for job I0905 06:11:55.058842 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0905 06:11:55.058966 1 stateful_set.go:163] "Starting stateful set controller" I0905 06:11:55.059009 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0905 06:11:55.209293 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0905 06:11:55.209373 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0905 06:11:55.358765 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0905 06:11:55.358814 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0905 06:11:55.358887 1 publisher.go:102] "Starting root CA cert publisher controller" I0905 06:11:55.358912 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0905 06:11:55.510380 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0905 06:11:55.510442 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0905 06:11:55.510650 1 node_lifecycle_controller.go:465] "Sending events to api server" I0905 06:11:55.510767 1 node_lifecycle_controller.go:476] "Starting node controller" I0905 06:11:55.510829 1 shared_informer.go:311] Waiting for caches to sync for taint E0905 06:11:55.557260 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0905 06:11:55.557292 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0905 06:11:55.867812 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0905 06:11:55.867881 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0905 06:11:55.867935 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0905 06:11:55.867984 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0905 06:11:55.868027 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0905 06:11:55.868066 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0905 06:11:55.868102 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0905 06:11:55.868151 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0905 06:11:55.868252 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0905 06:11:55.868298 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0905 06:11:55.868354 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0905 06:11:55.868403 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0905 06:11:55.868463 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" W0905 06:11:55.868494 1 shared_informer.go:593] resyncPeriod 20h12m53.087108979s is smaller than resyncCheckPeriod 21h52m38.373798062s and the informer has already started. Changing it to 21h52m38.373798062s I0905 06:11:55.868588 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0905 06:11:55.868656 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0905 06:11:55.868716 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0905 06:11:55.868783 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0905 06:11:55.868870 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0905 06:11:55.868916 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0905 06:11:55.868967 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0905 06:11:55.869023 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0905 06:11:55.869079 1 resource_quota_controller.go:294] "Starting resource quota controller" I0905 06:11:55.869117 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0905 06:11:55.869155 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0905 06:11:56.009928 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0905 06:11:56.009960 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0905 06:11:56.009985 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0905 06:11:56.010417 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0905 06:11:56.010503 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0905 06:11:56.010517 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0905 06:11:56.010795 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0905 06:11:56.010816 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0905 06:11:56.010849 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0905 06:11:56.011127 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0905 06:11:56.011172 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0905 06:11:56.011194 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0905 06:11:56.011254 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0905 06:11:56.059057 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0905 06:11:56.059155 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0905 06:11:56.059227 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving E0905 06:11:56.209962 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0905 06:11:56.210020 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0905 06:11:56.359732 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0905 06:11:56.359912 1 attach_detach_controller.go:337] "Starting attach detach controller" I0905 06:11:56.359969 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0905 06:11:56.509462 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0905 06:11:56.509525 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0905 06:11:56.509555 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0905 06:11:56.662414 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0905 06:11:56.662491 1 pv_protection_controller.go:78] "Starting PV protection controller" I0905 06:11:56.662598 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0905 06:11:56.810623 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0905 06:11:56.812149 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0905 06:11:56.812235 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0905 06:11:56.962008 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0905 06:11:56.962092 1 serviceaccounts_controller.go:111] "Starting service account controller" I0905 06:11:56.962121 1 shared_informer.go:311] Waiting for caches to sync for service account I0905 06:11:57.111113 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0905 06:11:57.111194 1 expand_controller.go:328] "Starting expand controller" I0905 06:11:57.111244 1 shared_informer.go:311] Waiting for caches to sync for expand I0905 06:11:57.259403 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0905 06:11:57.259587 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0905 06:11:57.259605 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0905 06:11:57.516392 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0905 06:11:57.516564 1 namespace_controller.go:197] "Starting namespace controller" I0905 06:11:57.516629 1 shared_informer.go:311] Waiting for caches to sync for namespace I0905 06:11:57.806769 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0905 06:11:57.806863 1 horizontal.go:200] "Starting HPA controller" I0905 06:11:57.806896 1 shared_informer.go:311] Waiting for caches to sync for HPA I0905 06:11:57.960836 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0905 06:11:57.961037 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0905 06:11:57.961068 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0905 06:11:58.109667 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0905 06:11:58.109743 1 ttl_controller.go:124] "Starting TTL controller" I0905 06:11:58.109755 1 shared_informer.go:311] Waiting for caches to sync for TTL I0905 06:11:58.261849 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0905 06:11:58.261891 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0905 06:11:58.261912 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0905 06:11:58.411636 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0905 06:11:58.411961 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0905 06:11:58.411986 1 shared_informer.go:311] Waiting for caches to sync for deployment I0905 06:11:58.457138 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0905 06:11:58.457278 1 cleaner.go:83] "Starting CSR cleaner controller" I0905 06:11:58.609533 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0905 06:11:58.609636 1 tokencleaner.go:112] "Starting token cleaner controller" I0905 06:11:58.609666 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0905 06:11:58.609677 1 shared_informer.go:318] Caches are synced for token_cleaner I0905 06:11:58.616744 1 shared_informer.go:318] Caches are synced for namespace I0905 06:11:58.617354 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0905 06:11:58.625665 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0905 06:11:58.630305 1 shared_informer.go:318] Caches are synced for ephemeral I0905 06:11:58.635522 1 shared_informer.go:318] Caches are synced for TTL after finished I0905 06:11:58.635548 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0905 06:11:58.644016 1 shared_informer.go:318] Caches are synced for endpoint I0905 06:11:58.659375 1 shared_informer.go:318] Caches are synced for crt configmap I0905 06:11:58.659415 1 shared_informer.go:318] Caches are synced for daemon sets I0905 06:11:58.659451 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0905 06:11:58.659677 1 shared_informer.go:318] Caches are synced for ReplicationController I0905 06:11:58.661714 1 shared_informer.go:318] Caches are synced for cronjob I0905 06:11:58.662868 1 shared_informer.go:318] Caches are synced for PVC protection I0905 06:11:58.662904 1 shared_informer.go:318] Caches are synced for PV protection I0905 06:11:58.662983 1 shared_informer.go:318] Caches are synced for service account I0905 06:11:58.673775 1 shared_informer.go:318] Caches are synced for GC I0905 06:11:58.707745 1 shared_informer.go:318] Caches are synced for HPA I0905 06:11:58.710018 1 shared_informer.go:318] Caches are synced for TTL I0905 06:11:58.710058 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0905 06:11:58.710150 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0905 06:11:58.710228 1 shared_informer.go:318] Caches are synced for job I0905 06:11:58.710376 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0905 06:11:58.710709 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0905 06:11:58.711026 1 shared_informer.go:318] Caches are synced for taint I0905 06:11:58.711038 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0905 06:11:58.711119 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0905 06:11:58.711142 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0905 06:11:58.711270 1 taint_manager.go:210] "Sending events to api server" I0905 06:11:58.711279 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0905 06:11:58.711301 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0905 06:11:58.711356 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0905 06:11:58.711421 1 shared_informer.go:318] Caches are synced for expand I0905 06:11:58.711570 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0905 06:11:58.719945 1 shared_informer.go:318] Caches are synced for persistent volume I0905 06:11:58.759613 1 shared_informer.go:318] Caches are synced for stateful set I0905 06:11:58.810136 1 shared_informer.go:318] Caches are synced for endpoint_slice I0905 06:11:58.812628 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0905 06:11:58.819023 1 shared_informer.go:318] Caches are synced for resource quota I0905 06:11:58.860453 1 shared_informer.go:318] Caches are synced for attach detach I0905 06:11:58.869464 1 shared_informer.go:318] Caches are synced for resource quota I0905 06:11:58.898584 1 shared_informer.go:318] Caches are synced for ReplicaSet I0905 06:11:58.912043 1 shared_informer.go:318] Caches are synced for disruption I0905 06:11:58.912235 1 shared_informer.go:318] Caches are synced for deployment I0905 06:11:59.236132 1 shared_informer.go:318] Caches are synced for garbage collector I0905 06:11:59.287158 1 shared_informer.go:318] Caches are synced for garbage collector I0905 06:11:59.287248 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0905 06:11:59.380345 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-7hwrn" I0905 06:11:59.719980 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0905 06:11:59.819447 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-sc8j8" I0905 06:11:59.833959 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-dq4jw" I0905 06:11:59.842850 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="123.237584ms" I0905 06:11:59.852259 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="9.353917ms" I0905 06:11:59.852408 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="97.563µs" I0905 06:11:59.854734 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="39.081µs"