I0902 12:20:32.027178 1 serving.go:348] Generated self-signed cert in-memory I0902 12:20:32.317226 1 controllermanager.go:189] "Starting" version="v1.28.13" I0902 12:20:32.317303 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0902 12:20:32.318876 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0902 12:20:32.319055 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0902 12:20:32.319201 1 secure_serving.go:213] Serving securely on [::]:10257 I0902 12:20:32.319232 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0902 12:20:32.319466 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0902 12:20:33.806424 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0902 12:20:37.101514 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0902 12:20:37.101661 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_ae086e03-a4f0-4001-ab73-dc3d6f4e2516 became leader" I0902 12:20:37.111089 1 shared_informer.go:311] Waiting for caches to sync for tokens I0902 12:20:37.121042 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0902 12:20:37.121420 1 endpoints_controller.go:177] "Starting endpoint controller" I0902 12:20:37.121481 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0902 12:20:37.127610 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0902 12:20:37.127735 1 cleaner.go:83] "Starting CSR cleaner controller" I0902 12:20:37.141792 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0902 12:20:37.142018 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0902 12:20:37.142105 1 node_lifecycle_controller.go:465] "Sending events to api server" I0902 12:20:37.142228 1 node_lifecycle_controller.go:476] "Starting node controller" I0902 12:20:37.142239 1 shared_informer.go:311] Waiting for caches to sync for taint I0902 12:20:37.150973 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0902 12:20:37.151297 1 gc_controller.go:101] "Starting GC controller" I0902 12:20:37.151376 1 shared_informer.go:311] Waiting for caches to sync for GC I0902 12:20:37.158691 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0902 12:20:37.158822 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0902 12:20:37.158861 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0902 12:20:37.175452 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0902 12:20:37.175490 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0902 12:20:37.175514 1 tokencleaner.go:112] "Starting token cleaner controller" I0902 12:20:37.175546 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0902 12:20:37.175589 1 shared_informer.go:318] Caches are synced for token_cleaner I0902 12:20:37.182403 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0902 12:20:37.182751 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0902 12:20:37.182778 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0902 12:20:37.194934 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0902 12:20:37.195330 1 daemon_controller.go:291] "Starting daemon sets controller" I0902 12:20:37.195408 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0902 12:20:37.197907 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0902 12:20:37.197929 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0902 12:20:37.197970 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0902 12:20:37.198474 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0902 12:20:37.198529 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0902 12:20:37.198614 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0902 12:20:37.198989 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0902 12:20:37.199015 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0902 12:20:37.199039 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0902 12:20:37.199351 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0902 12:20:37.199459 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0902 12:20:37.199511 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0902 12:20:37.199597 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0902 12:20:37.211939 1 shared_informer.go:318] Caches are synced for tokens E0902 12:20:37.212007 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0902 12:20:37.212036 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0902 12:20:37.222067 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0902 12:20:37.222337 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0902 12:20:37.222363 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0902 12:20:37.362016 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0902 12:20:37.362131 1 publisher.go:102] "Starting root CA cert publisher controller" I0902 12:20:37.362171 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0902 12:20:37.507283 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0902 12:20:37.507372 1 pv_protection_controller.go:78] "Starting PV protection controller" I0902 12:20:37.507383 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0902 12:20:37.816054 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0902 12:20:37.816095 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0902 12:20:37.816209 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0902 12:20:37.816234 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0902 12:20:37.816253 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0902 12:20:37.816276 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0902 12:20:37.816308 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0902 12:20:37.816377 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0902 12:20:37.816414 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0902 12:20:37.816446 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0902 12:20:37.816482 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0902 12:20:37.816517 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0902 12:20:37.816548 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0902 12:20:37.816631 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0902 12:20:37.816665 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0902 12:20:37.816719 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0902 12:20:37.816750 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0902 12:20:37.816791 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0902 12:20:37.816845 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0902 12:20:37.816880 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0902 12:20:37.816911 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0902 12:20:37.816990 1 resource_quota_controller.go:294] "Starting resource quota controller" I0902 12:20:37.817039 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0902 12:20:37.817084 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0902 12:20:38.072242 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0902 12:20:38.072334 1 namespace_controller.go:197] "Starting namespace controller" I0902 12:20:38.072345 1 shared_informer.go:311] Waiting for caches to sync for namespace I0902 12:20:38.256080 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0902 12:20:38.256223 1 disruption.go:433] "Sending events to api server." I0902 12:20:38.256331 1 disruption.go:444] "Starting disruption controller" I0902 12:20:38.256348 1 shared_informer.go:311] Waiting for caches to sync for disruption I0902 12:20:38.408110 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0902 12:20:38.408235 1 expand_controller.go:328] "Starting expand controller" I0902 12:20:38.408315 1 shared_informer.go:311] Waiting for caches to sync for expand I0902 12:20:38.558024 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0902 12:20:38.558107 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0902 12:20:38.558119 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0902 12:20:38.711939 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0902 12:20:38.712105 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0902 12:20:38.712132 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0902 12:20:38.955277 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0902 12:20:38.955372 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0902 12:20:38.955410 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0902 12:20:38.955444 1 graph_builder.go:294] "Running" component="GraphBuilder" I0902 12:20:39.207884 1 controllermanager.go:642] "Started controller" controller="job-controller" I0902 12:20:39.207990 1 job_controller.go:226] "Starting job controller" I0902 12:20:39.208001 1 shared_informer.go:311] Waiting for caches to sync for job I0902 12:20:39.357996 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0902 12:20:39.358162 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0902 12:20:39.358189 1 shared_informer.go:311] Waiting for caches to sync for deployment I0902 12:20:39.655446 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0902 12:20:39.655495 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0902 12:20:39.655507 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0902 12:20:39.655581 1 horizontal.go:200] "Starting HPA controller" I0902 12:20:39.655596 1 shared_informer.go:311] Waiting for caches to sync for HPA E0902 12:20:39.705745 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0902 12:20:39.705787 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0902 12:20:39.858733 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0902 12:20:39.858939 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0902 12:20:39.858967 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0902 12:20:40.008215 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0902 12:20:40.008356 1 replica_set.go:214] "Starting controller" name="replicaset" I0902 12:20:40.008383 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0902 12:20:40.157989 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0902 12:20:40.158085 1 controller.go:169] "Starting ephemeral volume controller" I0902 12:20:40.158295 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0902 12:20:40.307431 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0902 12:20:40.307809 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0902 12:20:40.307831 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0902 12:20:40.458754 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0902 12:20:40.458907 1 serviceaccounts_controller.go:111] "Starting service account controller" I0902 12:20:40.458924 1 shared_informer.go:311] Waiting for caches to sync for service account I0902 12:20:40.609072 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0902 12:20:40.609248 1 stateful_set.go:163] "Starting stateful set controller" I0902 12:20:40.609279 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0902 12:20:40.655988 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0902 12:20:40.656055 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0902 12:20:40.656066 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0902 12:20:40.806843 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0902 12:20:40.806925 1 ttl_controller.go:124] "Starting TTL controller" I0902 12:20:40.806947 1 shared_informer.go:311] Waiting for caches to sync for TTL I0902 12:20:40.958747 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0902 12:20:40.958852 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0902 12:20:41.113925 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0902 12:20:41.114131 1 pv_controller_base.go:319] "Starting persistent volume controller" I0902 12:20:41.114223 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0902 12:20:41.260047 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0902 12:20:41.260230 1 attach_detach_controller.go:337] "Starting attach detach controller" I0902 12:20:41.260273 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0902 12:20:41.273474 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0902 12:20:41.282536 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0902 12:20:41.287301 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0902 12:20:41.298871 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0902 12:20:41.307501 1 shared_informer.go:318] Caches are synced for TTL I0902 12:20:41.307534 1 shared_informer.go:318] Caches are synced for PV protection I0902 12:20:41.308704 1 shared_informer.go:318] Caches are synced for expand I0902 12:20:41.308779 1 shared_informer.go:318] Caches are synced for endpoint_slice I0902 12:20:41.308791 1 shared_informer.go:318] Caches are synced for ReplicaSet I0902 12:20:41.308884 1 shared_informer.go:318] Caches are synced for job I0902 12:20:41.312354 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0902 12:20:41.314615 1 shared_informer.go:318] Caches are synced for persistent volume I0902 12:20:41.322151 1 shared_informer.go:318] Caches are synced for endpoint I0902 12:20:41.322656 1 shared_informer.go:318] Caches are synced for TTL after finished I0902 12:20:41.352162 1 shared_informer.go:318] Caches are synced for GC I0902 12:20:41.356498 1 shared_informer.go:318] Caches are synced for HPA I0902 12:20:41.358301 1 shared_informer.go:318] Caches are synced for deployment I0902 12:20:41.358658 1 shared_informer.go:318] Caches are synced for ephemeral I0902 12:20:41.358938 1 shared_informer.go:318] Caches are synced for cronjob I0902 12:20:41.358989 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0902 12:20:41.359014 1 shared_informer.go:318] Caches are synced for service account I0902 12:20:41.359036 1 shared_informer.go:318] Caches are synced for ReplicationController I0902 12:20:41.359099 1 shared_informer.go:318] Caches are synced for PVC protection I0902 12:20:41.360453 1 shared_informer.go:318] Caches are synced for attach detach I0902 12:20:41.362810 1 shared_informer.go:318] Caches are synced for crt configmap I0902 12:20:41.373028 1 shared_informer.go:318] Caches are synced for namespace I0902 12:20:41.409630 1 shared_informer.go:318] Caches are synced for stateful set I0902 12:20:41.457212 1 shared_informer.go:318] Caches are synced for disruption I0902 12:20:41.457212 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0902 12:20:41.474594 1 shared_informer.go:318] Caches are synced for resource quota I0902 12:20:41.495932 1 shared_informer.go:318] Caches are synced for daemon sets I0902 12:20:41.498336 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0902 12:20:41.499146 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0902 12:20:41.499300 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0902 12:20:41.500617 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0902 12:20:41.517578 1 shared_informer.go:318] Caches are synced for resource quota I0902 12:20:41.542736 1 shared_informer.go:318] Caches are synced for taint I0902 12:20:41.542996 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0902 12:20:41.543156 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0902 12:20:41.543326 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0902 12:20:41.543403 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0902 12:20:41.543500 1 taint_manager.go:210] "Sending events to api server" I0902 12:20:41.543771 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0902 12:20:41.899555 1 shared_informer.go:318] Caches are synced for garbage collector I0902 12:20:41.956212 1 shared_informer.go:318] Caches are synced for garbage collector I0902 12:20:41.956310 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0902 12:20:42.070504 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0902 12:20:42.327819 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-vx8w5" I0902 12:20:42.470579 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-zw59n" I0902 12:20:42.489249 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-5tbsq" I0902 12:20:42.499735 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="428.924744ms" I0902 12:20:42.519408 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="19.59025ms" I0902 12:20:42.519617 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="142.603µs" I0902 12:20:42.519938 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="50.611µs"