I1009 15:18:55.687113 1 serving.go:348] Generated self-signed cert in-memory I1009 15:18:55.984724 1 controllermanager.go:189] "Starting" version="v1.28.13" I1009 15:18:55.984744 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I1009 15:18:55.986127 1 secure_serving.go:213] Serving securely on [::]:10257 I1009 15:18:55.986273 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... I1009 15:18:55.986547 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I1009 15:18:55.986582 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I1009 15:18:55.986871 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" E1009 15:18:57.533358 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I1009 15:19:00.746310 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I1009 15:19:00.747138 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_1c24d20d-0af9-417d-9e1e-14f0332c3eda became leader" I1009 15:19:00.759651 1 shared_informer.go:311] Waiting for caches to sync for tokens I1009 15:19:00.770022 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I1009 15:19:00.770184 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I1009 15:19:00.770264 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I1009 15:19:00.770310 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I1009 15:19:00.770325 1 node_lifecycle_controller.go:465] "Sending events to api server" I1009 15:19:00.770551 1 node_lifecycle_controller.go:476] "Starting node controller" I1009 15:19:00.770578 1 shared_informer.go:311] Waiting for caches to sync for taint I1009 15:19:00.778113 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I1009 15:19:00.778334 1 pv_controller_base.go:319] "Starting persistent volume controller" I1009 15:19:00.778394 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I1009 15:19:00.785217 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I1009 15:19:00.785324 1 replica_set.go:214] "Starting controller" name="replicaset" I1009 15:19:00.785352 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I1009 15:19:00.793350 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I1009 15:19:00.793386 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I1009 15:19:00.793420 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I1009 15:19:00.794276 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I1009 15:19:00.794300 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I1009 15:19:00.794338 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I1009 15:19:00.795084 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I1009 15:19:00.795115 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I1009 15:19:00.795237 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I1009 15:19:00.795589 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I1009 15:19:00.795671 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I1009 15:19:00.795696 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I1009 15:19:00.795726 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I1009 15:19:00.798493 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I1009 15:19:00.798572 1 cleaner.go:83] "Starting CSR cleaner controller" I1009 15:19:00.807025 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I1009 15:19:00.807124 1 controller.go:169] "Starting ephemeral volume controller" I1009 15:19:00.807183 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I1009 15:19:00.816130 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I1009 15:19:00.816425 1 endpoints_controller.go:177] "Starting endpoint controller" I1009 15:19:00.816476 1 shared_informer.go:311] Waiting for caches to sync for endpoint I1009 15:19:00.818600 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I1009 15:19:00.818668 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I1009 15:19:00.818717 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I1009 15:19:00.836715 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I1009 15:19:00.836775 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I1009 15:19:00.836805 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I1009 15:19:00.836865 1 graph_builder.go:294] "Running" component="GraphBuilder" E1009 15:19:00.839290 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I1009 15:19:00.839318 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I1009 15:19:00.855622 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I1009 15:19:00.855702 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I1009 15:19:00.855712 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I1009 15:19:00.860934 1 shared_informer.go:318] Caches are synced for tokens I1009 15:19:01.003097 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I1009 15:19:01.003175 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I1009 15:19:01.003193 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I1009 15:19:01.311949 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I1009 15:19:01.312239 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I1009 15:19:01.312427 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I1009 15:19:01.312589 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I1009 15:19:01.312787 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I1009 15:19:01.312964 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I1009 15:19:01.313193 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I1009 15:19:01.313226 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I1009 15:19:01.313451 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I1009 15:19:01.313647 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I1009 15:19:01.313693 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I1009 15:19:01.313721 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I1009 15:19:01.313774 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I1009 15:19:01.313830 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I1009 15:19:01.313854 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I1009 15:19:01.313920 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I1009 15:19:01.313957 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I1009 15:19:01.314048 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I1009 15:19:01.314079 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I1009 15:19:01.314318 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I1009 15:19:01.314504 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I1009 15:19:01.314534 1 resource_quota_controller.go:294] "Starting resource quota controller" I1009 15:19:01.314568 1 shared_informer.go:311] Waiting for caches to sync for resource quota I1009 15:19:01.314607 1 resource_quota_monitor.go:305] "QuotaMonitor running" I1009 15:19:01.454143 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I1009 15:19:01.454237 1 serviceaccounts_controller.go:111] "Starting service account controller" I1009 15:19:01.454250 1 shared_informer.go:311] Waiting for caches to sync for service account I1009 15:19:01.603011 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I1009 15:19:01.603120 1 deployment_controller.go:168] "Starting controller" controller="deployment" I1009 15:19:01.603217 1 shared_informer.go:311] Waiting for caches to sync for deployment I1009 15:19:01.902067 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I1009 15:19:01.902109 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I1009 15:19:01.902123 1 horizontal.go:200] "Starting HPA controller" I1009 15:19:01.902144 1 shared_informer.go:311] Waiting for caches to sync for HPA E1009 15:19:02.054572 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I1009 15:19:02.054620 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I1009 15:19:02.203237 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I1009 15:19:02.203330 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I1009 15:19:02.203356 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I1009 15:19:02.355446 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I1009 15:19:02.355525 1 publisher.go:102] "Starting root CA cert publisher controller" I1009 15:19:02.355538 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I1009 15:19:02.502751 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I1009 15:19:02.502889 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I1009 15:19:02.502901 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I1009 15:19:02.653392 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I1009 15:19:02.653521 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I1009 15:19:02.653532 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I1009 15:19:02.802880 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I1009 15:19:02.803022 1 stateful_set.go:163] "Starting stateful set controller" I1009 15:19:02.803046 1 shared_informer.go:311] Waiting for caches to sync for stateful set I1009 15:19:03.057974 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I1009 15:19:03.058149 1 namespace_controller.go:197] "Starting namespace controller" I1009 15:19:03.058169 1 shared_informer.go:311] Waiting for caches to sync for namespace I1009 15:19:03.250039 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I1009 15:19:03.250108 1 disruption.go:433] "Sending events to api server." I1009 15:19:03.250187 1 disruption.go:444] "Starting disruption controller" I1009 15:19:03.250202 1 shared_informer.go:311] Waiting for caches to sync for disruption I1009 15:19:03.414474 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I1009 15:19:03.414599 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I1009 15:19:03.414622 1 shared_informer.go:311] Waiting for caches to sync for cronjob I1009 15:19:03.556139 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I1009 15:19:03.556227 1 tokencleaner.go:112] "Starting token cleaner controller" I1009 15:19:03.556244 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I1009 15:19:03.556255 1 shared_informer.go:318] Caches are synced for token_cleaner I1009 15:19:03.703808 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I1009 15:19:03.704008 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I1009 15:19:03.704046 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I1009 15:19:03.853538 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I1009 15:19:03.853646 1 gc_controller.go:101] "Starting GC controller" I1009 15:19:03.853668 1 shared_informer.go:311] Waiting for caches to sync for GC I1009 15:19:04.003951 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I1009 15:19:04.004076 1 daemon_controller.go:291] "Starting daemon sets controller" I1009 15:19:04.004096 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I1009 15:19:04.154183 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I1009 15:19:04.154243 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I1009 15:19:04.302464 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I1009 15:19:04.302592 1 attach_detach_controller.go:337] "Starting attach detach controller" I1009 15:19:04.302606 1 shared_informer.go:311] Waiting for caches to sync for attach detach I1009 15:19:04.453474 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I1009 15:19:04.453550 1 expand_controller.go:328] "Starting expand controller" I1009 15:19:04.453589 1 shared_informer.go:311] Waiting for caches to sync for expand I1009 15:19:04.605592 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I1009 15:19:04.605677 1 pv_protection_controller.go:78] "Starting PV protection controller" I1009 15:19:04.605691 1 shared_informer.go:311] Waiting for caches to sync for PV protection I1009 15:19:04.754638 1 controllermanager.go:642] "Started controller" controller="job-controller" I1009 15:19:04.754856 1 job_controller.go:226] "Starting job controller" I1009 15:19:04.754899 1 shared_informer.go:311] Waiting for caches to sync for job I1009 15:19:04.902582 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I1009 15:19:04.902652 1 ttl_controller.go:124] "Starting TTL controller" I1009 15:19:04.902681 1 shared_informer.go:311] Waiting for caches to sync for TTL I1009 15:19:04.907563 1 shared_informer.go:311] Waiting for caches to sync for resource quota I1009 15:19:04.917995 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I1009 15:19:04.935918 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I1009 15:19:04.954037 1 shared_informer.go:318] Caches are synced for expand I1009 15:19:04.954375 1 shared_informer.go:318] Caches are synced for bootstrap_signer I1009 15:19:04.954400 1 shared_informer.go:318] Caches are synced for service account I1009 15:19:04.956479 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I1009 15:19:04.956615 1 shared_informer.go:318] Caches are synced for crt configmap I1009 15:19:04.958338 1 shared_informer.go:318] Caches are synced for namespace I1009 15:19:04.994271 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I1009 15:19:04.994410 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I1009 15:19:04.995770 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I1009 15:19:04.995935 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I1009 15:19:05.003402 1 shared_informer.go:318] Caches are synced for TTL I1009 15:19:05.003443 1 shared_informer.go:318] Caches are synced for TTL after finished I1009 15:19:05.005821 1 shared_informer.go:318] Caches are synced for PV protection I1009 15:19:05.015053 1 shared_informer.go:318] Caches are synced for cronjob I1009 15:19:05.019606 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I1009 15:19:05.054142 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I1009 15:19:05.071621 1 shared_informer.go:318] Caches are synced for taint I1009 15:19:05.071848 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I1009 15:19:05.071988 1 taint_manager.go:210] "Sending events to api server" I1009 15:19:05.071746 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I1009 15:19:05.072815 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I1009 15:19:05.072895 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I1009 15:19:05.073069 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I1009 15:19:05.086338 1 shared_informer.go:318] Caches are synced for ReplicaSet I1009 15:19:05.102835 1 shared_informer.go:318] Caches are synced for HPA I1009 15:19:05.102796 1 shared_informer.go:318] Caches are synced for attach detach I1009 15:19:05.103421 1 shared_informer.go:318] Caches are synced for deployment I1009 15:19:05.103564 1 shared_informer.go:318] Caches are synced for PVC protection I1009 15:19:05.103638 1 shared_informer.go:318] Caches are synced for stateful set I1009 15:19:05.103647 1 shared_informer.go:318] Caches are synced for endpoint_slice I1009 15:19:05.104205 1 shared_informer.go:318] Caches are synced for daemon sets I1009 15:19:05.104359 1 shared_informer.go:318] Caches are synced for ReplicationController I1009 15:19:05.107290 1 shared_informer.go:318] Caches are synced for ephemeral I1009 15:19:05.108344 1 shared_informer.go:318] Caches are synced for resource quota I1009 15:19:05.115439 1 shared_informer.go:318] Caches are synced for resource quota I1009 15:19:05.116800 1 shared_informer.go:318] Caches are synced for endpoint I1009 15:19:05.150951 1 shared_informer.go:318] Caches are synced for disruption I1009 15:19:05.154585 1 shared_informer.go:318] Caches are synced for GC I1009 15:19:05.155903 1 shared_informer.go:318] Caches are synced for job I1009 15:19:05.179173 1 shared_informer.go:318] Caches are synced for persistent volume I1009 15:19:05.536437 1 shared_informer.go:318] Caches are synced for garbage collector I1009 15:19:05.537517 1 shared_informer.go:318] Caches are synced for garbage collector I1009 15:19:05.537549 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I1009 15:19:05.917141 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I1009 15:19:05.973497 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-xkh2l" I1009 15:19:06.115005 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-g2zcp" I1009 15:19:06.145355 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-jh6qh" I1009 15:19:06.158868 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="242.852543ms" I1009 15:19:06.172859 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="13.935005ms" I1009 15:19:06.173124 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="216.534µs"