I0925 22:04:15.950339 1 serving.go:348] Generated self-signed cert in-memory I0925 22:04:16.216729 1 controllermanager.go:189] "Starting" version="v1.28.13" I0925 22:04:16.216753 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0925 22:04:16.218116 1 secure_serving.go:213] Serving securely on [::]:10257 I0925 22:04:16.218171 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0925 22:04:16.218216 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0925 22:04:16.218291 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... I0925 22:04:16.218316 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" E0925 22:04:17.542699 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0925 22:04:20.017945 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0925 22:04:20.018268 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_9ddde478-2593-4831-8c2e-28b1da054c22 became leader" I0925 22:04:20.029657 1 shared_informer.go:311] Waiting for caches to sync for tokens I0925 22:04:20.041345 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0925 22:04:20.041381 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0925 22:04:20.041417 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0925 22:04:20.042903 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0925 22:04:20.043085 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0925 22:04:20.043109 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0925 22:04:20.043113 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0925 22:04:20.043138 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0925 22:04:20.043141 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0925 22:04:20.043158 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0925 22:04:20.043180 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0925 22:04:20.043186 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0925 22:04:20.043209 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0925 22:04:20.052149 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0925 22:04:20.052265 1 expand_controller.go:328] "Starting expand controller" I0925 22:04:20.052408 1 shared_informer.go:311] Waiting for caches to sync for expand I0925 22:04:20.062215 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0925 22:04:20.062288 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0925 22:04:20.062415 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0925 22:04:20.071361 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0925 22:04:20.071606 1 stateful_set.go:163] "Starting stateful set controller" I0925 22:04:20.071629 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0925 22:04:20.080817 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0925 22:04:20.081009 1 replica_set.go:214] "Starting controller" name="replicaset" I0925 22:04:20.081046 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet E0925 22:04:20.091868 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0925 22:04:20.091961 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0925 22:04:20.106331 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0925 22:04:20.106549 1 pv_controller_base.go:319] "Starting persistent volume controller" I0925 22:04:20.106603 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0925 22:04:20.115980 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0925 22:04:20.116047 1 daemon_controller.go:291] "Starting daemon sets controller" I0925 22:04:20.116063 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0925 22:04:20.125712 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0925 22:04:20.125852 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0925 22:04:20.130236 1 shared_informer.go:318] Caches are synced for tokens I0925 22:04:20.135031 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0925 22:04:20.135099 1 serviceaccounts_controller.go:111] "Starting service account controller" I0925 22:04:20.135236 1 shared_informer.go:311] Waiting for caches to sync for service account I0925 22:04:20.272378 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0925 22:04:20.272478 1 disruption.go:433] "Sending events to api server." I0925 22:04:20.272561 1 disruption.go:444] "Starting disruption controller" I0925 22:04:20.272601 1 shared_informer.go:311] Waiting for caches to sync for disruption I0925 22:04:20.321910 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0925 22:04:20.322006 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0925 22:04:20.322043 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0925 22:04:20.371684 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0925 22:04:20.371706 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0925 22:04:20.371743 1 cleaner.go:83] "Starting CSR cleaner controller" I0925 22:04:20.524991 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0925 22:04:20.525055 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0925 22:04:20.525117 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0925 22:04:20.673159 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0925 22:04:20.673428 1 pv_protection_controller.go:78] "Starting PV protection controller" I0925 22:04:20.673451 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0925 22:04:20.823851 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0925 22:04:20.824025 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0925 22:04:20.824055 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0925 22:04:20.974669 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0925 22:04:20.974754 1 publisher.go:102] "Starting root CA cert publisher controller" I0925 22:04:20.974766 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0925 22:04:21.222447 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0925 22:04:21.222495 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0925 22:04:21.222571 1 graph_builder.go:294] "Running" component="GraphBuilder" I0925 22:04:21.222654 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0925 22:04:21.472939 1 controllermanager.go:642] "Started controller" controller="job-controller" I0925 22:04:21.473063 1 job_controller.go:226] "Starting job controller" I0925 22:04:21.473096 1 shared_informer.go:311] Waiting for caches to sync for job I0925 22:04:21.624621 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0925 22:04:21.624685 1 controller.go:169] "Starting ephemeral volume controller" I0925 22:04:21.624880 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0925 22:04:21.930820 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0925 22:04:21.930919 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0925 22:04:21.930987 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0925 22:04:21.931146 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0925 22:04:21.931244 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0925 22:04:21.931370 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0925 22:04:21.931630 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0925 22:04:21.931701 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0925 22:04:21.931819 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0925 22:04:21.931918 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" W0925 22:04:21.931984 1 shared_informer.go:593] resyncPeriod 19h47m30.873785054s is smaller than resyncCheckPeriod 20h36m8.890928828s and the informer has already started. Changing it to 20h36m8.890928828s I0925 22:04:21.932124 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0925 22:04:21.932210 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0925 22:04:21.932312 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0925 22:04:21.932543 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0925 22:04:21.932661 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0925 22:04:21.932841 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0925 22:04:21.932880 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0925 22:04:21.932993 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0925 22:04:21.933096 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0925 22:04:21.933196 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0925 22:04:21.933285 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0925 22:04:21.933316 1 resource_quota_controller.go:294] "Starting resource quota controller" I0925 22:04:21.933356 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0925 22:04:21.933431 1 resource_quota_monitor.go:305] "QuotaMonitor running" E0925 22:04:22.073876 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0925 22:04:22.073904 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0925 22:04:22.223930 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0925 22:04:22.224034 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0925 22:04:22.224045 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0925 22:04:22.374812 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0925 22:04:22.374988 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0925 22:04:22.375007 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0925 22:04:22.525568 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0925 22:04:22.525664 1 gc_controller.go:101] "Starting GC controller" I0925 22:04:22.525675 1 shared_informer.go:311] Waiting for caches to sync for GC I0925 22:04:22.781376 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0925 22:04:22.781459 1 namespace_controller.go:197] "Starting namespace controller" I0925 22:04:22.781477 1 shared_informer.go:311] Waiting for caches to sync for namespace I0925 22:04:22.923972 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0925 22:04:22.924100 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0925 22:04:22.924111 1 shared_informer.go:311] Waiting for caches to sync for deployment I0925 22:04:23.222020 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0925 22:04:23.222076 1 horizontal.go:200] "Starting HPA controller" I0925 22:04:23.222086 1 shared_informer.go:311] Waiting for caches to sync for HPA I0925 22:04:23.374978 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0925 22:04:23.375032 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0925 22:04:23.375046 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0925 22:04:23.375074 1 tokencleaner.go:112] "Starting token cleaner controller" I0925 22:04:23.375124 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0925 22:04:23.375221 1 shared_informer.go:318] Caches are synced for token_cleaner I0925 22:04:23.523436 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0925 22:04:23.523566 1 endpoints_controller.go:177] "Starting endpoint controller" I0925 22:04:23.523608 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0925 22:04:23.676482 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0925 22:04:23.676755 1 attach_detach_controller.go:337] "Starting attach detach controller" I0925 22:04:23.676779 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0925 22:04:23.830480 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0925 22:04:23.830573 1 ttl_controller.go:124] "Starting TTL controller" I0925 22:04:23.830610 1 shared_informer.go:311] Waiting for caches to sync for TTL I0925 22:04:23.872795 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0925 22:04:23.872886 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0925 22:04:23.873009 1 node_lifecycle_controller.go:465] "Sending events to api server" I0925 22:04:23.873071 1 node_lifecycle_controller.go:476] "Starting node controller" I0925 22:04:23.873267 1 shared_informer.go:311] Waiting for caches to sync for taint I0925 22:04:24.023192 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0925 22:04:24.023262 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0925 22:04:24.023292 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0925 22:04:24.173793 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0925 22:04:24.174068 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0925 22:04:24.174093 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0925 22:04:24.178891 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0925 22:04:24.182818 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0925 22:04:24.195203 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0925 22:04:24.207338 1 shared_informer.go:318] Caches are synced for persistent volume I0925 22:04:24.216569 1 shared_informer.go:318] Caches are synced for daemon sets I0925 22:04:24.222226 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0925 22:04:24.223469 1 shared_informer.go:318] Caches are synced for TTL after finished I0925 22:04:24.223731 1 shared_informer.go:318] Caches are synced for endpoint I0925 22:04:24.224235 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0925 22:04:24.225666 1 shared_informer.go:318] Caches are synced for ephemeral I0925 22:04:24.225771 1 shared_informer.go:318] Caches are synced for GC I0925 22:04:24.225943 1 shared_informer.go:318] Caches are synced for PVC protection I0925 22:04:24.226043 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0925 22:04:24.230732 1 shared_informer.go:318] Caches are synced for TTL I0925 22:04:24.236296 1 shared_informer.go:318] Caches are synced for service account I0925 22:04:24.241447 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0925 22:04:24.243863 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0925 22:04:24.243899 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0925 22:04:24.243976 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0925 22:04:24.253329 1 shared_informer.go:318] Caches are synced for expand I0925 22:04:24.262489 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0925 22:04:24.272127 1 shared_informer.go:318] Caches are synced for stateful set I0925 22:04:24.273369 1 shared_informer.go:318] Caches are synced for job I0925 22:04:24.273842 1 shared_informer.go:318] Caches are synced for PV protection I0925 22:04:24.273849 1 shared_informer.go:318] Caches are synced for taint I0925 22:04:24.274121 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0925 22:04:24.274311 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0925 22:04:24.274444 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0925 22:04:24.274507 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0925 22:04:24.274560 1 taint_manager.go:210] "Sending events to api server" I0925 22:04:24.275056 1 shared_informer.go:318] Caches are synced for endpoint_slice I0925 22:04:24.275127 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0925 22:04:24.275266 1 shared_informer.go:318] Caches are synced for crt configmap I0925 22:04:24.275314 1 shared_informer.go:318] Caches are synced for ReplicationController I0925 22:04:24.282802 1 shared_informer.go:318] Caches are synced for namespace I0925 22:04:24.282808 1 shared_informer.go:318] Caches are synced for ReplicaSet I0925 22:04:24.295051 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-dd5kc" I0925 22:04:24.326854 1 shared_informer.go:318] Caches are synced for deployment I0925 22:04:24.327488 1 shared_informer.go:318] Caches are synced for HPA I0925 22:04:24.372777 1 shared_informer.go:318] Caches are synced for disruption I0925 22:04:24.377500 1 shared_informer.go:318] Caches are synced for attach detach I0925 22:04:24.424210 1 shared_informer.go:318] Caches are synced for cronjob I0925 22:04:24.433852 1 shared_informer.go:318] Caches are synced for resource quota I0925 22:04:24.479742 1 shared_informer.go:318] Caches are synced for resource quota I0925 22:04:24.796285 1 shared_informer.go:318] Caches are synced for garbage collector I0925 22:04:24.823192 1 shared_informer.go:318] Caches are synced for garbage collector I0925 22:04:24.823234 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0925 22:04:25.137152 1 event.go:307] "Event occurred" object="kube-system/kube-vip-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0925 22:04:25.293711 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0925 22:04:25.384296 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-727w4" I0925 22:04:25.393580 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-plzjg" I0925 22:04:25.404639 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="111.204784ms" I0925 22:04:25.425979 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="21.287228ms" I0925 22:04:25.448911 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="22.864333ms" I0925 22:04:25.449102 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="75.132µs"