I0911 17:21:51.894898       1 serving.go:348] Generated self-signed cert in-memory
I0911 17:21:52.355863       1 controllermanager.go:189] "Starting" version="v1.28.13"
I0911 17:21:52.355895       1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0911 17:21:52.357217       1 secure_serving.go:213] Serving securely on [::]:10257
I0911 17:21:52.357356       1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager...
I0911 17:21:52.357706       1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt"
I0911 17:21:52.357805       1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt"
I0911 17:21:52.357894       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
E0911 17:21:53.514848       1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system"
I0911 17:21:56.049298       1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager
I0911 17:21:56.049362       1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_dc4a767f-11ea-47d7-80f3-26dc4de185db became leader"
I0911 17:21:56.057998       1 shared_informer.go:311] Waiting for caches to sync for tokens
I0911 17:21:56.067885       1 controllermanager.go:642] "Started controller" controller="endpointslice-controller"
I0911 17:21:56.067989       1 endpointslice_controller.go:264] "Starting endpoint slice controller"
I0911 17:21:56.068000       1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice
I0911 17:21:56.077381       1 controllermanager.go:642] "Started controller" controller="deployment-controller"
I0911 17:21:56.077489       1 deployment_controller.go:168] "Starting controller" controller="deployment"
I0911 17:21:56.077503       1 shared_informer.go:311] Waiting for caches to sync for deployment
I0911 17:21:56.088033       1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller"
I0911 17:21:56.088133       1 controller.go:169] "Starting ephemeral volume controller"
I0911 17:21:56.088154       1 shared_informer.go:311] Waiting for caches to sync for ephemeral
I0911 17:21:56.097318       1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller"
I0911 17:21:56.097389       1 gc_controller.go:101] "Starting GC controller"
I0911 17:21:56.097418       1 shared_informer.go:311] Waiting for caches to sync for GC
I0911 17:21:56.135530       1 controllermanager.go:642] "Started controller" controller="namespace-controller"
I0911 17:21:56.135708       1 namespace_controller.go:197] "Starting namespace controller"
I0911 17:21:56.135751       1 shared_informer.go:311] Waiting for caches to sync for namespace
I0911 17:21:56.144036       1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller"
I0911 17:21:56.144182       1 replica_set.go:214] "Starting controller" name="replicationcontroller"
I0911 17:21:56.144498       1 shared_informer.go:311] Waiting for caches to sync for ReplicationController
I0911 17:21:56.153773       1 controllermanager.go:642] "Started controller" controller="daemonset-controller"
I0911 17:21:56.153854       1 daemon_controller.go:291] "Starting daemon sets controller"
I0911 17:21:56.153878       1 shared_informer.go:311] Waiting for caches to sync for daemon sets
I0911 17:21:56.158147       1 shared_informer.go:318] Caches are synced for tokens
I0911 17:21:56.161994       1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving"
I0911 17:21:56.162047       1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving
I0911 17:21:56.162100       1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key"
I0911 17:21:56.162982       1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client"
I0911 17:21:56.163021       1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client
I0911 17:21:56.163028       1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key"
I0911 17:21:56.163460       1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client"
I0911 17:21:56.163499       1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client
I0911 17:21:56.163533       1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key"
I0911 17:21:56.163563       1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller"
I0911 17:21:56.163641       1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown"
I0911 17:21:56.163652       1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown
I0911 17:21:56.163677       1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key"
I0911 17:21:56.165756       1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller"
I0911 17:21:56.165798       1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving"
I0911 17:21:56.165822       1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving
E0911 17:21:56.175524       1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided"
I0911 17:21:56.175566       1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller"
I0911 17:21:56.354225       1 garbagecollector.go:155] "Starting controller" controller="garbagecollector"
I0911 17:21:56.354256       1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller"
I0911 17:21:56.354272       1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I0911 17:21:56.354317       1 graph_builder.go:294] "Running" component="GraphBuilder"
I0911 17:21:56.403288       1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller"
I0911 17:21:56.403320       1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller"
I0911 17:21:56.403392       1 cleaner.go:83] "Starting CSR cleaner controller"
I0911 17:21:56.656172       1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller"
I0911 17:21:56.656253       1 expand_controller.go:328] "Starting expand controller"
I0911 17:21:56.656394       1 shared_informer.go:311] Waiting for caches to sync for expand
I0911 17:21:56.805239       1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller"
I0911 17:21:56.805363       1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller"
I0911 17:21:56.805425       1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator
I0911 17:21:57.112431       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates"
I0911 17:21:57.112603       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts"
I0911 17:21:57.112691       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps"
I0911 17:21:57.112727       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch"
I0911 17:21:57.112778       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io"
I0911 17:21:57.112808       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps"
I0911 17:21:57.112844       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling"
I0911 17:21:57.112870       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch"
I0911 17:21:57.112902       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io"
I0911 17:21:57.112939       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io"
I0911 17:21:57.112968       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps"
I0911 17:21:57.112996       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy"
I0911 17:21:57.113033       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints"
I0911 17:21:57.113073       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges"
I0911 17:21:57.113102       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps"
I0911 17:21:57.113133       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps"
I0911 17:21:57.113227       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io"
I0911 17:21:57.113268       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io"
I0911 17:21:57.113303       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io"
I0911 17:21:57.113343       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io"
I0911 17:21:57.113390       1 controllermanager.go:642] "Started controller" controller="resourcequota-controller"
I0911 17:21:57.113462       1 resource_quota_controller.go:294] "Starting resource quota controller"
I0911 17:21:57.113495       1 shared_informer.go:311] Waiting for caches to sync for resource quota
I0911 17:21:57.113529       1 resource_quota_monitor.go:305] "QuotaMonitor running"
I0911 17:21:57.259560       1 controllermanager.go:642] "Started controller" controller="replicaset-controller"
I0911 17:21:57.259670       1 replica_set.go:214] "Starting controller" name="replicaset"
I0911 17:21:57.259681       1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet
I0911 17:21:57.302927       1 node_lifecycle_controller.go:431] "Controller will reconcile labels"
I0911 17:21:57.303001       1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller"
I0911 17:21:57.303129       1 node_lifecycle_controller.go:465] "Sending events to api server"
I0911 17:21:57.303177       1 node_lifecycle_controller.go:476] "Starting node controller"
I0911 17:21:57.303198       1 shared_informer.go:311] Waiting for caches to sync for taint
E0911 17:21:57.463210       1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail"
I0911 17:21:57.463313       1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller"
I0911 17:21:57.609081       1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller"
I0911 17:21:57.609302       1 serviceaccounts_controller.go:111] "Starting service account controller"
I0911 17:21:57.609315       1 shared_informer.go:311] Waiting for caches to sync for service account
I0911 17:21:57.754906       1 controllermanager.go:642] "Started controller" controller="job-controller"
I0911 17:21:57.755057       1 job_controller.go:226] "Starting job controller"
I0911 17:21:57.755077       1 shared_informer.go:311] Waiting for caches to sync for job
I0911 17:21:57.905635       1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller"
I0911 17:21:57.905710       1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer
I0911 17:21:58.059815       1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller"
I0911 17:21:58.059986       1 pv_controller_base.go:319] "Starting persistent volume controller"
I0911 17:21:58.060011       1 shared_informer.go:311] Waiting for caches to sync for persistent volume
I0911 17:21:58.206836       1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller"
I0911 17:21:58.206939       1 pvc_protection_controller.go:102] "Starting PVC protection controller"
I0911 17:21:58.207107       1 shared_informer.go:311] Waiting for caches to sync for PVC protection
I0911 17:21:58.356741       1 controllermanager.go:642] "Started controller" controller="endpoints-controller"
I0911 17:21:58.357083       1 endpoints_controller.go:177] "Starting endpoint controller"
I0911 17:21:58.357138       1 shared_informer.go:311] Waiting for caches to sync for endpoint
I0911 17:21:58.507384       1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller"
I0911 17:21:58.507873       1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller"
I0911 17:21:58.507915       1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring
I0911 17:21:58.657184       1 controllermanager.go:642] "Started controller" controller="statefulset-controller"
I0911 17:21:58.657451       1 stateful_set.go:163] "Starting stateful set controller"
I0911 17:21:58.657473       1 shared_informer.go:311] Waiting for caches to sync for stateful set
I0911 17:21:58.806558       1 controllermanager.go:642] "Started controller" controller="cronjob-controller"
I0911 17:21:58.806960       1 cronjob_controllerv2.go:139] "Starting cronjob controller v2"
I0911 17:21:58.806989       1 shared_informer.go:311] Waiting for caches to sync for cronjob
I0911 17:21:58.958451       1 controllermanager.go:642] "Started controller" controller="ttl-controller"
I0911 17:21:58.958537       1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true
I0911 17:21:58.958546       1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller"
I0911 17:21:58.958654       1 ttl_controller.go:124] "Starting TTL controller"
I0911 17:21:58.958700       1 shared_informer.go:311] Waiting for caches to sync for TTL
I0911 17:21:59.106973       1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller"
I0911 17:21:59.107268       1 pv_protection_controller.go:78] "Starting PV protection controller"
I0911 17:21:59.107308       1 shared_informer.go:311] Waiting for caches to sync for PV protection
I0911 17:21:59.256231       1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller"
I0911 17:21:59.256354       1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller"
I0911 17:21:59.256376       1 shared_informer.go:311] Waiting for caches to sync for TTL after finished
I0911 17:21:59.552915       1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller"
I0911 17:21:59.553033       1 horizontal.go:200] "Starting HPA controller"
I0911 17:21:59.553047       1 shared_informer.go:311] Waiting for caches to sync for HPA
I0911 17:21:59.877463       1 controllermanager.go:642] "Started controller" controller="disruption-controller"
I0911 17:21:59.877880       1 disruption.go:433] "Sending events to api server."
I0911 17:21:59.878159       1 disruption.go:444] "Starting disruption controller"
I0911 17:21:59.878189       1 shared_informer.go:311] Waiting for caches to sync for disruption
I0911 17:22:00.173638       1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller"
I0911 17:22:00.173906       1 tokencleaner.go:112] "Starting token cleaner controller"
I0911 17:22:00.173952       1 shared_informer.go:311] Waiting for caches to sync for token_cleaner
I0911 17:22:00.173981       1 shared_informer.go:318] Caches are synced for token_cleaner
I0911 17:22:00.725301       1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller"
I0911 17:22:00.725550       1 attach_detach_controller.go:337] "Starting attach detach controller"
I0911 17:22:00.725577       1 shared_informer.go:311] Waiting for caches to sync for attach detach
I0911 17:22:00.743816       1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller"
I0911 17:22:00.743919       1 publisher.go:102] "Starting root CA cert publisher controller"
I0911 17:22:00.743942       1 shared_informer.go:311] Waiting for caches to sync for crt configmap
I0911 17:22:00.755389       1 shared_informer.go:311] Waiting for caches to sync for resource quota
I0911 17:22:00.759570       1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist"
I0911 17:22:00.759863       1 shared_informer.go:318] Caches are synced for TTL after finished
I0911 17:22:00.762814       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving
I0911 17:22:00.763253       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client
I0911 17:22:00.763560       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client
I0911 17:22:00.763729       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown
I0911 17:22:00.766232       1 shared_informer.go:318] Caches are synced for certificate-csrapproving
I0911 17:22:00.768687       1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I0911 17:22:00.805702       1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator
I0911 17:22:00.805767       1 shared_informer.go:318] Caches are synced for bootstrap_signer
I0911 17:22:00.807405       1 shared_informer.go:318] Caches are synced for PV protection
I0911 17:22:00.807512       1 shared_informer.go:318] Caches are synced for cronjob
I0911 17:22:00.808392       1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring
I0911 17:22:00.809512       1 shared_informer.go:318] Caches are synced for service account
I0911 17:22:00.836408       1 shared_informer.go:318] Caches are synced for namespace
I0911 17:22:00.844658       1 shared_informer.go:318] Caches are synced for crt configmap
I0911 17:22:00.857009       1 shared_informer.go:318] Caches are synced for expand
I0911 17:22:00.858872       1 shared_informer.go:318] Caches are synced for TTL
I0911 17:22:00.903982       1 shared_informer.go:318] Caches are synced for taint
I0911 17:22:00.904102       1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone=""
I0911 17:22:00.904239       1 taint_manager.go:205] "Starting NoExecuteTaintManager"
I0911 17:22:00.904307       1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance"
I0911 17:22:00.904356       1 taint_manager.go:210] "Sending events to api server"
I0911 17:22:00.904394       1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller"
I0911 17:22:00.904387       1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode"
I0911 17:22:00.907336       1 shared_informer.go:318] Caches are synced for PVC protection
I0911 17:22:00.926431       1 shared_informer.go:318] Caches are synced for attach detach
I0911 17:22:00.944740       1 shared_informer.go:318] Caches are synced for ReplicationController
I0911 17:22:00.953349       1 shared_informer.go:318] Caches are synced for HPA
I0911 17:22:00.954653       1 shared_informer.go:318] Caches are synced for daemon sets
I0911 17:22:00.955907       1 shared_informer.go:318] Caches are synced for job
I0911 17:22:00.955907       1 shared_informer.go:318] Caches are synced for resource quota
I0911 17:22:00.958054       1 shared_informer.go:318] Caches are synced for endpoint
I0911 17:22:00.958195       1 shared_informer.go:318] Caches are synced for stateful set
I0911 17:22:00.960579       1 shared_informer.go:318] Caches are synced for persistent volume
I0911 17:22:00.960731       1 shared_informer.go:318] Caches are synced for ReplicaSet
I0911 17:22:00.968327       1 shared_informer.go:318] Caches are synced for endpoint_slice
I0911 17:22:00.977762       1 shared_informer.go:318] Caches are synced for deployment
I0911 17:22:00.978684       1 shared_informer.go:318] Caches are synced for disruption
I0911 17:22:00.989289       1 shared_informer.go:318] Caches are synced for ephemeral
I0911 17:22:00.997667       1 shared_informer.go:318] Caches are synced for GC
I0911 17:22:01.014273       1 shared_informer.go:318] Caches are synced for resource quota
I0911 17:22:01.221508       1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-67dkt"
I0911 17:22:01.315092       1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2"
I0911 17:22:01.354781       1 shared_informer.go:318] Caches are synced for garbage collector
I0911 17:22:01.354885       1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
I0911 17:22:01.369156       1 shared_informer.go:318] Caches are synced for garbage collector
I0911 17:22:01.422196       1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-tzn5g"
I0911 17:22:01.434697       1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-vqvff"
I0911 17:22:01.451998       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="136.939523ms"
I0911 17:22:01.467166       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="15.074606ms"
I0911 17:22:01.467338       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="71.773µs"