I0824 20:37:11.532868 1 serving.go:348] Generated self-signed cert in-memory I0824 20:37:11.891691 1 controllermanager.go:189] "Starting" version="v1.28.13" I0824 20:37:11.891712 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0824 20:37:11.893125 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0824 20:37:11.893210 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0824 20:37:11.893357 1 secure_serving.go:213] Serving securely on [::]:10257 I0824 20:37:11.893433 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0824 20:37:11.893658 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0824 20:37:13.367978 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0824 20:37:15.729969 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0824 20:37:15.730099 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_010c1b46-73a6-4dbb-9277-883891f6f444 became leader" I0824 20:37:15.742607 1 shared_informer.go:311] Waiting for caches to sync for tokens I0824 20:37:15.778513 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0824 20:37:15.778637 1 namespace_controller.go:197] "Starting namespace controller" I0824 20:37:15.778694 1 shared_informer.go:311] Waiting for caches to sync for namespace I0824 20:37:15.797476 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0824 20:37:15.797534 1 horizontal.go:200] "Starting HPA controller" I0824 20:37:15.797547 1 shared_informer.go:311] Waiting for caches to sync for HPA I0824 20:37:15.806142 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0824 20:37:15.806224 1 ttl_controller.go:124] "Starting TTL controller" I0824 20:37:15.806243 1 shared_informer.go:311] Waiting for caches to sync for TTL I0824 20:37:15.814182 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0824 20:37:15.814386 1 tokencleaner.go:112] "Starting token cleaner controller" I0824 20:37:15.814428 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0824 20:37:15.814442 1 shared_informer.go:318] Caches are synced for token_cleaner I0824 20:37:15.822553 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0824 20:37:15.822624 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0824 20:37:15.822680 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0824 20:37:15.822700 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0824 20:37:15.822724 1 node_lifecycle_controller.go:465] "Sending events to api server" I0824 20:37:15.822796 1 node_lifecycle_controller.go:476] "Starting node controller" I0824 20:37:15.822807 1 shared_informer.go:311] Waiting for caches to sync for taint I0824 20:37:15.831759 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0824 20:37:15.831874 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0824 20:37:15.831899 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0824 20:37:15.842812 1 shared_informer.go:318] Caches are synced for tokens I0824 20:37:15.843267 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0824 20:37:15.843389 1 pv_protection_controller.go:78] "Starting PV protection controller" I0824 20:37:15.843413 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0824 20:37:15.856936 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0824 20:37:15.857062 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0824 20:37:15.857104 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0824 20:37:15.857166 1 graph_builder.go:294] "Running" component="GraphBuilder" I0824 20:37:16.135262 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0824 20:37:16.135336 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0824 20:37:16.135419 1 disruption.go:433] "Sending events to api server." I0824 20:37:16.135530 1 disruption.go:444] "Starting disruption controller" I0824 20:37:16.135550 1 shared_informer.go:311] Waiting for caches to sync for disruption E0824 20:37:16.184418 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0824 20:37:16.184460 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0824 20:37:16.335482 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0824 20:37:16.335592 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0824 20:37:16.335607 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0824 20:37:16.485986 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0824 20:37:16.486075 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0824 20:37:16.638465 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0824 20:37:16.638593 1 attach_detach_controller.go:337] "Starting attach detach controller" I0824 20:37:16.638608 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0824 20:37:16.786080 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0824 20:37:16.786201 1 endpoints_controller.go:177] "Starting endpoint controller" I0824 20:37:16.786213 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0824 20:37:16.936872 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0824 20:37:16.937039 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0824 20:37:16.937060 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0824 20:37:17.092101 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0824 20:37:17.092319 1 daemon_controller.go:291] "Starting daemon sets controller" I0824 20:37:17.092377 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0824 20:37:17.236668 1 controllermanager.go:642] "Started controller" controller="job-controller" I0824 20:37:17.236900 1 job_controller.go:226] "Starting job controller" I0824 20:37:17.236952 1 shared_informer.go:311] Waiting for caches to sync for job I0824 20:37:17.408233 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0824 20:37:17.408569 1 replica_set.go:214] "Starting controller" name="replicaset" I0824 20:37:17.408618 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0824 20:37:17.486030 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0824 20:37:17.486075 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0824 20:37:17.486145 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0824 20:37:17.486808 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0824 20:37:17.486836 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0824 20:37:17.486899 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0824 20:37:17.487721 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0824 20:37:17.487734 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0824 20:37:17.487763 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0824 20:37:17.487903 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0824 20:37:17.487954 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0824 20:37:17.487977 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0824 20:37:17.488025 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0824 20:37:17.596477 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0824 20:37:17.596720 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0824 20:37:17.596767 1 shared_informer.go:311] Waiting for caches to sync for deployment I0824 20:37:17.736797 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0824 20:37:17.736880 1 gc_controller.go:101] "Starting GC controller" I0824 20:37:17.736894 1 shared_informer.go:311] Waiting for caches to sync for GC I0824 20:37:17.895689 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0824 20:37:17.895902 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0824 20:37:17.895945 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0824 20:37:18.255541 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0824 20:37:18.255601 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0824 20:37:18.255660 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0824 20:37:18.255678 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0824 20:37:18.255708 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0824 20:37:18.255734 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0824 20:37:18.255764 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0824 20:37:18.255782 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0824 20:37:18.255806 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" W0824 20:37:18.255831 1 shared_informer.go:593] resyncPeriod 12h23m56.608950339s is smaller than resyncCheckPeriod 17h51m47.515283519s and the informer has already started. Changing it to 17h51m47.515283519s I0824 20:37:18.255910 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0824 20:37:18.255994 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0824 20:37:18.256024 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0824 20:37:18.256051 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0824 20:37:18.256081 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0824 20:37:18.256116 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0824 20:37:18.256156 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0824 20:37:18.256181 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0824 20:37:18.256208 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0824 20:37:18.256240 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0824 20:37:18.256285 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0824 20:37:18.256309 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0824 20:37:18.256452 1 resource_quota_controller.go:294] "Starting resource quota controller" I0824 20:37:18.256554 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0824 20:37:18.256593 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0824 20:37:18.339996 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0824 20:37:18.340109 1 serviceaccounts_controller.go:111] "Starting service account controller" I0824 20:37:18.340277 1 shared_informer.go:311] Waiting for caches to sync for service account I0824 20:37:18.487259 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0824 20:37:18.487401 1 stateful_set.go:163] "Starting stateful set controller" I0824 20:37:18.487431 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0824 20:37:18.636324 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0824 20:37:18.636442 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0824 20:37:18.636475 1 shared_informer.go:311] Waiting for caches to sync for cronjob E0824 20:37:18.785831 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0824 20:37:18.785863 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0824 20:37:18.935780 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0824 20:37:18.935939 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0824 20:37:18.936035 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0824 20:37:19.085664 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0824 20:37:19.086088 1 controller.go:169] "Starting ephemeral volume controller" I0824 20:37:19.086099 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0824 20:37:19.236339 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0824 20:37:19.236448 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0824 20:37:19.236457 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0824 20:37:19.284254 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0824 20:37:19.284364 1 cleaner.go:83] "Starting CSR cleaner controller" I0824 20:37:19.437525 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0824 20:37:19.437687 1 pv_controller_base.go:319] "Starting persistent volume controller" I0824 20:37:19.437723 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0824 20:37:19.585157 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0824 20:37:19.585228 1 expand_controller.go:328] "Starting expand controller" I0824 20:37:19.585240 1 shared_informer.go:311] Waiting for caches to sync for expand I0824 20:37:19.736354 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0824 20:37:19.736455 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0824 20:37:19.736508 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0824 20:37:19.890686 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0824 20:37:19.890776 1 publisher.go:102] "Starting root CA cert publisher controller" I0824 20:37:19.890801 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0824 20:37:19.895760 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0824 20:37:19.921744 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0824 20:37:19.932071 1 shared_informer.go:318] Caches are synced for PVC protection I0824 20:37:19.936547 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0824 20:37:19.936576 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0824 20:37:19.937306 1 shared_informer.go:318] Caches are synced for ReplicationController I0824 20:37:19.941066 1 shared_informer.go:318] Caches are synced for service account I0824 20:37:19.944293 1 shared_informer.go:318] Caches are synced for PV protection I0824 20:37:19.979401 1 shared_informer.go:318] Caches are synced for namespace I0824 20:37:19.986005 1 shared_informer.go:318] Caches are synced for expand I0824 20:37:19.986118 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0824 20:37:19.986310 1 shared_informer.go:318] Caches are synced for ephemeral I0824 20:37:19.986316 1 shared_informer.go:318] Caches are synced for endpoint I0824 20:37:19.986342 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0824 20:37:19.987082 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0824 20:37:19.988266 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0824 20:37:19.988333 1 shared_informer.go:318] Caches are synced for stateful set I0824 20:37:19.988415 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0824 20:37:19.991692 1 shared_informer.go:318] Caches are synced for crt configmap I0824 20:37:19.995620 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0824 20:37:19.996188 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0824 20:37:19.998006 1 shared_informer.go:318] Caches are synced for HPA I0824 20:37:20.007292 1 shared_informer.go:318] Caches are synced for TTL I0824 20:37:20.023933 1 shared_informer.go:318] Caches are synced for taint I0824 20:37:20.024130 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0824 20:37:20.024311 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0824 20:37:20.024366 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0824 20:37:20.024156 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0824 20:37:20.024529 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0824 20:37:20.024626 1 taint_manager.go:210] "Sending events to api server" I0824 20:37:20.037509 1 shared_informer.go:318] Caches are synced for job I0824 20:37:20.037537 1 shared_informer.go:318] Caches are synced for cronjob I0824 20:37:20.037758 1 shared_informer.go:318] Caches are synced for TTL after finished I0824 20:37:20.037798 1 shared_informer.go:318] Caches are synced for persistent volume I0824 20:37:20.037855 1 shared_informer.go:318] Caches are synced for endpoint_slice I0824 20:37:20.038201 1 shared_informer.go:318] Caches are synced for GC I0824 20:37:20.057257 1 shared_informer.go:318] Caches are synced for resource quota I0824 20:37:20.092937 1 shared_informer.go:318] Caches are synced for daemon sets I0824 20:37:20.095950 1 shared_informer.go:318] Caches are synced for resource quota I0824 20:37:20.097365 1 shared_informer.go:318] Caches are synced for deployment I0824 20:37:20.109651 1 shared_informer.go:318] Caches are synced for ReplicaSet I0824 20:37:20.135876 1 shared_informer.go:318] Caches are synced for disruption I0824 20:37:20.138676 1 shared_informer.go:318] Caches are synced for attach detach I0824 20:37:20.522553 1 shared_informer.go:318] Caches are synced for garbage collector I0824 20:37:20.558178 1 shared_informer.go:318] Caches are synced for garbage collector I0824 20:37:20.558216 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0824 20:37:20.955621 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-fr29b" I0824 20:37:21.001897 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0824 20:37:21.095992 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-fn6lh" I0824 20:37:21.102537 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-nplkx" I0824 20:37:21.112842 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="110.743337ms" I0824 20:37:21.133986 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="21.072504ms" I0824 20:37:21.134151 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="103.903µs"