I0811 07:33:23.439842 1 serving.go:348] Generated self-signed cert in-memory I0811 07:33:23.853675 1 controllermanager.go:189] "Starting" version="v1.28.13" I0811 07:33:23.853699 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0811 07:33:23.855174 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0811 07:33:23.855413 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0811 07:33:23.856444 1 secure_serving.go:213] Serving securely on [::]:10257 I0811 07:33:23.856576 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0811 07:33:23.857118 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0811 07:33:25.172278 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0811 07:33:27.297922 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0811 07:33:27.298503 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_f0958394-386a-4547-abd2-b3321fefc2cc became leader" I0811 07:33:27.306879 1 shared_informer.go:311] Waiting for caches to sync for tokens I0811 07:33:27.317015 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0811 07:33:27.317181 1 ttl_controller.go:124] "Starting TTL controller" I0811 07:33:27.317209 1 shared_informer.go:311] Waiting for caches to sync for TTL I0811 07:33:27.323440 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0811 07:33:27.323534 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0811 07:33:27.323797 1 node_lifecycle_controller.go:465] "Sending events to api server" I0811 07:33:27.323849 1 node_lifecycle_controller.go:476] "Starting node controller" I0811 07:33:27.323869 1 shared_informer.go:311] Waiting for caches to sync for taint I0811 07:33:27.338950 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0811 07:33:27.339156 1 pv_protection_controller.go:78] "Starting PV protection controller" I0811 07:33:27.339172 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0811 07:33:27.346573 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0811 07:33:27.346727 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0811 07:33:27.346762 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0811 07:33:27.353652 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0811 07:33:27.353864 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0811 07:33:27.353929 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0811 07:33:27.364156 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0811 07:33:27.364271 1 serviceaccounts_controller.go:111] "Starting service account controller" I0811 07:33:27.364313 1 shared_informer.go:311] Waiting for caches to sync for service account I0811 07:33:27.371154 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0811 07:33:27.371206 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0811 07:33:27.371240 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0811 07:33:27.396270 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0811 07:33:27.396477 1 namespace_controller.go:197] "Starting namespace controller" I0811 07:33:27.396523 1 shared_informer.go:311] Waiting for caches to sync for namespace I0811 07:33:27.404167 1 controllermanager.go:642] "Started controller" controller="job-controller" I0811 07:33:27.404365 1 job_controller.go:226] "Starting job controller" I0811 07:33:27.404405 1 shared_informer.go:311] Waiting for caches to sync for job I0811 07:33:27.407250 1 shared_informer.go:318] Caches are synced for tokens I0811 07:33:27.453823 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0811 07:33:27.454019 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0811 07:33:27.454087 1 shared_informer.go:311] Waiting for caches to sync for deployment I0811 07:33:27.652393 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0811 07:33:27.652479 1 disruption.go:433] "Sending events to api server." I0811 07:33:27.652527 1 disruption.go:444] "Starting disruption controller" I0811 07:33:27.652542 1 shared_informer.go:311] Waiting for caches to sync for disruption I0811 07:33:27.804317 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0811 07:33:27.804587 1 stateful_set.go:163] "Starting stateful set controller" I0811 07:33:27.804603 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0811 07:33:27.953886 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0811 07:33:27.954056 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0811 07:33:27.954258 1 shared_informer.go:311] Waiting for caches to sync for cronjob E0811 07:33:28.004428 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0811 07:33:28.004472 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0811 07:33:28.154974 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0811 07:33:28.155055 1 expand_controller.go:328] "Starting expand controller" I0811 07:33:28.155133 1 shared_informer.go:311] Waiting for caches to sync for expand I0811 07:33:28.313374 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0811 07:33:28.313544 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0811 07:33:28.313555 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0811 07:33:28.454065 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0811 07:33:28.454153 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0811 07:33:28.454166 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0811 07:33:28.751975 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0811 07:33:28.752065 1 horizontal.go:200] "Starting HPA controller" I0811 07:33:28.752082 1 shared_informer.go:311] Waiting for caches to sync for HPA I0811 07:33:28.904682 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0811 07:33:28.904765 1 cleaner.go:83] "Starting CSR cleaner controller" E0811 07:33:29.053973 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0811 07:33:29.054013 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0811 07:33:29.204350 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0811 07:33:29.204537 1 endpoints_controller.go:177] "Starting endpoint controller" I0811 07:33:29.204579 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0811 07:33:29.254212 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0811 07:33:29.254282 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0811 07:33:29.254452 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0811 07:33:29.255064 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0811 07:33:29.255109 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0811 07:33:29.255188 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0811 07:33:29.255749 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0811 07:33:29.255775 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0811 07:33:29.255799 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0811 07:33:29.256417 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0811 07:33:29.256531 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0811 07:33:29.256591 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0811 07:33:29.256709 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0811 07:33:29.404704 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0811 07:33:29.404950 1 pv_controller_base.go:319] "Starting persistent volume controller" I0811 07:33:29.404980 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0811 07:33:29.557894 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0811 07:33:29.557985 1 controller.go:169] "Starting ephemeral volume controller" I0811 07:33:29.557995 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0811 07:33:29.704594 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0811 07:33:29.704723 1 gc_controller.go:101] "Starting GC controller" I0811 07:33:29.704768 1 shared_informer.go:311] Waiting for caches to sync for GC I0811 07:33:29.951685 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0811 07:33:29.951701 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0811 07:33:29.951741 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0811 07:33:29.951799 1 graph_builder.go:294] "Running" component="GraphBuilder" I0811 07:33:30.204567 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0811 07:33:30.204944 1 daemon_controller.go:291] "Starting daemon sets controller" I0811 07:33:30.204968 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0811 07:33:30.356026 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0811 07:33:30.356312 1 replica_set.go:214] "Starting controller" name="replicaset" I0811 07:33:30.356359 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0811 07:33:30.505371 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0811 07:33:30.505452 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0811 07:33:30.505463 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0811 07:33:30.505527 1 tokencleaner.go:112] "Starting token cleaner controller" I0811 07:33:30.505543 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0811 07:33:30.505551 1 shared_informer.go:318] Caches are synced for token_cleaner I0811 07:33:30.655786 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0811 07:33:30.655905 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0811 07:33:30.655929 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0811 07:33:30.804411 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0811 07:33:30.804481 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0811 07:33:30.804524 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0811 07:33:31.112703 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0811 07:33:31.112788 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0811 07:33:31.112815 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0811 07:33:31.112889 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0811 07:33:31.112929 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0811 07:33:31.112949 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0811 07:33:31.112973 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0811 07:33:31.112995 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0811 07:33:31.113032 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" W0811 07:33:31.113054 1 shared_informer.go:593] resyncPeriod 19h45m13.096321191s is smaller than resyncCheckPeriod 22h33m49.899768183s and the informer has already started. Changing it to 22h33m49.899768183s I0811 07:33:31.113106 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0811 07:33:31.113254 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0811 07:33:31.113278 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0811 07:33:31.113301 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0811 07:33:31.113320 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0811 07:33:31.113380 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0811 07:33:31.113441 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0811 07:33:31.113468 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0811 07:33:31.113516 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" W0811 07:33:31.113532 1 shared_informer.go:593] resyncPeriod 13h47m59.814437361s is smaller than resyncCheckPeriod 22h33m49.899768183s and the informer has already started. Changing it to 22h33m49.899768183s I0811 07:33:31.113706 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0811 07:33:31.113744 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0811 07:33:31.113787 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0811 07:33:31.113869 1 resource_quota_controller.go:294] "Starting resource quota controller" I0811 07:33:31.113898 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0811 07:33:31.113927 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0811 07:33:31.256694 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0811 07:33:31.256845 1 publisher.go:102] "Starting root CA cert publisher controller" I0811 07:33:31.256865 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0811 07:33:31.405696 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0811 07:33:31.405992 1 attach_detach_controller.go:337] "Starting attach detach controller" I0811 07:33:31.406036 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0811 07:33:31.453534 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0811 07:33:31.454020 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0811 07:33:31.454055 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0811 07:33:31.459286 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0811 07:33:31.471180 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0811 07:33:31.487690 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0811 07:33:31.496975 1 shared_informer.go:318] Caches are synced for namespace I0811 07:33:31.504645 1 shared_informer.go:318] Caches are synced for PVC protection I0811 07:33:31.504713 1 shared_informer.go:318] Caches are synced for endpoint I0811 07:33:31.504717 1 shared_informer.go:318] Caches are synced for job I0811 07:33:31.505017 1 shared_informer.go:318] Caches are synced for GC I0811 07:33:31.505111 1 shared_informer.go:318] Caches are synced for persistent volume I0811 07:33:31.506306 1 shared_informer.go:318] Caches are synced for attach detach I0811 07:33:31.513990 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0811 07:33:31.518344 1 shared_informer.go:318] Caches are synced for TTL I0811 07:33:31.524701 1 shared_informer.go:318] Caches are synced for taint I0811 07:33:31.524843 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0811 07:33:31.524912 1 taint_manager.go:210] "Sending events to api server" I0811 07:33:31.524844 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0811 07:33:31.525108 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0811 07:33:31.525434 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0811 07:33:31.525630 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0811 07:33:31.540287 1 shared_informer.go:318] Caches are synced for PV protection I0811 07:33:31.547620 1 shared_informer.go:318] Caches are synced for ReplicationController I0811 07:33:31.555973 1 shared_informer.go:318] Caches are synced for TTL after finished I0811 07:33:31.556078 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0811 07:33:31.556120 1 shared_informer.go:318] Caches are synced for expand I0811 07:33:31.556268 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0811 07:33:31.556297 1 shared_informer.go:318] Caches are synced for endpoint_slice I0811 07:33:31.556333 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0811 07:33:31.556642 1 shared_informer.go:318] Caches are synced for ReplicaSet I0811 07:33:31.556754 1 shared_informer.go:318] Caches are synced for HPA I0811 07:33:31.556779 1 shared_informer.go:318] Caches are synced for deployment I0811 07:33:31.556755 1 shared_informer.go:318] Caches are synced for disruption I0811 07:33:31.556900 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0811 07:33:31.557100 1 shared_informer.go:318] Caches are synced for crt configmap I0811 07:33:31.557118 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0811 07:33:31.558221 1 shared_informer.go:318] Caches are synced for ephemeral I0811 07:33:31.564558 1 shared_informer.go:318] Caches are synced for service account I0811 07:33:31.571800 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0811 07:33:31.605603 1 shared_informer.go:318] Caches are synced for stateful set I0811 07:33:31.605729 1 shared_informer.go:318] Caches are synced for daemon sets I0811 07:33:31.656640 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0811 07:33:31.659917 1 shared_informer.go:318] Caches are synced for resource quota I0811 07:33:31.714173 1 shared_informer.go:318] Caches are synced for resource quota I0811 07:33:31.754656 1 shared_informer.go:318] Caches are synced for cronjob I0811 07:33:32.088488 1 shared_informer.go:318] Caches are synced for garbage collector I0811 07:33:32.151979 1 shared_informer.go:318] Caches are synced for garbage collector I0811 07:33:32.152026 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0811 07:33:32.364488 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0811 07:33:32.529536 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-8thp7" I0811 07:33:32.666767 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-8r4hv" I0811 07:33:32.678501 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-xkfz6" I0811 07:33:32.687742 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="323.246203ms" I0811 07:33:32.703730 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="15.879701ms" I0811 07:33:32.703899 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="99.803µs"