I1013 15:07:17.548801 1 serving.go:348] Generated self-signed cert in-memory I1013 15:07:17.804617 1 controllermanager.go:189] "Starting" version="v1.28.13" I1013 15:07:17.804638 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I1013 15:07:17.806049 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I1013 15:07:17.806118 1 secure_serving.go:213] Serving securely on [::]:10257 I1013 15:07:17.806176 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I1013 15:07:17.806311 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... I1013 15:07:17.806102 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" E1013 15:07:19.215495 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I1013 15:07:22.171624 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I1013 15:07:22.171848 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_e6ecaa00-04ad-4382-b5f5-dc897ac98e97 became leader" I1013 15:07:22.185529 1 shared_informer.go:311] Waiting for caches to sync for tokens I1013 15:07:22.204621 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I1013 15:07:22.204672 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I1013 15:07:22.204831 1 tokencleaner.go:112] "Starting token cleaner controller" I1013 15:07:22.204886 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I1013 15:07:22.204902 1 shared_informer.go:318] Caches are synced for token_cleaner I1013 15:07:22.214669 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I1013 15:07:22.214874 1 pv_controller_base.go:319] "Starting persistent volume controller" I1013 15:07:22.214903 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I1013 15:07:22.224764 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I1013 15:07:22.224835 1 publisher.go:102] "Starting root CA cert publisher controller" I1013 15:07:22.225020 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I1013 15:07:22.237468 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I1013 15:07:22.238286 1 daemon_controller.go:291] "Starting daemon sets controller" I1013 15:07:22.238357 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I1013 15:07:22.249572 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I1013 15:07:22.249733 1 replica_set.go:214] "Starting controller" name="replicaset" I1013 15:07:22.249774 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I1013 15:07:22.260951 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I1013 15:07:22.261146 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I1013 15:07:22.261181 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I1013 15:07:22.271929 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I1013 15:07:22.272157 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I1013 15:07:22.272218 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I1013 15:07:22.284243 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I1013 15:07:22.284495 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I1013 15:07:22.284539 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I1013 15:07:22.285646 1 shared_informer.go:318] Caches are synced for tokens I1013 15:07:22.300388 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I1013 15:07:22.300651 1 stateful_set.go:163] "Starting stateful set controller" I1013 15:07:22.300722 1 shared_informer.go:311] Waiting for caches to sync for stateful set I1013 15:07:22.314439 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I1013 15:07:22.314566 1 gc_controller.go:101] "Starting GC controller" I1013 15:07:22.314600 1 shared_informer.go:311] Waiting for caches to sync for GC I1013 15:07:22.494780 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I1013 15:07:22.494879 1 namespace_controller.go:197] "Starting namespace controller" I1013 15:07:22.494892 1 shared_informer.go:311] Waiting for caches to sync for namespace I1013 15:07:22.675793 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I1013 15:07:22.675911 1 disruption.go:433] "Sending events to api server." I1013 15:07:22.676014 1 disruption.go:444] "Starting disruption controller" I1013 15:07:22.676036 1 shared_informer.go:311] Waiting for caches to sync for disruption I1013 15:07:22.828510 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I1013 15:07:22.828635 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I1013 15:07:22.991065 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I1013 15:07:22.991176 1 expand_controller.go:328] "Starting expand controller" I1013 15:07:22.991212 1 shared_informer.go:311] Waiting for caches to sync for expand I1013 15:07:23.129572 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I1013 15:07:23.129657 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I1013 15:07:23.129689 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I1013 15:07:23.280613 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I1013 15:07:23.280771 1 pv_protection_controller.go:78] "Starting PV protection controller" I1013 15:07:23.280800 1 shared_informer.go:311] Waiting for caches to sync for PV protection I1013 15:07:23.586873 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I1013 15:07:23.586949 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I1013 15:07:23.586974 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I1013 15:07:23.587014 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I1013 15:07:23.587036 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I1013 15:07:23.587099 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I1013 15:07:23.587132 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I1013 15:07:23.587164 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I1013 15:07:23.587197 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I1013 15:07:23.587236 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I1013 15:07:23.587298 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I1013 15:07:23.587334 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I1013 15:07:23.587373 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I1013 15:07:23.587430 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I1013 15:07:23.587471 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I1013 15:07:23.587514 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I1013 15:07:23.587570 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I1013 15:07:23.587609 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I1013 15:07:23.587649 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" W1013 15:07:23.587675 1 shared_informer.go:593] resyncPeriod 18h29m9.153650045s is smaller than resyncCheckPeriod 22h3m23.793438834s and the informer has already started. Changing it to 22h3m23.793438834s I1013 15:07:23.587760 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" W1013 15:07:23.587782 1 shared_informer.go:593] resyncPeriod 14h37m14.047645776s is smaller than resyncCheckPeriod 22h3m23.793438834s and the informer has already started. Changing it to 22h3m23.793438834s I1013 15:07:23.587857 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I1013 15:07:23.587938 1 resource_quota_controller.go:294] "Starting resource quota controller" I1013 15:07:23.587988 1 shared_informer.go:311] Waiting for caches to sync for resource quota I1013 15:07:23.588031 1 resource_quota_monitor.go:305] "QuotaMonitor running" I1013 15:07:23.731769 1 controllermanager.go:642] "Started controller" controller="job-controller" I1013 15:07:23.731974 1 job_controller.go:226] "Starting job controller" I1013 15:07:23.732016 1 shared_informer.go:311] Waiting for caches to sync for job I1013 15:07:23.888090 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I1013 15:07:23.888333 1 deployment_controller.go:168] "Starting controller" controller="deployment" I1013 15:07:23.888357 1 shared_informer.go:311] Waiting for caches to sync for deployment I1013 15:07:24.176191 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I1013 15:07:24.176285 1 horizontal.go:200] "Starting HPA controller" I1013 15:07:24.176302 1 shared_informer.go:311] Waiting for caches to sync for HPA I1013 15:07:24.330834 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I1013 15:07:24.330875 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I1013 15:07:24.330922 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I1013 15:07:24.331330 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I1013 15:07:24.331358 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I1013 15:07:24.331400 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I1013 15:07:24.331900 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I1013 15:07:24.331950 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I1013 15:07:24.331993 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I1013 15:07:24.332227 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I1013 15:07:24.332354 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I1013 15:07:24.332381 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I1013 15:07:24.332501 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I1013 15:07:24.376278 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I1013 15:07:24.376371 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I1013 15:07:24.376416 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I1013 15:07:24.530191 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I1013 15:07:24.530266 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I1013 15:07:24.530353 1 node_lifecycle_controller.go:465] "Sending events to api server" I1013 15:07:24.530628 1 node_lifecycle_controller.go:476] "Starting node controller" I1013 15:07:24.530642 1 shared_informer.go:311] Waiting for caches to sync for taint E1013 15:07:24.678983 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I1013 15:07:24.679029 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I1013 15:07:24.829047 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I1013 15:07:24.829430 1 endpoints_controller.go:177] "Starting endpoint controller" I1013 15:07:24.829469 1 shared_informer.go:311] Waiting for caches to sync for endpoint I1013 15:07:25.076277 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I1013 15:07:25.076341 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I1013 15:07:25.076416 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I1013 15:07:25.076487 1 graph_builder.go:294] "Running" component="GraphBuilder" I1013 15:07:25.328698 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I1013 15:07:25.328756 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I1013 15:07:25.328770 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I1013 15:07:25.328865 1 attach_detach_controller.go:337] "Starting attach detach controller" I1013 15:07:25.328921 1 shared_informer.go:311] Waiting for caches to sync for attach detach E1013 15:07:25.376954 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I1013 15:07:25.376996 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I1013 15:07:25.528509 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I1013 15:07:25.528656 1 controller.go:169] "Starting ephemeral volume controller" I1013 15:07:25.528698 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I1013 15:07:25.678996 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I1013 15:07:25.679097 1 ttl_controller.go:124] "Starting TTL controller" I1013 15:07:25.679110 1 shared_informer.go:311] Waiting for caches to sync for TTL I1013 15:07:25.827226 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I1013 15:07:25.827370 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I1013 15:07:25.827382 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I1013 15:07:25.876842 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I1013 15:07:25.876912 1 cleaner.go:83] "Starting CSR cleaner controller" I1013 15:07:26.029337 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I1013 15:07:26.029416 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I1013 15:07:26.029444 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I1013 15:07:26.180209 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I1013 15:07:26.180286 1 serviceaccounts_controller.go:111] "Starting service account controller" I1013 15:07:26.180295 1 shared_informer.go:311] Waiting for caches to sync for service account I1013 15:07:26.329766 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I1013 15:07:26.329968 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I1013 15:07:26.329995 1 shared_informer.go:311] Waiting for caches to sync for cronjob I1013 15:07:26.335447 1 shared_informer.go:311] Waiting for caches to sync for resource quota I1013 15:07:26.342448 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I1013 15:07:26.349899 1 shared_informer.go:318] Caches are synced for ReplicaSet I1013 15:07:26.354555 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I1013 15:07:26.361460 1 shared_informer.go:318] Caches are synced for ReplicationController I1013 15:07:26.372497 1 shared_informer.go:318] Caches are synced for endpoint_slice I1013 15:07:26.377025 1 shared_informer.go:318] Caches are synced for HPA I1013 15:07:26.377054 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I1013 15:07:26.379441 1 shared_informer.go:318] Caches are synced for TTL I1013 15:07:26.380777 1 shared_informer.go:318] Caches are synced for service account I1013 15:07:26.380917 1 shared_informer.go:318] Caches are synced for PV protection I1013 15:07:26.384735 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I1013 15:07:26.391685 1 shared_informer.go:318] Caches are synced for expand I1013 15:07:26.396038 1 shared_informer.go:318] Caches are synced for namespace I1013 15:07:26.415617 1 shared_informer.go:318] Caches are synced for persistent volume I1013 15:07:26.415654 1 shared_informer.go:318] Caches are synced for GC I1013 15:07:26.426141 1 shared_informer.go:318] Caches are synced for crt configmap I1013 15:07:26.428522 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I1013 15:07:26.428735 1 shared_informer.go:318] Caches are synced for bootstrap_signer I1013 15:07:26.428852 1 shared_informer.go:318] Caches are synced for ephemeral I1013 15:07:26.429010 1 shared_informer.go:318] Caches are synced for attach detach I1013 15:07:26.429559 1 shared_informer.go:318] Caches are synced for TTL after finished I1013 15:07:26.429596 1 shared_informer.go:318] Caches are synced for endpoint I1013 15:07:26.429783 1 shared_informer.go:318] Caches are synced for PVC protection I1013 15:07:26.430257 1 shared_informer.go:318] Caches are synced for cronjob I1013 15:07:26.430799 1 shared_informer.go:318] Caches are synced for taint I1013 15:07:26.430925 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I1013 15:07:26.430960 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I1013 15:07:26.430998 1 taint_manager.go:210] "Sending events to api server" I1013 15:07:26.430936 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I1013 15:07:26.431195 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I1013 15:07:26.431202 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I1013 15:07:26.431295 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I1013 15:07:26.431457 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I1013 15:07:26.432905 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I1013 15:07:26.433002 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I1013 15:07:26.433003 1 shared_informer.go:318] Caches are synced for job I1013 15:07:26.439519 1 shared_informer.go:318] Caches are synced for daemon sets I1013 15:07:26.501441 1 shared_informer.go:318] Caches are synced for stateful set I1013 15:07:26.535998 1 shared_informer.go:318] Caches are synced for resource quota I1013 15:07:26.577111 1 shared_informer.go:318] Caches are synced for disruption I1013 15:07:26.588377 1 shared_informer.go:318] Caches are synced for resource quota I1013 15:07:26.588596 1 shared_informer.go:318] Caches are synced for deployment I1013 15:07:26.955172 1 shared_informer.go:318] Caches are synced for garbage collector I1013 15:07:26.976574 1 shared_informer.go:318] Caches are synced for garbage collector I1013 15:07:26.976684 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I1013 15:07:27.398102 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-nwjk9" I1013 15:07:27.443052 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I1013 15:07:27.537889 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-9h8nn" I1013 15:07:27.550942 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-5mqdx" I1013 15:07:27.562547 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="120.002924ms" I1013 15:07:27.586841 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="24.173077ms" I1013 15:07:27.587044 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="119.613µs"