I0826 00:15:58.398085 1 serving.go:348] Generated self-signed cert in-memory I0826 00:15:58.867003 1 controllermanager.go:189] "Starting" version="v1.28.13" I0826 00:15:58.867023 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0826 00:15:58.868110 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0826 00:15:58.868193 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0826 00:15:58.868483 1 secure_serving.go:213] Serving securely on [::]:10257 I0826 00:15:58.868518 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0826 00:15:58.868700 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0826 00:16:00.141905 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0826 00:16:03.358924 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0826 00:16:03.359166 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_e615f09d-95b9-4f6c-a4b1-b3777f64ee1d became leader" I0826 00:16:03.369228 1 shared_informer.go:311] Waiting for caches to sync for tokens I0826 00:16:03.375481 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0826 00:16:03.375522 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0826 00:16:03.375802 1 node_lifecycle_controller.go:465] "Sending events to api server" I0826 00:16:03.375826 1 node_lifecycle_controller.go:476] "Starting node controller" I0826 00:16:03.375833 1 shared_informer.go:311] Waiting for caches to sync for taint I0826 00:16:03.383715 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0826 00:16:03.384120 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0826 00:16:03.384156 1 shared_informer.go:311] Waiting for caches to sync for deployment I0826 00:16:03.399930 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0826 00:16:03.399971 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0826 00:16:03.400074 1 horizontal.go:200] "Starting HPA controller" I0826 00:16:03.400097 1 shared_informer.go:311] Waiting for caches to sync for HPA E0826 00:16:03.406680 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0826 00:16:03.406708 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0826 00:16:03.413851 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0826 00:16:03.413972 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0826 00:16:03.413981 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0826 00:16:03.419375 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0826 00:16:03.419560 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0826 00:16:03.419585 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0826 00:16:03.428545 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0826 00:16:03.428562 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0826 00:16:03.428628 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0826 00:16:03.428603 1 graph_builder.go:294] "Running" component="GraphBuilder" I0826 00:16:03.465002 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0826 00:16:03.465043 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0826 00:16:03.465052 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0826 00:16:03.465142 1 daemon_controller.go:291] "Starting daemon sets controller" I0826 00:16:03.465157 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0826 00:16:03.469569 1 shared_informer.go:318] Caches are synced for tokens I0826 00:16:03.614122 1 controller.go:169] "Starting ephemeral volume controller" I0826 00:16:03.614199 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0826 00:16:03.614279 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0826 00:16:03.764805 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0826 00:16:03.764943 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0826 00:16:03.764982 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0826 00:16:03.915748 1 controllermanager.go:642] "Started controller" controller="job-controller" I0826 00:16:03.915886 1 job_controller.go:226] "Starting job controller" I0826 00:16:03.915916 1 shared_informer.go:311] Waiting for caches to sync for job I0826 00:16:04.064821 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0826 00:16:04.065013 1 ttl_controller.go:124] "Starting TTL controller" I0826 00:16:04.065053 1 shared_informer.go:311] Waiting for caches to sync for TTL I0826 00:16:04.214024 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0826 00:16:04.214098 1 pv_controller_base.go:319] "Starting persistent volume controller" I0826 00:16:04.214105 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0826 00:16:04.363427 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0826 00:16:04.363525 1 endpoints_controller.go:177] "Starting endpoint controller" I0826 00:16:04.363537 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0826 00:16:04.515019 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0826 00:16:04.515096 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0826 00:16:04.515105 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0826 00:16:04.665620 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0826 00:16:04.665675 1 cleaner.go:83] "Starting CSR cleaner controller" I0826 00:16:04.817017 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0826 00:16:04.817129 1 gc_controller.go:101] "Starting GC controller" I0826 00:16:04.817147 1 shared_informer.go:311] Waiting for caches to sync for GC I0826 00:16:05.012596 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0826 00:16:05.012770 1 disruption.go:433] "Sending events to api server." I0826 00:16:05.012852 1 disruption.go:444] "Starting disruption controller" I0826 00:16:05.012870 1 shared_informer.go:311] Waiting for caches to sync for disruption I0826 00:16:05.165353 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0826 00:16:05.165422 1 attach_detach_controller.go:337] "Starting attach detach controller" I0826 00:16:05.165433 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0826 00:16:05.315891 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0826 00:16:05.315972 1 expand_controller.go:328] "Starting expand controller" I0826 00:16:05.315984 1 shared_informer.go:311] Waiting for caches to sync for expand I0826 00:16:05.464559 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0826 00:16:05.464604 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0826 00:16:05.464623 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0826 00:16:05.615338 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0826 00:16:05.616177 1 publisher.go:102] "Starting root CA cert publisher controller" I0826 00:16:05.616209 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0826 00:16:05.922515 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0826 00:16:05.922598 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0826 00:16:05.922621 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0826 00:16:05.922638 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0826 00:16:05.922655 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0826 00:16:05.922674 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0826 00:16:05.922702 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0826 00:16:05.922756 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0826 00:16:05.922775 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0826 00:16:05.922791 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0826 00:16:05.922831 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0826 00:16:05.922852 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0826 00:16:05.922869 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0826 00:16:05.922888 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0826 00:16:05.922904 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0826 00:16:05.922925 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0826 00:16:05.922947 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0826 00:16:05.922977 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0826 00:16:05.922997 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0826 00:16:05.923045 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0826 00:16:05.923065 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0826 00:16:05.923122 1 resource_quota_controller.go:294] "Starting resource quota controller" I0826 00:16:05.923165 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0826 00:16:05.923220 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0826 00:16:06.173056 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0826 00:16:06.173299 1 namespace_controller.go:197] "Starting namespace controller" I0826 00:16:06.173364 1 shared_informer.go:311] Waiting for caches to sync for namespace I0826 00:16:06.213728 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0826 00:16:06.213766 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0826 00:16:06.213795 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0826 00:16:06.214399 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0826 00:16:06.214418 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0826 00:16:06.214461 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0826 00:16:06.214702 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0826 00:16:06.214728 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0826 00:16:06.214751 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0826 00:16:06.215508 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0826 00:16:06.215609 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0826 00:16:06.215716 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0826 00:16:06.215635 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0826 00:16:06.365905 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0826 00:16:06.365998 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0826 00:16:06.515213 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0826 00:16:06.515276 1 tokencleaner.go:112] "Starting token cleaner controller" I0826 00:16:06.515284 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0826 00:16:06.515290 1 shared_informer.go:318] Caches are synced for token_cleaner E0826 00:16:06.563720 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0826 00:16:06.563757 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0826 00:16:06.717406 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0826 00:16:06.717490 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0826 00:16:06.717513 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0826 00:16:06.864278 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0826 00:16:06.864360 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0826 00:16:06.864371 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0826 00:16:07.014992 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0826 00:16:07.015070 1 pv_protection_controller.go:78] "Starting PV protection controller" I0826 00:16:07.015090 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0826 00:16:07.164593 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0826 00:16:07.164750 1 serviceaccounts_controller.go:111] "Starting service account controller" I0826 00:16:07.164771 1 shared_informer.go:311] Waiting for caches to sync for service account I0826 00:16:07.314847 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0826 00:16:07.314967 1 replica_set.go:214] "Starting controller" name="replicaset" I0826 00:16:07.314991 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0826 00:16:07.553594 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0826 00:16:07.561282 1 stateful_set.go:163] "Starting stateful set controller" I0826 00:16:07.561317 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0826 00:16:07.564380 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0826 00:16:07.564505 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0826 00:16:07.564535 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0826 00:16:07.568208 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0826 00:16:07.580839 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0826 00:16:07.584144 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0826 00:16:07.601178 1 shared_informer.go:318] Caches are synced for HPA I0826 00:16:07.614683 1 shared_informer.go:318] Caches are synced for ephemeral I0826 00:16:07.614720 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0826 00:16:07.614694 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0826 00:16:07.614784 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0826 00:16:07.616083 1 shared_informer.go:318] Caches are synced for job I0826 00:16:07.616138 1 shared_informer.go:318] Caches are synced for cronjob I0826 00:16:07.616195 1 shared_informer.go:318] Caches are synced for expand I0826 00:16:07.616330 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0826 00:16:07.616527 1 shared_informer.go:318] Caches are synced for crt configmap I0826 00:16:07.617803 1 shared_informer.go:318] Caches are synced for TTL after finished I0826 00:16:07.617837 1 shared_informer.go:318] Caches are synced for GC I0826 00:16:07.619869 1 shared_informer.go:318] Caches are synced for ReplicationController I0826 00:16:07.661528 1 shared_informer.go:318] Caches are synced for stateful set I0826 00:16:07.663857 1 shared_informer.go:318] Caches are synced for endpoint I0826 00:16:07.664598 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0826 00:16:07.664691 1 shared_informer.go:318] Caches are synced for PVC protection I0826 00:16:07.664707 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0826 00:16:07.664904 1 shared_informer.go:318] Caches are synced for service account I0826 00:16:07.665291 1 shared_informer.go:318] Caches are synced for TTL I0826 00:16:07.665383 1 shared_informer.go:318] Caches are synced for daemon sets I0826 00:16:07.666726 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0826 00:16:07.673931 1 shared_informer.go:318] Caches are synced for namespace I0826 00:16:07.676227 1 shared_informer.go:318] Caches are synced for taint I0826 00:16:07.676349 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0826 00:16:07.676441 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0826 00:16:07.676442 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0826 00:16:07.676504 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0826 00:16:07.676524 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0826 00:16:07.676589 1 taint_manager.go:210] "Sending events to api server" I0826 00:16:07.684759 1 shared_informer.go:318] Caches are synced for deployment I0826 00:16:07.713304 1 shared_informer.go:318] Caches are synced for disruption I0826 00:16:07.714758 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0826 00:16:07.716087 1 shared_informer.go:318] Caches are synced for ReplicaSet I0826 00:16:07.723585 1 shared_informer.go:318] Caches are synced for resource quota I0826 00:16:07.765279 1 shared_informer.go:318] Caches are synced for endpoint_slice I0826 00:16:07.768444 1 shared_informer.go:318] Caches are synced for resource quota I0826 00:16:07.814452 1 shared_informer.go:318] Caches are synced for persistent volume I0826 00:16:07.815862 1 shared_informer.go:318] Caches are synced for PV protection I0826 00:16:07.865768 1 shared_informer.go:318] Caches are synced for attach detach I0826 00:16:08.184390 1 shared_informer.go:318] Caches are synced for garbage collector I0826 00:16:08.229346 1 shared_informer.go:318] Caches are synced for garbage collector I0826 00:16:08.229384 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0826 00:16:08.840979 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-88j8m" I0826 00:16:08.841002 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0826 00:16:09.096074 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-85fjh" I0826 00:16:09.105197 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-d5wg8" I0826 00:16:09.111128 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="272.421725ms" I0826 00:16:09.119950 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="8.782784ms" I0826 00:16:09.135245 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="15.242717ms" I0826 00:16:09.135419 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="69.96µs"