I0929 15:30:44.097652 1 serving.go:348] Generated self-signed cert in-memory I0929 15:30:44.629394 1 controllermanager.go:189] "Starting" version="v1.28.13" I0929 15:30:44.629423 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0929 15:30:44.630799 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0929 15:30:44.630897 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0929 15:30:44.631187 1 secure_serving.go:213] Serving securely on [::]:10257 I0929 15:30:44.631278 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0929 15:30:44.631440 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0929 15:30:45.519624 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0929 15:30:49.238217 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0929 15:30:49.239101 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_1ea5a92b-8467-45de-a5c6-fb664e46c7b4 became leader" I0929 15:30:49.250247 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0929 15:30:49.250364 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0929 15:30:49.250290 1 shared_informer.go:311] Waiting for caches to sync for tokens I0929 15:30:49.258348 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0929 15:30:49.258493 1 endpoints_controller.go:177] "Starting endpoint controller" I0929 15:30:49.258507 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0929 15:30:49.263566 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0929 15:30:49.263694 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0929 15:30:49.263708 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0929 15:30:49.274759 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0929 15:30:49.274923 1 serviceaccounts_controller.go:111] "Starting service account controller" I0929 15:30:49.274938 1 shared_informer.go:311] Waiting for caches to sync for service account I0929 15:30:49.283415 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0929 15:30:49.283623 1 daemon_controller.go:291] "Starting daemon sets controller" I0929 15:30:49.283645 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0929 15:30:49.289875 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0929 15:30:49.290049 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0929 15:30:49.296562 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0929 15:30:49.296768 1 tokencleaner.go:112] "Starting token cleaner controller" I0929 15:30:49.296785 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0929 15:30:49.296793 1 shared_informer.go:318] Caches are synced for token_cleaner I0929 15:30:49.302469 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0929 15:30:49.302508 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0929 15:30:49.302722 1 node_lifecycle_controller.go:465] "Sending events to api server" I0929 15:30:49.302763 1 node_lifecycle_controller.go:476] "Starting node controller" I0929 15:30:49.302770 1 shared_informer.go:311] Waiting for caches to sync for taint I0929 15:30:49.308970 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0929 15:30:49.309194 1 pv_controller_base.go:319] "Starting persistent volume controller" I0929 15:30:49.309213 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0929 15:30:49.319670 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0929 15:30:49.319946 1 attach_detach_controller.go:337] "Starting attach detach controller" I0929 15:30:49.320016 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0929 15:30:49.326476 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0929 15:30:49.326553 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0929 15:30:49.326572 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0929 15:30:49.350953 1 shared_informer.go:318] Caches are synced for tokens I0929 15:30:49.606831 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0929 15:30:49.606963 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0929 15:30:49.607051 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0929 15:30:49.607996 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0929 15:30:49.608182 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0929 15:30:49.608406 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0929 15:30:49.608474 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0929 15:30:49.608525 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0929 15:30:49.608640 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0929 15:30:49.608730 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0929 15:30:49.608823 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0929 15:30:49.608882 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0929 15:30:49.608935 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0929 15:30:49.609020 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0929 15:30:49.609079 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0929 15:30:49.609134 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0929 15:30:49.609203 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0929 15:30:49.609330 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" W0929 15:30:49.609348 1 shared_informer.go:593] resyncPeriod 20h22m24.909337344s is smaller than resyncCheckPeriod 21h42m55.658481961s and the informer has already started. Changing it to 21h42m55.658481961s W0929 15:30:49.609465 1 shared_informer.go:593] resyncPeriod 12h37m45.871006851s is smaller than resyncCheckPeriod 21h42m55.658481961s and the informer has already started. Changing it to 21h42m55.658481961s I0929 15:30:49.609550 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0929 15:30:49.609691 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0929 15:30:49.609716 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0929 15:30:49.610062 1 resource_quota_controller.go:294] "Starting resource quota controller" I0929 15:30:49.610071 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0929 15:30:49.610105 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0929 15:30:49.744858 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0929 15:30:49.745019 1 stateful_set.go:163] "Starting stateful set controller" I0929 15:30:49.745056 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0929 15:30:49.894351 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0929 15:30:49.894438 1 expand_controller.go:328] "Starting expand controller" I0929 15:30:49.894449 1 shared_informer.go:311] Waiting for caches to sync for expand I0929 15:30:50.152753 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0929 15:30:50.152823 1 namespace_controller.go:197] "Starting namespace controller" I0929 15:30:50.152835 1 shared_informer.go:311] Waiting for caches to sync for namespace I0929 15:30:50.394092 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0929 15:30:50.394547 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0929 15:30:50.394584 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0929 15:30:50.394619 1 graph_builder.go:294] "Running" component="GraphBuilder" E0929 15:30:50.644875 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0929 15:30:50.644920 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" E0929 15:30:50.692547 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0929 15:30:50.692586 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0929 15:30:50.844865 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0929 15:30:50.845145 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0929 15:30:50.845171 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0929 15:30:50.995806 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0929 15:30:50.995877 1 publisher.go:102] "Starting root CA cert publisher controller" I0929 15:30:50.995907 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0929 15:30:51.147210 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0929 15:30:51.147361 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0929 15:30:51.147383 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0929 15:30:51.297090 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0929 15:30:51.297245 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0929 15:30:51.297266 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0929 15:30:51.592579 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0929 15:30:51.592698 1 horizontal.go:200] "Starting HPA controller" I0929 15:30:51.592718 1 shared_informer.go:311] Waiting for caches to sync for HPA I0929 15:30:51.751740 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0929 15:30:51.751802 1 gc_controller.go:101] "Starting GC controller" I0929 15:30:51.751817 1 shared_informer.go:311] Waiting for caches to sync for GC I0929 15:30:51.911060 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0929 15:30:51.911108 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0929 15:30:51.911260 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0929 15:30:51.911294 1 shared_informer.go:311] Waiting for caches to sync for deployment I0929 15:30:52.046766 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0929 15:30:52.046840 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0929 15:30:52.046862 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0929 15:30:52.197112 1 controllermanager.go:642] "Started controller" controller="job-controller" I0929 15:30:52.197263 1 job_controller.go:226] "Starting job controller" I0929 15:30:52.197287 1 shared_informer.go:311] Waiting for caches to sync for job I0929 15:30:52.392643 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0929 15:30:52.392716 1 disruption.go:433] "Sending events to api server." I0929 15:30:52.392989 1 disruption.go:444] "Starting disruption controller" I0929 15:30:52.393007 1 shared_informer.go:311] Waiting for caches to sync for disruption I0929 15:30:52.550674 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0929 15:30:52.550854 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0929 15:30:52.550919 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0929 15:30:52.701181 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0929 15:30:52.701242 1 ttl_controller.go:124] "Starting TTL controller" I0929 15:30:52.701252 1 shared_informer.go:311] Waiting for caches to sync for TTL I0929 15:30:52.848056 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0929 15:30:52.848137 1 pv_protection_controller.go:78] "Starting PV protection controller" I0929 15:30:52.848148 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0929 15:30:52.994661 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0929 15:30:52.994817 1 replica_set.go:214] "Starting controller" name="replicaset" I0929 15:30:52.994870 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0929 15:30:53.168355 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0929 15:30:53.168549 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0929 15:30:53.168568 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0929 15:30:53.193318 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0929 15:30:53.193338 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0929 15:30:53.193390 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0929 15:30:53.194521 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0929 15:30:53.194533 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0929 15:30:53.194544 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0929 15:30:53.194698 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0929 15:30:53.194730 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0929 15:30:53.194763 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0929 15:30:53.195419 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0929 15:30:53.195566 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0929 15:30:53.195598 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0929 15:30:53.195642 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0929 15:30:53.242081 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0929 15:30:53.242165 1 cleaner.go:83] "Starting CSR cleaner controller" I0929 15:30:53.398833 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0929 15:30:53.399047 1 controller.go:169] "Starting ephemeral volume controller" I0929 15:30:53.399081 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0929 15:30:53.401721 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0929 15:30:53.410552 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0929 15:30:53.413197 1 shared_informer.go:318] Caches are synced for deployment I0929 15:30:53.419665 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0929 15:30:53.427606 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0929 15:30:53.445388 1 shared_informer.go:318] Caches are synced for TTL after finished I0929 15:30:53.445419 1 shared_informer.go:318] Caches are synced for stateful set I0929 15:30:53.447708 1 shared_informer.go:318] Caches are synced for PVC protection I0929 15:30:53.448854 1 shared_informer.go:318] Caches are synced for PV protection I0929 15:30:53.451047 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0929 15:30:53.452352 1 shared_informer.go:318] Caches are synced for GC I0929 15:30:53.458985 1 shared_informer.go:318] Caches are synced for endpoint I0929 15:30:53.464323 1 shared_informer.go:318] Caches are synced for ReplicationController I0929 15:30:53.469655 1 shared_informer.go:318] Caches are synced for cronjob I0929 15:30:53.484235 1 shared_informer.go:318] Caches are synced for daemon sets I0929 15:30:53.490620 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0929 15:30:53.493431 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0929 15:30:53.493458 1 shared_informer.go:318] Caches are synced for HPA I0929 15:30:53.493655 1 shared_informer.go:318] Caches are synced for disruption I0929 15:30:53.494696 1 shared_informer.go:318] Caches are synced for expand I0929 15:30:53.494898 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0929 15:30:53.495018 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0929 15:30:53.495030 1 shared_informer.go:318] Caches are synced for ReplicaSet I0929 15:30:53.496231 1 shared_informer.go:318] Caches are synced for crt configmap I0929 15:30:53.496181 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0929 15:30:53.497498 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0929 15:30:53.497572 1 shared_informer.go:318] Caches are synced for job I0929 15:30:53.499847 1 shared_informer.go:318] Caches are synced for ephemeral I0929 15:30:53.502221 1 shared_informer.go:318] Caches are synced for TTL I0929 15:30:53.502440 1 shared_informer.go:318] Caches are synced for resource quota I0929 15:30:53.503221 1 shared_informer.go:318] Caches are synced for taint I0929 15:30:53.503435 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0929 15:30:53.503493 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0929 15:30:53.503490 1 taint_manager.go:210] "Sending events to api server" I0929 15:30:53.503670 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0929 15:30:53.503774 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0929 15:30:53.504014 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0929 15:30:53.509945 1 shared_informer.go:318] Caches are synced for persistent volume I0929 15:30:53.510196 1 shared_informer.go:318] Caches are synced for resource quota I0929 15:30:53.548246 1 shared_informer.go:318] Caches are synced for endpoint_slice I0929 15:30:53.580541 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0929 15:30:53.620172 1 shared_informer.go:318] Caches are synced for attach detach I0929 15:30:53.653015 1 shared_informer.go:318] Caches are synced for namespace I0929 15:30:53.675198 1 shared_informer.go:318] Caches are synced for service account I0929 15:30:54.020516 1 shared_informer.go:318] Caches are synced for garbage collector I0929 15:30:54.095378 1 shared_informer.go:318] Caches are synced for garbage collector I0929 15:30:54.095410 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0929 15:30:54.261807 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-rnsbk" I0929 15:30:54.503118 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-zhl64" I0929 15:30:54.515152 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-2m26d" I0929 15:30:54.526411 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="946.660765ms" I0929 15:30:54.537334 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="10.854439ms" I0929 15:30:54.537434 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="53.448µs"