I1004 09:50:30.191998 1 serving.go:348] Generated self-signed cert in-memory I1004 09:50:30.613445 1 controllermanager.go:189] "Starting" version="v1.28.13" I1004 09:50:30.613472 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I1004 09:50:30.615033 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I1004 09:50:30.615060 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I1004 09:50:30.615144 1 secure_serving.go:213] Serving securely on [::]:10257 I1004 09:50:30.615326 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I1004 09:50:30.615396 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E1004 09:50:31.970152 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I1004 09:50:35.496757 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I1004 09:50:35.497370 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_d35ea4fc-de0a-4ba1-b24b-fa693e022b34 became leader" I1004 09:50:35.507159 1 shared_informer.go:311] Waiting for caches to sync for tokens I1004 09:50:35.518283 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I1004 09:50:35.518454 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I1004 09:50:35.518485 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I1004 09:50:35.532288 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I1004 09:50:35.532385 1 gc_controller.go:101] "Starting GC controller" I1004 09:50:35.532413 1 shared_informer.go:311] Waiting for caches to sync for GC I1004 09:50:35.566874 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I1004 09:50:35.566936 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I1004 09:50:35.566975 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I1004 09:50:35.567013 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I1004 09:50:35.567047 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" W1004 09:50:35.567073 1 shared_informer.go:593] resyncPeriod 17h31m48.3518252s is smaller than resyncCheckPeriod 17h45m31.673806842s and the informer has already started. Changing it to 17h45m31.673806842s I1004 09:50:35.567144 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I1004 09:50:35.567202 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I1004 09:50:35.567252 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I1004 09:50:35.567330 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I1004 09:50:35.567381 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I1004 09:50:35.567435 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I1004 09:50:35.567505 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I1004 09:50:35.567539 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I1004 09:50:35.567567 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I1004 09:50:35.567595 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I1004 09:50:35.567620 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I1004 09:50:35.567654 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I1004 09:50:35.567678 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I1004 09:50:35.567730 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I1004 09:50:35.567768 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I1004 09:50:35.567815 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I1004 09:50:35.567886 1 resource_quota_controller.go:294] "Starting resource quota controller" I1004 09:50:35.567919 1 shared_informer.go:311] Waiting for caches to sync for resource quota I1004 09:50:35.567952 1 resource_quota_monitor.go:305] "QuotaMonitor running" I1004 09:50:35.578591 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I1004 09:50:35.578884 1 deployment_controller.go:168] "Starting controller" controller="deployment" I1004 09:50:35.578905 1 shared_informer.go:311] Waiting for caches to sync for deployment I1004 09:50:35.598008 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I1004 09:50:35.598281 1 stateful_set.go:163] "Starting stateful set controller" I1004 09:50:35.598310 1 shared_informer.go:311] Waiting for caches to sync for stateful set I1004 09:50:35.607545 1 shared_informer.go:318] Caches are synced for tokens I1004 09:50:35.610736 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I1004 09:50:35.610851 1 publisher.go:102] "Starting root CA cert publisher controller" I1004 09:50:35.610869 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I1004 09:50:35.619297 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I1004 09:50:35.619458 1 controller.go:169] "Starting ephemeral volume controller" I1004 09:50:35.619481 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I1004 09:50:35.649907 1 namespace_controller.go:197] "Starting namespace controller" I1004 09:50:35.649935 1 shared_informer.go:311] Waiting for caches to sync for namespace I1004 09:50:35.650133 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I1004 09:50:35.662548 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I1004 09:50:35.662608 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I1004 09:50:35.662731 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I1004 09:50:35.662744 1 ttl_controller.go:124] "Starting TTL controller" I1004 09:50:35.662837 1 shared_informer.go:311] Waiting for caches to sync for TTL I1004 09:50:35.809589 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I1004 09:50:35.809785 1 pv_controller_base.go:319] "Starting persistent volume controller" I1004 09:50:35.809820 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I1004 09:50:35.952907 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I1004 09:50:35.953023 1 serviceaccounts_controller.go:111] "Starting service account controller" I1004 09:50:35.953054 1 shared_informer.go:311] Waiting for caches to sync for service account I1004 09:50:36.103245 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I1004 09:50:36.103345 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I1004 09:50:36.103364 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I1004 09:50:36.257592 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I1004 09:50:36.257716 1 attach_detach_controller.go:337] "Starting attach detach controller" I1004 09:50:36.257736 1 shared_informer.go:311] Waiting for caches to sync for attach detach I1004 09:50:36.402083 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I1004 09:50:36.402189 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I1004 09:50:36.402219 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I1004 09:50:36.552976 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I1004 09:50:36.553082 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I1004 09:50:36.553122 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I1004 09:50:36.703313 1 controllermanager.go:642] "Started controller" controller="job-controller" I1004 09:50:36.703476 1 job_controller.go:226] "Starting job controller" I1004 09:50:36.703510 1 shared_informer.go:311] Waiting for caches to sync for job I1004 09:50:36.750542 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I1004 09:50:36.750606 1 cleaner.go:83] "Starting CSR cleaner controller" I1004 09:50:36.903244 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I1004 09:50:36.903332 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I1004 09:50:37.053338 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I1004 09:50:37.053406 1 pv_protection_controller.go:78] "Starting PV protection controller" I1004 09:50:37.053418 1 shared_informer.go:311] Waiting for caches to sync for PV protection I1004 09:50:37.101270 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I1004 09:50:37.101308 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I1004 09:50:37.101404 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I1004 09:50:37.101643 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I1004 09:50:37.101675 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I1004 09:50:37.101698 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I1004 09:50:37.102166 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I1004 09:50:37.102192 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I1004 09:50:37.102225 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I1004 09:50:37.102340 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I1004 09:50:37.102428 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I1004 09:50:37.102449 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I1004 09:50:37.102484 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" E1004 09:50:37.252842 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I1004 09:50:37.252875 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I1004 09:50:37.402940 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I1004 09:50:37.403021 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I1004 09:50:37.403034 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I1004 09:50:37.451515 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I1004 09:50:37.451578 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I1004 09:50:37.451689 1 node_lifecycle_controller.go:465] "Sending events to api server" I1004 09:50:37.451733 1 node_lifecycle_controller.go:476] "Starting node controller" I1004 09:50:37.451749 1 shared_informer.go:311] Waiting for caches to sync for taint I1004 09:50:37.602965 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I1004 09:50:37.603015 1 expand_controller.go:328] "Starting expand controller" I1004 09:50:37.603033 1 shared_informer.go:311] Waiting for caches to sync for expand I1004 09:50:37.752533 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I1004 09:50:37.752666 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I1004 09:50:37.752716 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I1004 09:50:38.000287 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I1004 09:50:38.000320 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I1004 09:50:38.000354 1 graph_builder.go:294] "Running" component="GraphBuilder" I1004 09:50:38.000367 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I1004 09:50:38.252544 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I1004 09:50:38.252697 1 daemon_controller.go:291] "Starting daemon sets controller" I1004 09:50:38.252728 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I1004 09:50:38.551419 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I1004 09:50:38.551481 1 horizontal.go:200] "Starting HPA controller" I1004 09:50:38.551508 1 shared_informer.go:311] Waiting for caches to sync for HPA I1004 09:50:38.702313 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I1004 09:50:38.702541 1 tokencleaner.go:112] "Starting token cleaner controller" I1004 09:50:38.702575 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I1004 09:50:38.702587 1 shared_informer.go:318] Caches are synced for token_cleaner E1004 09:50:38.854276 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I1004 09:50:38.854387 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I1004 09:50:39.001840 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I1004 09:50:39.002046 1 endpoints_controller.go:177] "Starting endpoint controller" I1004 09:50:39.002081 1 shared_informer.go:311] Waiting for caches to sync for endpoint I1004 09:50:39.152714 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I1004 09:50:39.152846 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I1004 09:50:39.152900 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I1004 09:50:39.301542 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I1004 09:50:39.301604 1 replica_set.go:214] "Starting controller" name="replicaset" I1004 09:50:39.301611 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I1004 09:50:39.500157 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I1004 09:50:39.500231 1 disruption.go:433] "Sending events to api server." I1004 09:50:39.500288 1 disruption.go:444] "Starting disruption controller" I1004 09:50:39.500305 1 shared_informer.go:311] Waiting for caches to sync for disruption I1004 09:50:39.652476 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I1004 09:50:39.652513 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I1004 09:50:39.653414 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I1004 09:50:39.653444 1 shared_informer.go:311] Waiting for caches to sync for cronjob I1004 09:50:39.670579 1 shared_informer.go:311] Waiting for caches to sync for resource quota I1004 09:50:39.693435 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I1004 09:50:39.696499 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I1004 09:50:39.701398 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I1004 09:50:39.701747 1 shared_informer.go:318] Caches are synced for ReplicaSet I1004 09:50:39.701858 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I1004 09:50:39.702688 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I1004 09:50:39.702736 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I1004 09:50:39.702831 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I1004 09:50:39.703394 1 shared_informer.go:318] Caches are synced for bootstrap_signer I1004 09:50:39.703415 1 shared_informer.go:318] Caches are synced for expand I1004 09:50:39.703435 1 shared_informer.go:318] Caches are synced for TTL after finished I1004 09:50:39.703624 1 shared_informer.go:318] Caches are synced for job I1004 09:50:39.703638 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I1004 09:50:39.710189 1 shared_informer.go:318] Caches are synced for persistent volume I1004 09:50:39.711490 1 shared_informer.go:318] Caches are synced for crt configmap I1004 09:50:39.718782 1 shared_informer.go:318] Caches are synced for endpoint_slice I1004 09:50:39.720208 1 shared_informer.go:318] Caches are synced for ephemeral I1004 09:50:39.732959 1 shared_informer.go:318] Caches are synced for GC I1004 09:50:39.750565 1 shared_informer.go:318] Caches are synced for namespace I1004 09:50:39.751708 1 shared_informer.go:318] Caches are synced for HPA I1004 09:50:39.751886 1 shared_informer.go:318] Caches are synced for taint I1004 09:50:39.752037 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I1004 09:50:39.752239 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I1004 09:50:39.752275 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I1004 09:50:39.752194 1 taint_manager.go:210] "Sending events to api server" I1004 09:50:39.752463 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I1004 09:50:39.752574 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I1004 09:50:39.753450 1 shared_informer.go:318] Caches are synced for PVC protection I1004 09:50:39.753495 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I1004 09:50:39.753511 1 shared_informer.go:318] Caches are synced for ReplicationController I1004 09:50:39.753547 1 shared_informer.go:318] Caches are synced for PV protection I1004 09:50:39.753584 1 shared_informer.go:318] Caches are synced for daemon sets I1004 09:50:39.753639 1 shared_informer.go:318] Caches are synced for service account I1004 09:50:39.757978 1 shared_informer.go:318] Caches are synced for attach detach I1004 09:50:39.763237 1 shared_informer.go:318] Caches are synced for TTL I1004 09:50:39.779996 1 shared_informer.go:318] Caches are synced for deployment I1004 09:50:39.803049 1 shared_informer.go:318] Caches are synced for endpoint I1004 09:50:39.853881 1 shared_informer.go:318] Caches are synced for cronjob I1004 09:50:39.898827 1 shared_informer.go:318] Caches are synced for stateful set I1004 09:50:39.900951 1 shared_informer.go:318] Caches are synced for disruption I1004 09:50:39.968020 1 shared_informer.go:318] Caches are synced for resource quota I1004 09:50:39.971599 1 shared_informer.go:318] Caches are synced for resource quota I1004 09:50:40.296668 1 shared_informer.go:318] Caches are synced for garbage collector I1004 09:50:40.300982 1 shared_informer.go:318] Caches are synced for garbage collector I1004 09:50:40.301025 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I1004 09:50:40.618066 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-djd2t" I1004 09:50:40.660319 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I1004 09:50:40.862683 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-tvk8p" I1004 09:50:40.879996 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-52f22" I1004 09:50:40.891622 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="231.923119ms" I1004 09:50:40.910425 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="18.739858ms" I1004 09:50:40.910539 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="64.911µs" I1004 09:50:40.915168 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="124.563µs"