I0221 00:39:43.166526 1 serving.go:348] Generated self-signed cert in-memory I0221 00:39:43.690803 1 controllermanager.go:189] "Starting" version="v1.28.13" I0221 00:39:43.690828 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0221 00:39:43.692339 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0221 00:39:43.692551 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0221 00:39:43.692594 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0221 00:39:43.692570 1 secure_serving.go:213] Serving securely on [::]:10257 I0221 00:39:43.693188 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... I0221 00:40:00.058211 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0221 00:40:00.059139 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_637a84f2-7ffa-4dc6-8f01-ce198f310846 became leader" I0221 00:40:00.073122 1 shared_informer.go:311] Waiting for caches to sync for tokens I0221 00:40:00.099636 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0221 00:40:00.099735 1 namespace_controller.go:197] "Starting namespace controller" I0221 00:40:00.099784 1 shared_informer.go:311] Waiting for caches to sync for namespace I0221 00:40:00.104974 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0221 00:40:00.105150 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0221 00:40:00.105181 1 shared_informer.go:311] Waiting for caches to sync for deployment I0221 00:40:00.108992 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0221 00:40:00.109134 1 replica_set.go:214] "Starting controller" name="replicaset" I0221 00:40:00.109169 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0221 00:40:00.112000 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0221 00:40:00.112163 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0221 00:40:00.112178 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0221 00:40:00.113508 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0221 00:40:00.113705 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0221 00:40:00.113723 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0221 00:40:00.115726 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0221 00:40:00.115855 1 daemon_controller.go:291] "Starting daemon sets controller" I0221 00:40:00.115871 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0221 00:40:00.119931 1 controllermanager.go:642] "Started controller" controller="job-controller" I0221 00:40:00.120098 1 job_controller.go:226] "Starting job controller" I0221 00:40:00.120120 1 shared_informer.go:311] Waiting for caches to sync for job I0221 00:40:00.129902 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0221 00:40:00.129974 1 horizontal.go:200] "Starting HPA controller" I0221 00:40:00.129992 1 shared_informer.go:311] Waiting for caches to sync for HPA I0221 00:40:00.132194 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0221 00:40:00.132225 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0221 00:40:00.132238 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0221 00:40:00.134335 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0221 00:40:00.134431 1 serviceaccounts_controller.go:111] "Starting service account controller" I0221 00:40:00.134448 1 shared_informer.go:311] Waiting for caches to sync for service account I0221 00:40:00.138493 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0221 00:40:00.138540 1 ttl_controller.go:124] "Starting TTL controller" I0221 00:40:00.138543 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0221 00:40:00.138550 1 shared_informer.go:311] Waiting for caches to sync for TTL I0221 00:40:00.138558 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0221 00:40:00.141051 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0221 00:40:00.141126 1 expand_controller.go:328] "Starting expand controller" I0221 00:40:00.141170 1 shared_informer.go:311] Waiting for caches to sync for expand I0221 00:40:00.142751 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0221 00:40:00.142775 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0221 00:40:00.142830 1 gc_controller.go:101] "Starting GC controller" I0221 00:40:00.142850 1 shared_informer.go:311] Waiting for caches to sync for GC I0221 00:40:00.144777 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0221 00:40:00.144880 1 attach_detach_controller.go:337] "Starting attach detach controller" I0221 00:40:00.144898 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0221 00:40:00.146376 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0221 00:40:00.146413 1 pv_protection_controller.go:78] "Starting PV protection controller" I0221 00:40:00.146425 1 shared_informer.go:311] Waiting for caches to sync for PV protection E0221 00:40:00.148284 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0221 00:40:00.148308 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0221 00:40:00.150089 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0221 00:40:00.150129 1 publisher.go:102] "Starting root CA cert publisher controller" I0221 00:40:00.150155 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0221 00:40:00.152242 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0221 00:40:00.152460 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0221 00:40:00.152478 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0221 00:40:00.156530 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0221 00:40:00.156556 1 disruption.go:433] "Sending events to api server." I0221 00:40:00.156660 1 disruption.go:444] "Starting disruption controller" I0221 00:40:00.156682 1 shared_informer.go:311] Waiting for caches to sync for disruption I0221 00:40:00.159010 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0221 00:40:00.159114 1 stateful_set.go:163] "Starting stateful set controller" I0221 00:40:00.159133 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0221 00:40:00.161115 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0221 00:40:00.161244 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0221 00:40:00.161263 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0221 00:40:00.162974 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0221 00:40:00.163056 1 cleaner.go:83] "Starting CSR cleaner controller" I0221 00:40:00.165824 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0221 00:40:00.165885 1 tokencleaner.go:112] "Starting token cleaner controller" I0221 00:40:00.165906 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0221 00:40:00.165914 1 shared_informer.go:318] Caches are synced for token_cleaner I0221 00:40:00.174230 1 shared_informer.go:318] Caches are synced for tokens I0221 00:40:00.213186 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0221 00:40:00.213447 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0221 00:40:00.213466 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0221 00:40:00.213514 1 graph_builder.go:294] "Running" component="GraphBuilder" I0221 00:40:00.263018 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0221 00:40:00.263275 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0221 00:40:00.263329 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0221 00:40:00.362221 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0221 00:40:00.362304 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer E0221 00:40:00.462782 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0221 00:40:00.462832 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0221 00:40:00.513154 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0221 00:40:00.513240 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0221 00:40:00.513250 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0221 00:40:00.561792 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0221 00:40:00.561835 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0221 00:40:00.561838 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0221 00:40:00.562090 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0221 00:40:00.562106 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0221 00:40:00.562146 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0221 00:40:00.562471 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0221 00:40:00.562503 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0221 00:40:00.562531 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0221 00:40:00.562794 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0221 00:40:00.562823 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0221 00:40:00.562834 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0221 00:40:00.562861 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0221 00:40:00.612786 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0221 00:40:00.612922 1 endpoints_controller.go:177] "Starting endpoint controller" I0221 00:40:00.612938 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0221 00:40:00.820621 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0221 00:40:00.820654 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0221 00:40:00.820671 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0221 00:40:00.820691 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0221 00:40:00.820721 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io" I0221 00:40:00.820755 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0221 00:40:00.820776 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io" I0221 00:40:00.821107 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0221 00:40:00.821263 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0221 00:40:00.821362 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0221 00:40:00.821500 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io" I0221 00:40:00.821646 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0221 00:40:00.827654 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0221 00:40:00.827706 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0221 00:40:00.827737 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0221 00:40:00.827873 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0221 00:40:00.827921 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0221 00:40:00.827996 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0221 00:40:00.828020 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0221 00:40:00.828053 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0221 00:40:00.828091 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0221 00:40:00.828107 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0221 00:40:00.828121 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0221 00:40:00.828143 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0221 00:40:00.828419 1 resource_quota_controller.go:294] "Starting resource quota controller" I0221 00:40:00.828437 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0221 00:40:00.828453 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0221 00:40:00.862059 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0221 00:40:00.862111 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0221 00:40:00.862190 1 node_lifecycle_controller.go:465] "Sending events to api server" I0221 00:40:00.862209 1 node_lifecycle_controller.go:476] "Starting node controller" I0221 00:40:00.862220 1 shared_informer.go:311] Waiting for caches to sync for taint I0221 00:40:00.912628 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0221 00:40:00.912719 1 pv_controller_base.go:319] "Starting persistent volume controller" I0221 00:40:00.912727 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0221 00:40:00.962924 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0221 00:40:00.962998 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0221 00:40:00.963007 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0221 00:40:01.013372 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0221 00:40:01.013536 1 controller.go:169] "Starting ephemeral volume controller" I0221 00:40:01.013595 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0221 00:40:01.017304 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0221 00:40:01.026946 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0221 00:40:01.030838 1 shared_informer.go:318] Caches are synced for HPA I0221 00:40:01.031385 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0221 00:40:01.034758 1 shared_informer.go:318] Caches are synced for service account I0221 00:40:01.039479 1 shared_informer.go:318] Caches are synced for TTL I0221 00:40:01.041764 1 shared_informer.go:318] Caches are synced for expand I0221 00:40:01.042963 1 shared_informer.go:318] Caches are synced for GC I0221 00:40:01.047308 1 shared_informer.go:318] Caches are synced for PV protection I0221 00:40:01.050495 1 shared_informer.go:318] Caches are synced for crt configmap I0221 00:40:01.052808 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0221 00:40:01.059363 1 shared_informer.go:318] Caches are synced for stateful set I0221 00:40:01.061644 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0221 00:40:01.062922 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0221 00:40:01.062925 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0221 00:40:01.062960 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0221 00:40:01.063034 1 shared_informer.go:318] Caches are synced for PVC protection I0221 00:40:01.063030 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0221 00:40:01.063150 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0221 00:40:01.064370 1 shared_informer.go:318] Caches are synced for cronjob I0221 00:40:01.100636 1 shared_informer.go:318] Caches are synced for namespace I0221 00:40:01.105976 1 shared_informer.go:318] Caches are synced for deployment I0221 00:40:01.109246 1 shared_informer.go:318] Caches are synced for ReplicaSet I0221 00:40:01.109485 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-7fcd8d6ffd" duration="147.553µs" I0221 00:40:01.109569 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="63.902µs" I0221 00:40:01.109624 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-77cccfdc44" duration="43.421µs" I0221 00:40:01.109618 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/ceph-csi-rbd-provisioner-795cfbf7fb" duration="283.906µs" I0221 00:40:01.112298 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0221 00:40:01.114264 1 shared_informer.go:318] Caches are synced for endpoint I0221 00:40:01.116580 1 shared_informer.go:318] Caches are synced for daemon sets I0221 00:40:01.116629 1 shared_informer.go:318] Caches are synced for TTL after finished I0221 00:40:01.116977 1 shared_informer.go:318] Caches are synced for ephemeral I0221 00:40:01.117019 1 shared_informer.go:318] Caches are synced for persistent volume I0221 00:40:01.117028 1 shared_informer.go:318] Caches are synced for endpoint_slice I0221 00:40:01.122037 1 shared_informer.go:318] Caches are synced for job I0221 00:40:01.144995 1 shared_informer.go:318] Caches are synced for attach detach I0221 00:40:01.162638 1 shared_informer.go:318] Caches are synced for taint I0221 00:40:01.162789 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0221 00:40:01.162964 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0221 00:40:01.163084 1 node_lifecycle_controller.go:1071] "Controller detected that zone is now in new state" zone="" newState="Normal" I0221 00:40:01.162799 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0221 00:40:01.163182 1 taint_manager.go:210] "Sending events to api server" I0221 00:40:01.163384 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0221 00:40:01.217771 1 shared_informer.go:318] Caches are synced for resource quota I0221 00:40:01.228871 1 shared_informer.go:318] Caches are synced for resource quota I0221 00:40:01.232391 1 shared_informer.go:318] Caches are synced for ReplicationController I0221 00:40:01.256838 1 shared_informer.go:318] Caches are synced for disruption I0221 00:40:01.633172 1 shared_informer.go:318] Caches are synced for garbage collector I0221 00:40:01.713913 1 shared_informer.go:318] Caches are synced for garbage collector I0221 00:40:01.713949 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"