I0422 16:37:23.379661 1 serving.go:348] Generated self-signed cert in-memory I0422 16:37:24.010579 1 controllermanager.go:189] "Starting" version="v1.28.13" I0422 16:37:24.010604 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0422 16:37:24.011857 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0422 16:37:24.011910 1 secure_serving.go:213] Serving securely on [::]:10257 I0422 16:37:24.011905 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0422 16:37:24.011931 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0422 16:37:24.012362 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0422 16:37:26.638143 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0422 16:37:30.311558 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0422 16:37:33.830978 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0422 16:37:33.831148 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_dc89a11e-330f-4cea-bb6d-e56e72cc0846 became leader" I0422 16:37:33.841945 1 shared_informer.go:311] Waiting for caches to sync for tokens I0422 16:37:33.943010 1 shared_informer.go:318] Caches are synced for tokens I0422 16:37:34.035435 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0422 16:37:34.035687 1 stateful_set.go:163] "Starting stateful set controller" I0422 16:37:34.035715 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0422 16:37:34.061664 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0422 16:37:34.061835 1 tokencleaner.go:112] "Starting token cleaner controller" I0422 16:37:34.061859 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0422 16:37:34.061910 1 shared_informer.go:318] Caches are synced for token_cleaner I0422 16:37:34.130706 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0422 16:37:34.130851 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0422 16:37:34.130893 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0422 16:37:34.140948 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0422 16:37:34.141197 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0422 16:37:34.141223 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0422 16:37:34.149362 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0422 16:37:34.149537 1 daemon_controller.go:291] "Starting daemon sets controller" I0422 16:37:34.149564 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0422 16:37:34.156989 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0422 16:37:34.157080 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer E0422 16:37:34.167166 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0422 16:37:34.167198 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0422 16:37:34.367924 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0422 16:37:34.368143 1 pv_controller_base.go:319] "Starting persistent volume controller" I0422 16:37:34.368173 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0422 16:37:34.402791 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0422 16:37:34.402920 1 publisher.go:102] "Starting root CA cert publisher controller" I0422 16:37:34.403102 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0422 16:37:36.656311 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0422 16:37:36.657182 1 endpoints_controller.go:177] "Starting endpoint controller" I0422 16:37:36.657194 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0422 16:37:36.930357 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0422 16:37:36.930475 1 serviceaccounts_controller.go:111] "Starting service account controller" I0422 16:37:36.930496 1 shared_informer.go:311] Waiting for caches to sync for service account I0422 16:37:37.227027 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0422 16:37:37.227069 1 controller.go:169] "Starting ephemeral volume controller" I0422 16:37:37.227086 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0422 16:37:38.417605 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0422 16:37:38.417911 1 gc_controller.go:101] "Starting GC controller" I0422 16:37:38.417943 1 shared_informer.go:311] Waiting for caches to sync for GC I0422 16:37:39.315967 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0422 16:37:39.316053 1 namespace_controller.go:197] "Starting namespace controller" I0422 16:37:39.316240 1 shared_informer.go:311] Waiting for caches to sync for namespace I0422 16:37:39.560837 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0422 16:37:39.560878 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0422 16:37:39.560896 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0422 16:37:39.561258 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0422 16:37:39.561286 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0422 16:37:39.561338 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0422 16:37:39.561651 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0422 16:37:39.561666 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0422 16:37:39.561702 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0422 16:37:39.561927 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0422 16:37:39.562028 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0422 16:37:39.562043 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0422 16:37:39.562075 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0422 16:37:39.590253 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0422 16:37:39.590534 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0422 16:37:39.590608 1 shared_informer.go:311] Waiting for caches to sync for deployment I0422 16:37:39.608386 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0422 16:37:39.608485 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0422 16:37:39.608506 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0422 16:37:39.628499 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0422 16:37:39.628535 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0422 16:37:39.628847 1 ttl_controller.go:124] "Starting TTL controller" I0422 16:37:39.628890 1 shared_informer.go:311] Waiting for caches to sync for TTL I0422 16:37:39.637275 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0422 16:37:39.637445 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0422 16:37:39.637462 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0422 16:37:39.645950 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0422 16:37:39.651791 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0422 16:37:39.651829 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0422 16:37:39.682012 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0422 16:37:39.682059 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0422 16:37:39.682099 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0422 16:37:39.682127 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0422 16:37:39.682160 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0422 16:37:39.682195 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0422 16:37:39.682232 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0422 16:37:39.682275 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0422 16:37:39.682360 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0422 16:37:39.682392 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" W0422 16:37:39.682424 1 shared_informer.go:593] resyncPeriod 13h9m24.866370187s is smaller than resyncCheckPeriod 16h21m56.851772906s and the informer has already started. Changing it to 16h21m56.851772906s I0422 16:37:39.682498 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0422 16:37:39.682556 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0422 16:37:39.682601 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0422 16:37:39.682679 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0422 16:37:39.682954 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0422 16:37:39.683118 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0422 16:37:39.683157 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0422 16:37:39.683387 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0422 16:37:39.683438 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0422 16:37:39.683490 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0422 16:37:39.683524 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0422 16:37:39.683673 1 resource_quota_controller.go:294] "Starting resource quota controller" I0422 16:37:39.683808 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0422 16:37:39.683849 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0422 16:37:39.736969 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0422 16:37:39.737201 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0422 16:37:39.737219 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0422 16:37:39.746387 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0422 16:37:39.746463 1 expand_controller.go:328] "Starting expand controller" I0422 16:37:39.746477 1 shared_informer.go:311] Waiting for caches to sync for expand I0422 16:37:39.754489 1 controllermanager.go:642] "Started controller" controller="job-controller" I0422 16:37:39.754712 1 job_controller.go:226] "Starting job controller" I0422 16:37:39.754726 1 shared_informer.go:311] Waiting for caches to sync for job I0422 16:37:39.763978 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0422 16:37:39.764312 1 replica_set.go:214] "Starting controller" name="replicaset" I0422 16:37:39.764336 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0422 16:37:40.069262 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0422 16:37:40.069368 1 horizontal.go:200] "Starting HPA controller" I0422 16:37:40.069379 1 shared_informer.go:311] Waiting for caches to sync for HPA I0422 16:37:40.427568 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0422 16:37:40.427751 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0422 16:37:40.427797 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0422 16:37:42.058093 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0422 16:37:42.058405 1 cleaner.go:83] "Starting CSR cleaner controller" E0422 16:37:43.338347 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0422 16:37:43.338383 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0422 16:37:43.819357 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0422 16:37:43.819542 1 attach_detach_controller.go:337] "Starting attach detach controller" I0422 16:37:43.819571 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0422 16:37:43.978468 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0422 16:37:43.978586 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0422 16:37:43.978600 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0422 16:37:44.208965 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0422 16:37:44.209156 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0422 16:37:44.209181 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0422 16:37:44.209233 1 graph_builder.go:294] "Running" component="GraphBuilder" I0422 16:37:44.669813 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0422 16:37:44.669931 1 disruption.go:433] "Sending events to api server." I0422 16:37:44.669993 1 disruption.go:444] "Starting disruption controller" I0422 16:37:44.670006 1 shared_informer.go:311] Waiting for caches to sync for disruption I0422 16:37:44.883987 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0422 16:37:44.884120 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0422 16:37:44.884162 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0422 16:37:44.884181 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0422 16:37:44.884457 1 node_lifecycle_controller.go:465] "Sending events to api server" I0422 16:37:44.884604 1 node_lifecycle_controller.go:476] "Starting node controller" I0422 16:37:44.884665 1 shared_informer.go:311] Waiting for caches to sync for taint I0422 16:37:44.931345 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0422 16:37:44.931575 1 pv_protection_controller.go:78] "Starting PV protection controller" I0422 16:37:44.931644 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0422 16:37:44.935056 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0422 16:37:44.943939 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0422 16:37:44.946616 1 shared_informer.go:318] Caches are synced for expand I0422 16:37:44.952799 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0422 16:37:44.960228 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0422 16:37:44.991165 1 shared_informer.go:318] Caches are synced for deployment I0422 16:37:45.004456 1 shared_informer.go:318] Caches are synced for crt configmap I0422 16:37:45.008801 1 shared_informer.go:318] Caches are synced for cronjob I0422 16:37:45.016425 1 shared_informer.go:318] Caches are synced for namespace I0422 16:37:45.018850 1 shared_informer.go:318] Caches are synced for GC I0422 16:37:45.027377 1 shared_informer.go:318] Caches are synced for ephemeral I0422 16:37:45.029661 1 shared_informer.go:318] Caches are synced for TTL I0422 16:37:45.031073 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0422 16:37:45.031261 1 shared_informer.go:318] Caches are synced for service account I0422 16:37:45.031727 1 shared_informer.go:318] Caches are synced for PV protection I0422 16:37:45.036228 1 shared_informer.go:318] Caches are synced for stateful set I0422 16:37:45.037291 1 shared_informer.go:318] Caches are synced for TTL after finished I0422 16:37:45.037511 1 shared_informer.go:318] Caches are synced for endpoint_slice I0422 16:37:45.041682 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0422 16:37:45.050017 1 shared_informer.go:318] Caches are synced for daemon sets I0422 16:37:45.052332 1 shared_informer.go:318] Caches are synced for ReplicationController I0422 16:37:45.054904 1 shared_informer.go:318] Caches are synced for job I0422 16:37:45.058133 1 shared_informer.go:318] Caches are synced for endpoint I0422 16:37:45.065032 1 shared_informer.go:318] Caches are synced for ReplicaSet I0422 16:37:45.068314 1 shared_informer.go:318] Caches are synced for persistent volume I0422 16:37:45.069476 1 shared_informer.go:318] Caches are synced for HPA I0422 16:37:45.070712 1 shared_informer.go:318] Caches are synced for disruption I0422 16:37:45.079048 1 shared_informer.go:318] Caches are synced for PVC protection I0422 16:37:45.084312 1 shared_informer.go:318] Caches are synced for resource quota I0422 16:37:45.085585 1 shared_informer.go:318] Caches are synced for taint I0422 16:37:45.085711 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0422 16:37:45.085830 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0422 16:37:45.085844 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0422 16:37:45.085932 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0422 16:37:45.085963 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0422 16:37:45.086065 1 taint_manager.go:210] "Sending events to api server" I0422 16:37:45.128977 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0422 16:37:45.135580 1 shared_informer.go:318] Caches are synced for resource quota I0422 16:37:45.161917 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0422 16:37:45.161999 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0422 16:37:45.162026 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0422 16:37:45.162081 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0422 16:37:45.221017 1 shared_informer.go:318] Caches are synced for attach detach I0422 16:37:45.554062 1 shared_informer.go:318] Caches are synced for garbage collector I0422 16:37:45.610102 1 shared_informer.go:318] Caches are synced for garbage collector I0422 16:37:45.610149 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0422 16:37:46.417541 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0422 16:37:46.716484 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-4nvp9" I0422 16:37:47.687152 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-pbhxh" I0422 16:37:48.351452 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-ktjzs" I0422 16:37:48.697151 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="2.281088108s" I0422 16:37:52.992608 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="4.29536824s" I0422 16:37:52.992736 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="75.691µs" I0422 16:38:13.511397 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 1" I0422 16:38:13.587306 1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-ndr4q" I0422 16:38:13.601775 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-7c96b6546b to 1 from 2" I0422 16:38:13.617225 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="106.630451ms" I0422 16:38:13.635703 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="18.420604ms" I0422 16:38:13.669837 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 2 from 1" I0422 16:38:13.671685 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-7c96b6546b-pbhxh" I0422 16:38:13.675115 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="39.345035ms" E0422 16:38:13.675150 1 replica_set.go:557] sync "kube-system/coredns-67659f764b" failed with Operation cannot be fulfilled on replicasets.apps "coredns-67659f764b": the object has been modified; please apply your changes to the latest version and try again I0422 16:38:13.688914 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="91.609196ms" I0422 16:38:13.689348 1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-kbk5m" I0422 16:38:13.710308 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="35.096747ms" I0422 16:38:13.725416 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="36.454088ms" I0422 16:38:13.726555 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="16.177701ms" I0422 16:38:13.726687 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="96.832µs" I0422 16:38:13.759046 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="33.580762ms" I0422 16:38:13.759157 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="75.622µs" I0422 16:38:32.202150 1 event.go:307] "Event occurred" object="kube-system/cilium-operator" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set cilium-operator-869df985b8 to 1" I0422 16:38:32.551094 1 event.go:307] "Event occurred" object="kube-system/cilium" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-tqjnp" I0422 16:38:32.551788 1 event.go:307] "Event occurred" object="kube-system/cilium-operator-869df985b8" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-operator-869df985b8-5kvzn" I0422 16:38:33.134937 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="935.346438ms" I0422 16:38:33.309265 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="174.161919ms" I0422 16:38:33.309352 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="51.661µs" I0422 16:38:33.501168 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="96.982µs" I0422 16:38:42.282330 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="142.413µs" I0422 16:38:42.375317 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="22.108448ms" I0422 16:38:42.375794 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="85.362µs" I0422 16:38:45.152486 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="securitypolicies.gateway.envoyproxy.io" I0422 16:38:45.152558 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xbackendtrafficpolicies.gateway.networking.x-k8s.io" I0422 16:38:45.152606 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyextensionpolicies.gateway.envoyproxy.io" I0422 16:38:45.152661 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tlsroutes.gateway.networking.k8s.io" I0422 16:38:45.152742 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyproxies.gateway.envoyproxy.io" I0422 16:38:45.152780 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clienttrafficpolicies.gateway.envoyproxy.io" I0422 16:38:45.152818 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io" I0422 16:38:45.152853 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutefilters.gateway.envoyproxy.io" I0422 16:38:45.152884 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="gateways.gateway.networking.k8s.io" I0422 16:38:45.152912 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtlspolicies.gateway.networking.k8s.io" I0422 16:38:45.152946 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="grpcroutes.gateway.networking.k8s.io" I0422 16:38:45.152995 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="referencegrants.gateway.networking.k8s.io" I0422 16:38:45.153043 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoypatchpolicies.gateway.envoyproxy.io" I0422 16:38:45.153072 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtrafficpolicies.gateway.envoyproxy.io" I0422 16:38:45.153105 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backends.gateway.envoyproxy.io" I0422 16:38:45.153149 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tcproutes.gateway.networking.k8s.io" I0422 16:38:45.153182 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="udproutes.gateway.networking.k8s.io" I0422 16:38:45.153211 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xlistenersets.gateway.networking.x-k8s.io" I0422 16:38:45.153252 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutes.gateway.networking.k8s.io" I0422 16:38:45.154232 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0422 16:38:45.572595 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0422 16:38:47.756793 1 shared_informer.go:318] Caches are synced for resource quota I0422 16:38:47.772805 1 shared_informer.go:318] Caches are synced for garbage collector I0422 16:38:59.121016 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:38:59.487304 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:38:59.488903 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-gateway-helm-certgen-7p5sv" I0422 16:38:59.901834 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:38:59.901834 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" E0422 16:39:13.408178 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.19.213.100:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) I0422 16:39:17.765643 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io" I0422 16:39:17.765697 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io" I0422 16:39:17.765766 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0422 16:39:17.785055 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0422 16:39:17.866172 1 shared_informer.go:318] Caches are synced for resource quota I0422 16:39:17.985672 1 shared_informer.go:318] Caches are synced for garbage collector I0422 16:39:25.139359 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode" I0422 16:39:28.476922 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="60.552µs" I0422 16:39:28.477210 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:39:28.673467 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="110.043µs" I0422 16:39:28.761322 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:39:30.729080 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="66.122µs" I0422 16:39:31.956479 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="334.84411ms" I0422 16:39:31.956660 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="120.002µs" I0422 16:39:42.680894 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:39:46.326375 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:39:46.853030 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:39:47.427614 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:39:48.587022 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:39:49.907955 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:39:49.974254 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:39:50.035566 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:39:50.037026 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed" I0422 16:39:50.595109 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set envoy-gateway-78446f96c9 to 1" I0422 16:39:50.873477 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-78446f96c9" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-78446f96c9-jp4b4" I0422 16:39:51.106828 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="511.516128ms" I0422 16:39:51.433119 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="326.20088ms" I0422 16:39:51.433292 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="103.734µs" I0422 16:39:51.895295 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="126.383µs" I0422 16:39:55.705520 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="89.922µs" I0422 16:39:56.052975 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="110.023µs" I0422 16:39:56.230455 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="57.841µs" I0422 16:39:56.396308 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="71.252µs" I0422 16:39:56.469063 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="111.063µs" I0422 16:39:58.624218 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="137.123µs" I0422 16:39:59.011496 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="52.23888ms" I0422 16:39:59.229606 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="217.936435ms" I0422 16:39:59.229706 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-7c96b6546b to 0 from 1" I0422 16:39:59.229766 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="85.852µs" I0422 16:39:59.568849 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-7c96b6546b-ktjzs" I0422 16:40:00.069049 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="839.444488ms" I0422 16:40:00.312383 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="243.275627ms" I0422 16:40:00.312541 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="87.252µs" I0422 16:40:01.800400 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="33.361356ms" I0422 16:40:01.800590 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="123.082µs" I0422 16:40:08.488105 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="286.427µs" I0422 16:40:08.554653 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="86.912µs" I0422 16:40:08.562096 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="61.312µs" I0422 16:40:19.037266 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:40:19.096520 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0422 16:41:42.875437 1 event.go:307] "Event occurred" object="kube-system/ceph-csi-rbd-provisioner" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set ceph-csi-rbd-provisioner-69cb97fb6 to 1" I0422 16:41:42.933360 1 event.go:307] "Event occurred" object="kube-system/ceph-csi-rbd-nodeplugin" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: ceph-csi-rbd-nodeplugin-5skxc" I0422 16:41:42.945409 1 event.go:307] "Event occurred" object="kube-system/ceph-csi-rbd-provisioner-69cb97fb6" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: ceph-csi-rbd-provisioner-69cb97fb6-f5pgh" I0422 16:41:43.023120 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/ceph-csi-rbd-provisioner-69cb97fb6" duration="148.285685ms" I0422 16:41:43.075256 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/ceph-csi-rbd-provisioner-69cb97fb6" duration="52.053298ms" I0422 16:41:43.075381 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/ceph-csi-rbd-provisioner-69cb97fb6" duration="74.032µs" I0422 16:41:43.141843 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/ceph-csi-rbd-provisioner-69cb97fb6" duration="453.39µs" E0422 16:42:33.937030 1 leaderelection.go:369] Failed to update lock: Put "https://199.19.213.100:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) I0422 16:42:36.530244 1 endpointslice_controller.go:310] "Error syncing endpoint slices for service, retrying" key="kube-system/ceph-csi-rbd-nodeplugin-http-metrics" err="failed to update ceph-csi-rbd-nodeplugin-http-metrics-ffd8m EndpointSlice for Service kube-system/ceph-csi-rbd-nodeplugin-http-metrics: etcdserver: request timed out" I0422 16:42:36.530312 1 event.go:298] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"ceph-csi-rbd-nodeplugin-http-metrics", UID:"3d4d9119-7171-4573-9c78-c63e3e24b6e6", APIVersion:"v1", ResourceVersion:"1347", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/ceph-csi-rbd-nodeplugin-http-metrics: failed to update ceph-csi-rbd-nodeplugin-http-metrics-ffd8m EndpointSlice for Service kube-system/ceph-csi-rbd-nodeplugin-http-metrics: etcdserver: request timed out I0422 16:42:36.531222 1 event.go:307] "Event occurred" object="kube-system/ceph-csi-rbd-nodeplugin-http-metrics" fieldPath="" kind="Endpoints" apiVersion="v1" type="Warning" reason="FailedToUpdateEndpoint" message="Failed to update endpoint kube-system/ceph-csi-rbd-nodeplugin-http-metrics: etcdserver: request timed out" E0422 16:42:37.493026 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.19.213.100:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded I0422 16:42:37.493105 1 leaderelection.go:285] failed to renew lease kube-system/kube-controller-manager: timed out waiting for the condition E0422 16:42:37.493226 1 controllermanager.go:302] "leaderelection lost"