I0501 00:51:29.345079 1 serving.go:348] Generated self-signed cert in-memory I0501 00:51:29.733960 1 controllermanager.go:189] "Starting" version="v1.28.13" I0501 00:51:29.733991 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0501 00:51:29.735489 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0501 00:51:29.735565 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0501 00:51:29.735967 1 secure_serving.go:213] Serving securely on [::]:10257 I0501 00:51:29.736039 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0501 00:51:29.736268 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... E0501 00:51:31.208128 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0501 00:51:33.938983 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0501 00:51:36.276532 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" E0501 00:51:39.426209 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system" I0501 00:51:42.610642 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0501 00:51:42.611285 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_8f4fe18e-5015-4918-9e90-e9635a843674 became leader" I0501 00:51:44.624552 1 shared_informer.go:311] Waiting for caches to sync for tokens I0501 00:51:44.725724 1 shared_informer.go:318] Caches are synced for tokens I0501 00:51:44.903904 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0501 00:51:44.904284 1 ttl_controller.go:124] "Starting TTL controller" I0501 00:51:44.904317 1 shared_informer.go:311] Waiting for caches to sync for TTL I0501 00:51:45.048545 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0501 00:51:45.049755 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0501 00:51:45.049817 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0501 00:51:45.069484 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0501 00:51:45.069539 1 controller.go:169] "Starting ephemeral volume controller" I0501 00:51:45.069563 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0501 00:51:45.100376 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0501 00:51:45.100499 1 namespace_controller.go:197] "Starting namespace controller" I0501 00:51:45.100523 1 shared_informer.go:311] Waiting for caches to sync for namespace I0501 00:51:45.115045 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0501 00:51:45.115103 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0501 00:51:45.115100 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0501 00:51:45.115151 1 graph_builder.go:294] "Running" component="GraphBuilder" I0501 00:51:45.144014 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0501 00:51:45.144274 1 daemon_controller.go:291] "Starting daemon sets controller" I0501 00:51:45.144308 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0501 00:51:45.156602 1 controllermanager.go:642] "Started controller" controller="job-controller" I0501 00:51:45.156776 1 job_controller.go:226] "Starting job controller" I0501 00:51:45.156824 1 shared_informer.go:311] Waiting for caches to sync for job I0501 00:51:45.164982 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0501 00:51:45.165025 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0501 00:51:45.165043 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0501 00:51:45.165260 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0501 00:51:45.165304 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0501 00:51:45.165353 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0501 00:51:45.165684 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0501 00:51:45.165698 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0501 00:51:45.165724 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0501 00:51:45.166018 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0501 00:51:45.166231 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0501 00:51:45.166313 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0501 00:51:45.166245 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0501 00:51:45.169374 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0501 00:51:45.169402 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0501 00:51:45.169537 1 cleaner.go:83] "Starting CSR cleaner controller" I0501 00:51:45.180320 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0501 00:51:45.180419 1 pv_protection_controller.go:78] "Starting PV protection controller" I0501 00:51:45.180445 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0501 00:51:45.191314 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0501 00:51:45.191635 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0501 00:51:45.191672 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0501 00:51:45.194112 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0501 00:51:45.194166 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0501 00:51:45.194262 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0501 00:51:45.311753 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0501 00:51:45.311793 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0501 00:51:45.461479 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0501 00:51:45.461562 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0501 00:51:45.461578 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0501 00:51:45.461728 1 tokencleaner.go:112] "Starting token cleaner controller" I0501 00:51:45.461758 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0501 00:51:45.461769 1 shared_informer.go:318] Caches are synced for token_cleaner I0501 00:51:45.673518 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0501 00:51:45.673676 1 publisher.go:102] "Starting root CA cert publisher controller" I0501 00:51:45.673722 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0501 00:51:46.061389 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0501 00:51:46.061604 1 endpoints_controller.go:177] "Starting endpoint controller" I0501 00:51:46.061633 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0501 00:51:46.427356 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0501 00:51:46.427652 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0501 00:51:46.427678 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0501 00:51:46.827034 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0501 00:51:46.827100 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0501 00:51:46.827132 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0501 00:51:46.827161 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0501 00:51:46.827195 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0501 00:51:46.827241 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0501 00:51:46.827426 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0501 00:51:46.827489 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0501 00:51:46.827570 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0501 00:51:46.827610 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0501 00:51:46.827637 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0501 00:51:46.827755 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0501 00:51:46.827819 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0501 00:51:46.827842 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0501 00:51:46.827879 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0501 00:51:46.828042 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0501 00:51:46.828217 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0501 00:51:46.828363 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0501 00:51:46.828405 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0501 00:51:46.828501 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0501 00:51:46.828546 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0501 00:51:46.828593 1 resource_quota_controller.go:294] "Starting resource quota controller" I0501 00:51:46.828619 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0501 00:51:46.828667 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0501 00:51:47.324859 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0501 00:51:47.324927 1 serviceaccounts_controller.go:111] "Starting service account controller" I0501 00:51:47.324950 1 shared_informer.go:311] Waiting for caches to sync for service account I0501 00:51:47.390693 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0501 00:51:47.392201 1 horizontal.go:200] "Starting HPA controller" I0501 00:51:47.392226 1 shared_informer.go:311] Waiting for caches to sync for HPA I0501 00:51:47.527010 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0501 00:51:47.527102 1 gc_controller.go:101] "Starting GC controller" I0501 00:51:47.527126 1 shared_informer.go:311] Waiting for caches to sync for GC I0501 00:51:47.543186 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0501 00:51:47.543524 1 stateful_set.go:163] "Starting stateful set controller" I0501 00:51:47.543554 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0501 00:51:47.569166 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0501 00:51:47.569299 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0501 00:51:47.569400 1 node_lifecycle_controller.go:465] "Sending events to api server" I0501 00:51:47.569435 1 node_lifecycle_controller.go:476] "Starting node controller" I0501 00:51:47.569444 1 shared_informer.go:311] Waiting for caches to sync for taint E0501 00:51:47.571977 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0501 00:51:47.572043 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0501 00:51:47.591113 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0501 00:51:47.591169 1 expand_controller.go:328] "Starting expand controller" I0501 00:51:47.591204 1 shared_informer.go:311] Waiting for caches to sync for expand I0501 00:51:47.602377 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0501 00:51:47.602519 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0501 00:51:47.602548 1 shared_informer.go:311] Waiting for caches to sync for deployment I0501 00:51:47.660074 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0501 00:51:47.660243 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0501 00:51:47.660315 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0501 00:51:47.797334 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0501 00:51:47.797455 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0501 00:51:47.797472 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0501 00:51:47.950821 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0501 00:51:47.950969 1 replica_set.go:214] "Starting controller" name="replicaset" I0501 00:51:47.950993 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0501 00:51:48.594548 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0501 00:51:48.594838 1 pv_controller_base.go:319] "Starting persistent volume controller" I0501 00:51:48.594909 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0501 00:51:48.677519 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0501 00:51:48.677824 1 attach_detach_controller.go:337] "Starting attach detach controller" I0501 00:51:48.677928 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0501 00:51:49.235168 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0501 00:51:49.235315 1 disruption.go:433] "Sending events to api server." I0501 00:51:49.235407 1 disruption.go:444] "Starting disruption controller" I0501 00:51:49.235444 1 shared_informer.go:311] Waiting for caches to sync for disruption E0501 00:51:49.246518 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0501 00:51:49.246547 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0501 00:51:49.519549 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0501 00:51:49.519736 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0501 00:51:49.519751 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0501 00:51:49.529167 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0501 00:51:49.529271 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0501 00:51:49.529294 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0501 00:51:49.531842 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0501 00:51:49.538991 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0501 00:51:49.542914 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0501 00:51:49.550614 1 shared_informer.go:318] Caches are synced for PVC protection I0501 00:51:49.551794 1 shared_informer.go:318] Caches are synced for ReplicaSet I0501 00:51:49.557091 1 shared_informer.go:318] Caches are synced for job I0501 00:51:49.561576 1 shared_informer.go:318] Caches are synced for cronjob I0501 00:51:49.561766 1 shared_informer.go:318] Caches are synced for endpoint I0501 00:51:49.566121 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0501 00:51:49.566157 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0501 00:51:49.566239 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0501 00:51:49.567387 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0501 00:51:49.569787 1 shared_informer.go:318] Caches are synced for ephemeral I0501 00:51:49.569818 1 shared_informer.go:318] Caches are synced for taint I0501 00:51:49.569908 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0501 00:51:49.569932 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0501 00:51:49.569986 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0501 00:51:49.570000 1 taint_manager.go:210] "Sending events to api server" I0501 00:51:49.570038 1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode" I0501 00:51:49.570874 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0501 00:51:49.576586 1 shared_informer.go:318] Caches are synced for crt configmap I0501 00:51:49.580660 1 shared_informer.go:318] Caches are synced for PV protection I0501 00:51:49.591486 1 shared_informer.go:318] Caches are synced for expand I0501 00:51:49.592566 1 shared_informer.go:318] Caches are synced for HPA I0501 00:51:49.592617 1 shared_informer.go:318] Caches are synced for endpoint_slice I0501 00:51:49.594850 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0501 00:51:49.595187 1 shared_informer.go:318] Caches are synced for persistent volume I0501 00:51:49.598190 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0501 00:51:49.602734 1 shared_informer.go:318] Caches are synced for deployment I0501 00:51:49.605189 1 shared_informer.go:318] Caches are synced for TTL I0501 00:51:49.612543 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0501 00:51:49.620072 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0501 00:51:49.627836 1 shared_informer.go:318] Caches are synced for GC I0501 00:51:49.627849 1 shared_informer.go:318] Caches are synced for ReplicationController I0501 00:51:49.629435 1 shared_informer.go:318] Caches are synced for TTL after finished I0501 00:51:49.635783 1 shared_informer.go:318] Caches are synced for disruption I0501 00:51:49.678098 1 shared_informer.go:318] Caches are synced for attach detach I0501 00:51:49.700893 1 shared_informer.go:318] Caches are synced for namespace I0501 00:51:49.725513 1 shared_informer.go:318] Caches are synced for service account I0501 00:51:49.744648 1 shared_informer.go:318] Caches are synced for daemon sets I0501 00:51:49.744675 1 shared_informer.go:318] Caches are synced for stateful set I0501 00:51:49.829492 1 shared_informer.go:318] Caches are synced for resource quota I0501 00:51:49.832135 1 shared_informer.go:318] Caches are synced for resource quota I0501 00:51:50.022666 1 event.go:307] "Event occurred" object="kube-system/etcd-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0501 00:51:50.022697 1 event.go:307] "Event occurred" object="kube-system/kube-apiserver-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0501 00:51:50.022824 1 controller_utils.go:151] "Failed to update status for pod" pod="kube-system/kube-scheduler-instance" err="Operation cannot be fulfilled on pods \"kube-scheduler-instance\": the object has been modified; please apply your changes to the latest version and try again" I0501 00:51:50.022882 1 node_lifecycle_controller.go:1146] "Unable to mark pod NotReady on node" pod="kube-system/kube-scheduler-instance" node="instance" err="Operation cannot be fulfilled on pods \"kube-scheduler-instance\": the object has been modified; please apply your changes to the latest version and try again" I0501 00:51:50.022958 1 event.go:307] "Event occurred" object="kube-system/kube-scheduler-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0501 00:51:50.022989 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-d8ms2" I0501 00:51:50.023367 1 controller_utils.go:151] "Failed to update status for pod" pod="kube-system/kube-controller-manager-instance" err="Operation cannot be fulfilled on pods \"kube-controller-manager-instance\": the object has been modified; please apply your changes to the latest version and try again" I0501 00:51:50.023398 1 node_lifecycle_controller.go:1146] "Unable to mark pod NotReady on node" pod="kube-system/kube-controller-manager-instance" node="instance" err="Operation cannot be fulfilled on pods \"kube-controller-manager-instance\": the object has been modified; please apply your changes to the latest version and try again" I0501 00:51:50.023425 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0501 00:51:50.027181 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2" I0501 00:51:50.043521 1 event.go:307] "Event occurred" object="kube-system/kube-scheduler-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready" I0501 00:51:50.074413 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-8njn9" I0501 00:51:50.144092 1 shared_informer.go:318] Caches are synced for garbage collector I0501 00:51:50.205393 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-l8nnl" I0501 00:51:50.218441 1 shared_informer.go:318] Caches are synced for garbage collector I0501 00:51:50.218472 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0501 00:51:50.224695 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="197.597647ms" I0501 00:51:50.251720 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="26.980948ms" I0501 00:51:50.251857 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="84.711µs" I0501 00:51:52.479945 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="106.681µs" I0501 00:51:52.561692 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="84.061µs" I0501 00:52:02.550794 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 1" I0501 00:52:02.637406 1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-x88jn" I0501 00:52:02.805999 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="256.863639ms" I0501 00:52:02.808608 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-7c96b6546b to 1 from 2" I0501 00:52:02.885480 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 2 from 1" I0501 00:52:02.997134 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-7c96b6546b-8njn9" I0501 00:52:02.997489 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="191.419184ms" I0501 00:52:03.006692 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="199.023558ms" I0501 00:52:03.008944 1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-t9thc" I0501 00:52:03.019804 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="22.246455ms" I0501 00:52:03.020008 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="13.247248ms" I0501 00:52:03.021304 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="53.41µs" I0501 00:52:03.040133 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="20.267145ms" I0501 00:52:03.060960 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="20.757731ms" I0501 00:52:03.061068 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="65.341µs" I0501 00:52:16.860759 1 event.go:307] "Event occurred" object="kube-system/cilium-operator" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set cilium-operator-869df985b8 to 1" I0501 00:52:16.867872 1 event.go:307] "Event occurred" object="kube-system/cilium" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-8ltm6" I0501 00:52:16.917067 1 event.go:307] "Event occurred" object="kube-system/cilium-operator-869df985b8" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-operator-869df985b8-68jkg" I0501 00:52:17.009549 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="149.163171ms" I0501 00:52:17.031585 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="21.972659ms" I0501 00:52:17.031724 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="94.925µs" I0501 00:52:17.068358 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="106.626µs" I0501 00:52:19.838816 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="referencegrants.gateway.networking.k8s.io" I0501 00:52:19.838875 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xbackendtrafficpolicies.gateway.networking.x-k8s.io" I0501 00:52:19.838925 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0501 00:52:20.155908 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0501 00:52:21.139278 1 shared_informer.go:318] Caches are synced for resource quota I0501 00:52:21.156978 1 shared_informer.go:318] Caches are synced for garbage collector I0501 00:52:27.877463 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:27.893876 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:27.893903 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-gateway-helm-certgen-8c86k" I0501 00:52:27.899669 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:27.901896 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:36.116722 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="126.696µs" I0501 00:52:36.174755 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="19.328262ms" I0501 00:52:36.175001 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="129.546µs" I0501 00:52:44.580542 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode" I0501 00:52:45.281804 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="67.933µs" I0501 00:52:45.296129 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:45.306413 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="117.175µs" I0501 00:52:45.315028 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:46.164693 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="103.865µs" I0501 00:52:50.178565 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:51.145800 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="securitypolicies.gateway.envoyproxy.io" I0501 00:52:51.145839 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyextensionpolicies.gateway.envoyproxy.io" I0501 00:52:51.145869 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutefilters.gateway.envoyproxy.io" I0501 00:52:51.145899 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io" I0501 00:52:51.145929 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io" I0501 00:52:51.145952 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clienttrafficpolicies.gateway.envoyproxy.io" I0501 00:52:51.145978 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tlsroutes.gateway.networking.k8s.io" I0501 00:52:51.146128 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtrafficpolicies.gateway.envoyproxy.io" I0501 00:52:51.146154 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtlspolicies.gateway.networking.k8s.io" I0501 00:52:51.146191 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutes.gateway.networking.k8s.io" I0501 00:52:51.146219 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xlistenersets.gateway.networking.x-k8s.io" I0501 00:52:51.146263 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tcproutes.gateway.networking.k8s.io" I0501 00:52:51.146286 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoypatchpolicies.gateway.envoyproxy.io" I0501 00:52:51.146319 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io" I0501 00:52:51.146362 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyproxies.gateway.envoyproxy.io" I0501 00:52:51.146384 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="gateways.gateway.networking.k8s.io" I0501 00:52:51.146424 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="grpcroutes.gateway.networking.k8s.io" I0501 00:52:51.146445 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="udproutes.gateway.networking.k8s.io" I0501 00:52:51.146469 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backends.gateway.envoyproxy.io" I0501 00:52:51.146654 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0501 00:52:51.172084 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0501 00:52:51.542701 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:52.191552 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:52.250426 1 shared_informer.go:318] Caches are synced for resource quota I0501 00:52:52.372427 1 shared_informer.go:318] Caches are synced for garbage collector I0501 00:52:52.552161 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:54.199438 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:55.271398 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:55.364503 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:55.438620 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:52:55.439517 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed" I0501 00:52:55.931608 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="93.64619ms" I0501 00:52:55.932061 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="169.997µs" I0501 00:52:56.122600 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set envoy-gateway-78446f96c9 to 1" I0501 00:52:56.133810 1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-78446f96c9" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-78446f96c9-2bx8b" I0501 00:52:56.154745 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="32.430588ms" I0501 00:52:56.163117 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="8.315253ms" I0501 00:52:56.163203 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="52.002µs" I0501 00:52:57.207695 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="148.755µs" I0501 00:52:59.373336 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="63.112µs" I0501 00:52:59.379163 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="120.674µs" I0501 00:52:59.397662 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="69.932µs" I0501 00:52:59.412210 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="48.882µs" I0501 00:53:00.221062 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="214.428µs" I0501 00:53:00.244679 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="10.7209ms" I0501 00:53:00.244956 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="165.196µs" I0501 00:53:00.254700 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-7c96b6546b to 0 from 1" I0501 00:53:00.262507 1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-7c96b6546b-l8nnl" I0501 00:53:00.280044 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="25.792353ms" I0501 00:53:00.287206 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="7.118696ms" I0501 00:53:00.287413 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="79.893µs" I0501 00:53:01.241766 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="12.082387ms" I0501 00:53:01.242634 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="101.443µs" I0501 00:53:03.620234 1 event.go:307] "Event occurred" object="local-path-storage/local-path-provisioner" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set local-path-provisioner-679c578f5 to 1" I0501 00:53:03.634128 1 event.go:307] "Event occurred" object="local-path-storage/local-path-provisioner-679c578f5" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: local-path-provisioner-679c578f5-vv8cc" I0501 00:53:03.640848 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="21.263782ms" I0501 00:53:03.649392 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="8.449246ms" I0501 00:53:03.649510 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="71.573µs" I0501 00:53:03.656640 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="87.024µs" I0501 00:53:05.604820 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="66.973µs" I0501 00:53:06.246007 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="55.012µs" I0501 00:53:06.254804 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="63.882µs" I0501 00:53:06.270837 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="6.723318ms" I0501 00:53:06.271296 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="75.573µs" I0501 00:53:06.475652 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="10.617115ms" I0501 00:53:06.475810 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="90.963µs" I0501 00:53:25.019115 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:53:25.044890 1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" I0501 00:54:30.752307 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="WaitForFirstConsumer" message="waiting for first consumer to be created before binding" I0501 00:54:31.687620 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0501 00:54:34.602173 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."