I0326 17:49:21.584794       1 serving.go:348] Generated self-signed cert in-memory
I0326 17:49:22.054482       1 controllermanager.go:189] "Starting" version="v1.28.13"
I0326 17:49:22.054507       1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0326 17:49:22.055816       1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt"
I0326 17:49:22.055894       1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt"
I0326 17:49:22.056195       1 secure_serving.go:213] Serving securely on [::]:10257
I0326 17:49:22.056253       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I0326 17:49:22.056435       1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager...
E0326 17:49:22.803866       1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system"
E0326 17:49:26.663669       1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: leases.coordination.k8s.io "kube-controller-manager" is forbidden: User "system:kube-controller-manager" cannot get resource "leases" in API group "coordination.k8s.io" in the namespace "kube-system"
I0326 17:49:28.963826       1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager
I0326 17:49:28.964230       1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_35ac401f-441d-4cc4-ade7-fe50517c8a2a became leader"
I0326 17:49:28.979385       1 shared_informer.go:311] Waiting for caches to sync for tokens
I0326 17:49:29.024523       1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller"
I0326 17:49:29.024772       1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller"
I0326 17:49:29.024785       1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring
I0326 17:49:29.048893       1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller"
I0326 17:49:29.049114       1 tokencleaner.go:112] "Starting token cleaner controller"
I0326 17:49:29.049163       1 shared_informer.go:311] Waiting for caches to sync for token_cleaner
I0326 17:49:29.049178       1 shared_informer.go:318] Caches are synced for token_cleaner
I0326 17:49:29.080217       1 shared_informer.go:318] Caches are synced for tokens
I0326 17:49:29.089466       1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller"
I0326 17:49:29.089686       1 attach_detach_controller.go:337] "Starting attach detach controller"
I0326 17:49:29.089718       1 shared_informer.go:311] Waiting for caches to sync for attach detach
I0326 17:49:29.110777       1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller"
I0326 17:49:29.111010       1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller"
I0326 17:49:29.111039       1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator
I0326 17:49:29.126314       1 garbagecollector.go:155] "Starting controller" controller="garbagecollector"
I0326 17:49:29.126349       1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I0326 17:49:29.126417       1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller"
I0326 17:49:29.126420       1 graph_builder.go:294] "Running" component="GraphBuilder"
I0326 17:49:29.155095       1 controllermanager.go:642] "Started controller" controller="daemonset-controller"
I0326 17:49:29.155215       1 daemon_controller.go:291] "Starting daemon sets controller"
I0326 17:49:29.155257       1 shared_informer.go:311] Waiting for caches to sync for daemon sets
I0326 17:49:29.236329       1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller"
I0326 17:49:29.236608       1 horizontal.go:200] "Starting HPA controller"
I0326 17:49:29.236639       1 shared_informer.go:311] Waiting for caches to sync for HPA
I0326 17:49:29.258858       1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller"
I0326 17:49:29.258925       1 cleaner.go:83] "Starting CSR cleaner controller"
I0326 17:49:29.735791       1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller"
I0326 17:49:29.735938       1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer
I0326 17:49:29.949035       1 controllermanager.go:642] "Started controller" controller="job-controller"
I0326 17:49:29.949162       1 job_controller.go:226] "Starting job controller"
I0326 17:49:29.949188       1 shared_informer.go:311] Waiting for caches to sync for job
I0326 17:49:29.969112       1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller"
I0326 17:49:29.969206       1 expand_controller.go:328] "Starting expand controller"
I0326 17:49:29.969241       1 shared_informer.go:311] Waiting for caches to sync for expand
I0326 17:49:30.087533       1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller"
I0326 17:49:30.087764       1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller"
I0326 17:49:30.087893       1 shared_informer.go:311] Waiting for caches to sync for TTL after finished
I0326 17:49:30.150386       1 controllermanager.go:642] "Started controller" controller="cronjob-controller"
I0326 17:49:30.150434       1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller"
I0326 17:49:30.150711       1 cronjob_controllerv2.go:139] "Starting cronjob controller v2"
I0326 17:49:30.150785       1 shared_informer.go:311] Waiting for caches to sync for cronjob
I0326 17:49:30.165563       1 controllermanager.go:642] "Started controller" controller="deployment-controller"
I0326 17:49:30.165662       1 deployment_controller.go:168] "Starting controller" controller="deployment"
I0326 17:49:30.165696       1 shared_informer.go:311] Waiting for caches to sync for deployment
I0326 17:49:30.246294       1 node_lifecycle_controller.go:431] "Controller will reconcile labels"
I0326 17:49:30.246357       1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller"
I0326 17:49:30.246407       1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true
I0326 17:49:30.246428       1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller"
I0326 17:49:30.246580       1 node_lifecycle_controller.go:465] "Sending events to api server"
I0326 17:49:30.246695       1 node_lifecycle_controller.go:476] "Starting node controller"
I0326 17:49:30.246720       1 shared_informer.go:311] Waiting for caches to sync for taint
I0326 17:49:30.328511       1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller"
I0326 17:49:30.328643       1 pv_controller_base.go:319] "Starting persistent volume controller"
I0326 17:49:30.328682       1 shared_informer.go:311] Waiting for caches to sync for persistent volume
I0326 17:49:30.479092       1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller"
I0326 17:49:30.479172       1 gc_controller.go:101] "Starting GC controller"
I0326 17:49:30.479205       1 shared_informer.go:311] Waiting for caches to sync for GC
I0326 17:49:30.855490       1 controllermanager.go:642] "Started controller" controller="namespace-controller"
I0326 17:49:30.855597       1 namespace_controller.go:197] "Starting namespace controller"
I0326 17:49:30.855642       1 shared_informer.go:311] Waiting for caches to sync for namespace
I0326 17:49:31.356810       1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller"
I0326 17:49:31.357054       1 serviceaccounts_controller.go:111] "Starting service account controller"
I0326 17:49:31.357097       1 shared_informer.go:311] Waiting for caches to sync for service account
I0326 17:49:31.590833       1 controllermanager.go:642] "Started controller" controller="replicaset-controller"
I0326 17:49:31.592045       1 replica_set.go:214] "Starting controller" name="replicaset"
I0326 17:49:31.592094       1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet
I0326 17:49:31.644163       1 controllermanager.go:642] "Started controller" controller="statefulset-controller"
I0326 17:49:31.644363       1 stateful_set.go:163] "Starting stateful set controller"
I0326 17:49:31.644392       1 shared_informer.go:311] Waiting for caches to sync for stateful set
I0326 17:49:31.677783       1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller"
I0326 17:49:31.677948       1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving"
I0326 17:49:31.677964       1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving
I0326 17:49:31.774134       1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller"
I0326 17:49:31.774173       1 pv_protection_controller.go:78] "Starting PV protection controller"
I0326 17:49:31.774195       1 shared_informer.go:311] Waiting for caches to sync for PV protection
I0326 17:49:31.802844       1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller"
I0326 17:49:31.802894       1 publisher.go:102] "Starting root CA cert publisher controller"
I0326 17:49:31.802911       1 shared_informer.go:311] Waiting for caches to sync for crt configmap
I0326 17:49:31.858011       1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller"
I0326 17:49:31.858161       1 controller.go:169] "Starting ephemeral volume controller"
I0326 17:49:31.858193       1 shared_informer.go:311] Waiting for caches to sync for ephemeral
I0326 17:49:32.141543       1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller"
I0326 17:49:32.141658       1 replica_set.go:214] "Starting controller" name="replicationcontroller"
I0326 17:49:32.141684       1 shared_informer.go:311] Waiting for caches to sync for ReplicationController
I0326 17:49:32.499085       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling"
I0326 17:49:32.499141       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io"
I0326 17:49:32.499241       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io"
I0326 17:49:32.499288       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges"
I0326 17:49:32.499369       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io"
I0326 17:49:32.499402       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io"
I0326 17:49:32.499432       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy"
I0326 17:49:32.499455       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io"
I0326 17:49:32.499483       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps"
I0326 17:49:32.499508       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io"
I0326 17:49:32.499565       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts"
I0326 17:49:32.499657       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch"
I0326 17:49:32.499705       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch"
I0326 17:49:32.499803       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints"
I0326 17:49:32.499828       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps"
I0326 17:49:32.499878       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io"
I0326 17:49:32.499925       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates"
I0326 17:49:32.499956       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps"
I0326 17:49:32.500003       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps"
I0326 17:49:32.500050       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps"
I0326 17:49:32.500130       1 controllermanager.go:642] "Started controller" controller="resourcequota-controller"
I0326 17:49:32.500178       1 resource_quota_controller.go:294] "Starting resource quota controller"
I0326 17:49:32.500196       1 shared_informer.go:311] Waiting for caches to sync for resource quota
I0326 17:49:32.500260       1 resource_quota_monitor.go:305] "QuotaMonitor running"
I0326 17:49:32.709868       1 controllermanager.go:642] "Started controller" controller="disruption-controller"
I0326 17:49:32.709997       1 disruption.go:433] "Sending events to api server."
I0326 17:49:32.710109       1 disruption.go:444] "Starting disruption controller"
I0326 17:49:32.710140       1 shared_informer.go:311] Waiting for caches to sync for disruption
I0326 17:49:32.961131       1 controllermanager.go:642] "Started controller" controller="ttl-controller"
I0326 17:49:32.961410       1 ttl_controller.go:124] "Starting TTL controller"
I0326 17:49:32.961427       1 shared_informer.go:311] Waiting for caches to sync for TTL
I0326 17:49:33.195066       1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller"
I0326 17:49:33.195249       1 pvc_protection_controller.go:102] "Starting PVC protection controller"
I0326 17:49:33.195340       1 shared_informer.go:311] Waiting for caches to sync for PVC protection
I0326 17:49:33.621876       1 controllermanager.go:642] "Started controller" controller="endpoints-controller"
I0326 17:49:33.622245       1 endpoints_controller.go:177] "Starting endpoint controller"
I0326 17:49:33.622266       1 shared_informer.go:311] Waiting for caches to sync for endpoint
I0326 17:49:33.930398       1 controllermanager.go:642] "Started controller" controller="endpointslice-controller"
I0326 17:49:33.930570       1 endpointslice_controller.go:264] "Starting endpoint slice controller"
I0326 17:49:33.930585       1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice
I0326 17:49:33.932827       1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving"
I0326 17:49:33.932850       1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving
I0326 17:49:33.932870       1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key"
I0326 17:49:33.933135       1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client"
I0326 17:49:33.933155       1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client
I0326 17:49:33.933182       1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key"
I0326 17:49:33.933522       1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client"
I0326 17:49:33.933552       1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client
I0326 17:49:33.933581       1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key"
I0326 17:49:33.933886       1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller"
I0326 17:49:33.933917       1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown"
I0326 17:49:33.933933       1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown
I0326 17:49:33.933980       1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key"
E0326 17:49:34.023296       1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail"
I0326 17:49:34.023333       1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller"
E0326 17:49:34.195546       1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided"
I0326 17:49:34.195635       1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller"
I0326 17:49:34.204136       1 shared_informer.go:311] Waiting for caches to sync for resource quota
I0326 17:49:34.205565       1 shared_informer.go:318] Caches are synced for crt configmap
I0326 17:49:34.211931       1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator
I0326 17:49:34.217147       1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I0326 17:49:34.222454       1 shared_informer.go:318] Caches are synced for endpoint
I0326 17:49:34.225707       1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring
I0326 17:49:34.233534       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client
I0326 17:49:34.233578       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving
I0326 17:49:34.233661       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client
I0326 17:49:34.234927       1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown
I0326 17:49:34.236207       1 shared_informer.go:318] Caches are synced for bootstrap_signer
I0326 17:49:34.236795       1 shared_informer.go:318] Caches are synced for HPA
I0326 17:49:34.242335       1 shared_informer.go:318] Caches are synced for ReplicationController
I0326 17:49:34.244506       1 shared_informer.go:318] Caches are synced for stateful set
I0326 17:49:34.249288       1 shared_informer.go:318] Caches are synced for job
I0326 17:49:34.250865       1 shared_informer.go:318] Caches are synced for cronjob
I0326 17:49:34.256643       1 shared_informer.go:318] Caches are synced for namespace
I0326 17:49:34.257846       1 shared_informer.go:318] Caches are synced for service account
I0326 17:49:34.260993       1 shared_informer.go:318] Caches are synced for ephemeral
I0326 17:49:34.266465       1 shared_informer.go:318] Caches are synced for deployment
I0326 17:49:34.269763       1 shared_informer.go:318] Caches are synced for expand
I0326 17:49:34.275056       1 shared_informer.go:318] Caches are synced for PV protection
I0326 17:49:34.279279       1 shared_informer.go:318] Caches are synced for certificate-csrapproving
I0326 17:49:34.288569       1 shared_informer.go:318] Caches are synced for TTL after finished
I0326 17:49:34.293056       1 shared_informer.go:318] Caches are synced for ReplicaSet
I0326 17:49:34.296355       1 shared_informer.go:318] Caches are synced for PVC protection
I0326 17:49:34.302116       1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist"
I0326 17:49:34.310789       1 shared_informer.go:318] Caches are synced for disruption
I0326 17:49:34.329672       1 shared_informer.go:318] Caches are synced for persistent volume
I0326 17:49:34.330929       1 shared_informer.go:318] Caches are synced for endpoint_slice
I0326 17:49:34.355937       1 shared_informer.go:318] Caches are synced for daemon sets
I0326 17:49:34.362517       1 shared_informer.go:318] Caches are synced for TTL
I0326 17:49:34.380045       1 shared_informer.go:318] Caches are synced for GC
I0326 17:49:34.390385       1 shared_informer.go:318] Caches are synced for attach detach
I0326 17:49:34.405121       1 shared_informer.go:318] Caches are synced for resource quota
I0326 17:49:34.447145       1 shared_informer.go:318] Caches are synced for taint
I0326 17:49:34.447264       1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone=""
I0326 17:49:34.447370       1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance"
I0326 17:49:34.447429       1 node_lifecycle_controller.go:1029] "Controller detected that all Nodes are not-Ready. Entering master disruption mode"
I0326 17:49:34.447706       1 taint_manager.go:205] "Starting NoExecuteTaintManager"
I0326 17:49:34.447760       1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller"
I0326 17:49:34.450651       1 taint_manager.go:210] "Sending events to api server"
I0326 17:49:34.500440       1 shared_informer.go:318] Caches are synced for resource quota
I0326 17:49:34.818185       1 shared_informer.go:318] Caches are synced for garbage collector
I0326 17:49:34.827431       1 shared_informer.go:318] Caches are synced for garbage collector
I0326 17:49:34.827475       1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
I0326 17:49:34.923495       1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-7c96b6546b to 2"
I0326 17:49:34.928133       1 controller_utils.go:151] "Failed to update status for pod" pod="kube-system/kube-scheduler-instance" err="Operation cannot be fulfilled on pods \"kube-scheduler-instance\": the object has been modified; please apply your changes to the latest version and try again"
I0326 17:49:34.928173       1 node_lifecycle_controller.go:1146] "Unable to mark pod NotReady on node" pod="kube-system/kube-scheduler-instance" node="instance" err="Operation cannot be fulfilled on pods \"kube-scheduler-instance\": the object has been modified; please apply your changes to the latest version and try again"
I0326 17:49:34.928217       1 event.go:307] "Event occurred" object="kube-system/kube-vip-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"
I0326 17:49:34.928226       1 event.go:307] "Event occurred" object="kube-system/kube-scheduler-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"
I0326 17:49:34.928300       1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"
I0326 17:49:34.928330       1 controller_utils.go:151] "Failed to update status for pod" pod="kube-system/kube-apiserver-instance" err="Operation cannot be fulfilled on pods \"kube-apiserver-instance\": the object has been modified; please apply your changes to the latest version and try again"
I0326 17:49:34.928350       1 node_lifecycle_controller.go:1146] "Unable to mark pod NotReady on node" pod="kube-system/kube-apiserver-instance" node="instance" err="Operation cannot be fulfilled on pods \"kube-apiserver-instance\": the object has been modified; please apply your changes to the latest version and try again"
I0326 17:49:34.928386       1 event.go:307] "Event occurred" object="kube-system/kube-apiserver-instance" fieldPath="" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"
I0326 17:49:34.973793       1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-ct9wg"
I0326 17:49:35.076952       1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-mt74t"
I0326 17:49:35.101415       1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-7c96b6546b-h2n7k"
I0326 17:49:35.136562       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="213.443156ms"
I0326 17:49:35.209383       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="72.753013ms"
I0326 17:49:35.209788       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="263.392µs"
I0326 17:49:46.339931       1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 1"
I0326 17:49:46.353344       1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-ncjhq"
I0326 17:49:46.360423       1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-7c96b6546b to 1 from 2"
I0326 17:49:46.364969       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="26.880308ms"
I0326 17:49:46.374581       1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-67659f764b to 2 from 1"
I0326 17:49:46.384938       1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-7c96b6546b-h2n7k"
I0326 17:49:46.391409       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="30.898648ms"
I0326 17:49:46.393095       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="26.850306ms"
I0326 17:49:46.406859       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="15.136992ms"
I0326 17:49:46.407436       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="35.362µs"
I0326 17:49:46.407886       1 event.go:307] "Event occurred" object="kube-system/coredns-67659f764b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-67659f764b-58hpl"
I0326 17:49:46.417700       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="24.488552ms"
I0326 17:49:46.430553       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="12.743708ms"
I0326 17:49:46.430696       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="87.215µs"
I0326 17:49:57.772661       1 event.go:307] "Event occurred" object="kube-system/cilium-operator" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set cilium-operator-869df985b8 to 1"
I0326 17:49:57.779746       1 event.go:307] "Event occurred" object="kube-system/cilium" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-7dnkl"
I0326 17:49:57.782435       1 event.go:307] "Event occurred" object="kube-system/cilium-operator-869df985b8" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: cilium-operator-869df985b8-2j745"
I0326 17:49:57.795644       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="22.926109ms"
I0326 17:49:57.806429       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="10.745641ms"
I0326 17:49:57.806527       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="61.953µs"
I0326 17:49:57.830499       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="40.522µs"
I0326 17:50:04.411758       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtlspolicies.gateway.networking.k8s.io"
I0326 17:50:04.411836       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutefilters.gateway.envoyproxy.io"
I0326 17:50:04.411862       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="gateways.gateway.networking.k8s.io"
I0326 17:50:04.411892       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tlsroutes.gateway.networking.k8s.io"
I0326 17:50:04.411949       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutes.gateway.networking.k8s.io"
I0326 17:50:04.411993       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyextensionpolicies.gateway.envoyproxy.io"
I0326 17:50:04.412039       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtrafficpolicies.gateway.envoyproxy.io"
I0326 17:50:04.412088       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tcproutes.gateway.networking.k8s.io"
I0326 17:50:04.412130       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="referencegrants.gateway.networking.k8s.io"
I0326 17:50:04.412172       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="udproutes.gateway.networking.k8s.io"
I0326 17:50:04.412211       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyproxies.gateway.envoyproxy.io"
I0326 17:50:04.412247       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clienttrafficpolicies.gateway.envoyproxy.io"
I0326 17:50:04.412274       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="grpcroutes.gateway.networking.k8s.io"
I0326 17:50:04.412307       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoypatchpolicies.gateway.envoyproxy.io"
I0326 17:50:04.412336       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backends.gateway.envoyproxy.io"
I0326 17:50:04.412366       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="securitypolicies.gateway.envoyproxy.io"
I0326 17:50:04.412388       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xbackendtrafficpolicies.gateway.networking.x-k8s.io"
I0326 17:50:04.412406       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xlistenersets.gateway.networking.x-k8s.io"
I0326 17:50:04.412552       1 shared_informer.go:311] Waiting for caches to sync for resource quota
I0326 17:50:04.836512       1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I0326 17:50:05.612812       1 shared_informer.go:318] Caches are synced for resource quota
I0326 17:50:05.644048       1 shared_informer.go:318] Caches are synced for garbage collector
I0326 17:50:10.846417       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:10.867557       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:10.868189       1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-gateway-helm-certgen-dwdsf"
I0326 17:50:10.875175       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:10.877606       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:13.221475       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="133.325µs"
I0326 17:50:13.268692       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="10.447256ms"
I0326 17:50:13.269064       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="109.094µs"
I0326 17:50:17.060419       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="575.811µs"
I0326 17:50:17.062260       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:17.071628       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="95.273µs"
I0326 17:50:17.084464       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:19.454357       1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
I0326 17:50:22.268202       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="137.365µs"
I0326 17:50:23.291567       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="11.17925ms"
I0326 17:50:23.291692       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="52.441µs"
I0326 17:50:27.400809       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:28.294255       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:30.306634       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:31.376387       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:31.387257       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:31.393111       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:50:31.393579       1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-gateway-helm-certgen" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"
I0326 17:50:31.450175       1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set envoy-gateway-78446f96c9 to 1"
I0326 17:50:31.459713       1 event.go:307] "Event occurred" object="envoy-gateway-system/envoy-gateway-78446f96c9" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: envoy-gateway-78446f96c9-pksw2"
I0326 17:50:31.468323       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="18.92511ms"
I0326 17:50:31.476067       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="7.69248ms"
I0326 17:50:31.476139       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="41.751µs"
I0326 17:50:31.478142       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="63.432µs"
I0326 17:50:32.315997       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="104.503µs"
I0326 17:50:34.692624       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="72.982µs"
I0326 17:50:34.693224       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="67.512µs"
I0326 17:50:34.709133       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="92.053µs"
I0326 17:50:34.720371       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="104.414µs"
I0326 17:50:35.621619       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io"
I0326 17:50:35.621679       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io"
I0326 17:50:35.621712       1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io"
I0326 17:50:35.621796       1 shared_informer.go:311] Waiting for caches to sync for resource quota
I0326 17:50:35.660362       1 shared_informer.go:311] Waiting for caches to sync for garbage collector
I0326 17:50:35.722223       1 shared_informer.go:318] Caches are synced for resource quota
I0326 17:50:35.766320       1 shared_informer.go:318] Caches are synced for garbage collector
I0326 17:50:36.371025       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="133.004µs"
I0326 17:50:36.720970       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="277.734056ms"
I0326 17:50:36.721153       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="118.403µs"
I0326 17:50:36.739160       1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-7c96b6546b to 0 from 1"
I0326 17:50:36.777099       1 event.go:307] "Event occurred" object="kube-system/coredns-7c96b6546b" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-7c96b6546b-mt74t"
I0326 17:50:36.789508       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="50.637029ms"
I0326 17:50:36.800153       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="10.577943ms"
I0326 17:50:36.800288       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="95.923µs"
I0326 17:50:39.131111       1 event.go:307] "Event occurred" object="local-path-storage/local-path-provisioner" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set local-path-provisioner-679c578f5 to 1"
I0326 17:50:39.195098       1 event.go:307] "Event occurred" object="local-path-storage/local-path-provisioner-679c578f5" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: local-path-provisioner-679c578f5-mk7b8"
I0326 17:50:39.248940       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="117.804326ms"
I0326 17:50:39.269626       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="20.632053ms"
I0326 17:50:39.269766       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="83.222µs"
I0326 17:50:39.273486       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="109.694µs"
I0326 17:50:41.927978       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="27.031952ms"
I0326 17:50:41.928170       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="102.723µs"
I0326 17:50:42.157965       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="103.203µs"
I0326 17:50:42.353605       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="86.503µs"
I0326 17:50:42.358256       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="35.331µs"
I0326 17:50:43.370799       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="5.811971ms"
I0326 17:50:43.371013       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="77.862µs"
I0326 17:50:45.050403       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="34.742692ms"
I0326 17:50:45.050528       1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="79.983µs"
I0326 17:51:01.017983       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:51:01.052566       1 job_controller.go:562] "enqueueing job" key="envoy-gateway-system/envoy-gateway-gateway-helm-certgen"
I0326 17:52:06.592054       1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="WaitForFirstConsumer" message="waiting for first consumer to be created before binding"
I0326 17:52:07.240331       1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0326 17:52:07.240404       1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."