I0427 02:51:38.936890 1 serving.go:348] Generated self-signed cert in-memory I0427 02:51:39.247922 1 controllermanager.go:189] "Starting" version="v1.28.13" I0427 02:51:39.247947 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0427 02:51:39.249232 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0427 02:51:39.249262 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0427 02:51:39.249359 1 secure_serving.go:213] Serving securely on [::]:10257 I0427 02:51:39.249514 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0427 02:51:39.249581 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... I0427 02:51:54.498202 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0427 02:51:54.498763 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_de5989bb-3ce3-4d55-b9f7-0551198c0b98 became leader" I0427 02:51:54.511171 1 shared_informer.go:311] Waiting for caches to sync for tokens I0427 02:51:54.528342 1 disruption.go:433] "Sending events to api server." I0427 02:51:54.528427 1 disruption.go:444] "Starting disruption controller" I0427 02:51:54.528378 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0427 02:51:54.528439 1 shared_informer.go:311] Waiting for caches to sync for disruption I0427 02:51:54.531157 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0427 02:51:54.531252 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0427 02:51:54.537028 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0427 02:51:54.537375 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0427 02:51:54.537407 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0427 02:51:54.537477 1 graph_builder.go:294] "Running" component="GraphBuilder" I0427 02:51:54.539596 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0427 02:51:54.539836 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0427 02:51:54.539850 1 shared_informer.go:311] Waiting for caches to sync for deployment I0427 02:51:54.543088 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0427 02:51:54.543271 1 tokencleaner.go:112] "Starting token cleaner controller" I0427 02:51:54.543307 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0427 02:51:54.543376 1 shared_informer.go:318] Caches are synced for token_cleaner I0427 02:51:54.546373 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0427 02:51:54.546674 1 attach_detach_controller.go:337] "Starting attach detach controller" I0427 02:51:54.546695 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0427 02:51:54.549379 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0427 02:51:54.549612 1 replica_set.go:214] "Starting controller" name="replicaset" I0427 02:51:54.549650 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0427 02:51:54.552061 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0427 02:51:54.552113 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0427 02:51:54.552312 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0427 02:51:54.562125 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0427 02:51:54.562209 1 horizontal.go:200] "Starting HPA controller" I0427 02:51:54.562230 1 shared_informer.go:311] Waiting for caches to sync for HPA I0427 02:51:54.565249 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0427 02:51:54.565282 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0427 02:51:54.565314 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0427 02:51:54.565585 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0427 02:51:54.565624 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0427 02:51:54.565643 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0427 02:51:54.565848 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0427 02:51:54.565865 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0427 02:51:54.565893 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0427 02:51:54.566116 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0427 02:51:54.566154 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0427 02:51:54.566167 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0427 02:51:54.566207 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0427 02:51:54.568698 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0427 02:51:54.568743 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0427 02:51:54.568856 1 node_lifecycle_controller.go:465] "Sending events to api server" I0427 02:51:54.568961 1 node_lifecycle_controller.go:476] "Starting node controller" I0427 02:51:54.569002 1 shared_informer.go:311] Waiting for caches to sync for taint E0427 02:51:54.573751 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0427 02:51:54.573812 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0427 02:51:54.573854 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0427 02:51:54.573882 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" E0427 02:51:54.576706 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0427 02:51:54.576755 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0427 02:51:54.593049 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0427 02:51:54.593184 1 namespace_controller.go:197] "Starting namespace controller" I0427 02:51:54.593240 1 shared_informer.go:311] Waiting for caches to sync for namespace I0427 02:51:54.595725 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0427 02:51:54.595897 1 daemon_controller.go:291] "Starting daemon sets controller" I0427 02:51:54.595929 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0427 02:51:54.598683 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0427 02:51:54.598879 1 expand_controller.go:328] "Starting expand controller" I0427 02:51:54.598912 1 shared_informer.go:311] Waiting for caches to sync for expand I0427 02:51:54.601308 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0427 02:51:54.601341 1 controller.go:169] "Starting ephemeral volume controller" I0427 02:51:54.601362 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0427 02:51:54.603227 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0427 02:51:54.603405 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0427 02:51:54.603432 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0427 02:51:54.605654 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0427 02:51:54.605775 1 pv_controller_base.go:319] "Starting persistent volume controller" I0427 02:51:54.605791 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0427 02:51:54.608175 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0427 02:51:54.608231 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0427 02:51:54.608266 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0427 02:51:54.611438 1 shared_informer.go:318] Caches are synced for tokens I0427 02:51:54.764988 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusterrestores.pxc.percona.com" I0427 02:51:54.765078 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0427 02:51:54.765120 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephbuckettopics.ceph.rook.io" I0427 02:51:54.765168 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backends.gateway.envoyproxy.io" I0427 02:51:54.765213 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectrealms.ceph.rook.io" I0427 02:51:54.765308 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectstores.ceph.rook.io" I0427 02:51:54.765362 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clienttrafficpolicies.gateway.envoyproxy.io" I0427 02:51:54.765407 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="securitypolicies.gateway.envoyproxy.io" I0427 02:51:54.765491 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtlspolicies.gateway.networking.k8s.io" W0427 02:51:54.765527 1 shared_informer.go:593] resyncPeriod 12h37m52.634042237s is smaller than resyncCheckPeriod 12h48m57.275715328s and the informer has already started. Changing it to 12h48m57.275715328s I0427 02:51:54.765839 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0427 02:51:54.765901 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0427 02:51:54.765959 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xbackendtrafficpolicies.gateway.networking.x-k8s.io" I0427 02:51:54.766003 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="objectbucketclaims.objectbucket.io" I0427 02:51:54.766040 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rabbitmqclusters.rabbitmq.com" I0427 02:51:54.766156 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="challenges.acme.cert-manager.io" I0427 02:51:54.766206 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoypatchpolicies.gateway.envoyproxy.io" I0427 02:51:54.766254 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="gateways.gateway.networking.k8s.io" I0427 02:51:54.766295 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tcproutes.gateway.networking.k8s.io" I0427 02:51:54.766335 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusterbackups.pxc.percona.com" I0427 02:51:54.766400 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0427 02:51:54.766448 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephcosidrivers.ceph.rook.io" I0427 02:51:54.766492 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutes.gateway.networking.k8s.io" I0427 02:51:54.766533 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="nodefeatures.nfd.k8s-sigs.io" I0427 02:51:54.766576 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="operatorpolicies.rabbitmq.com" I0427 02:51:54.766613 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0427 02:51:54.766648 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0427 02:51:54.766715 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyproxies.gateway.envoyproxy.io" I0427 02:51:54.766762 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephblockpools.ceph.rook.io" I0427 02:51:54.766810 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtrafficpolicies.gateway.envoyproxy.io" I0427 02:51:54.766851 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xlistenersets.gateway.networking.x-k8s.io" I0427 02:51:54.766908 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0427 02:51:54.766950 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0427 02:51:54.766992 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectzones.ceph.rook.io" I0427 02:51:54.767031 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="vhosts.rabbitmq.com" I0427 02:51:54.767066 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0427 02:51:54.767107 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0427 02:51:54.767148 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0427 02:51:54.767195 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephclients.ceph.rook.io" I0427 02:51:54.767232 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="bindings.rabbitmq.com" I0427 02:51:54.767284 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="superstreams.rabbitmq.com" I0427 02:51:54.767315 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0427 02:51:54.767345 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0427 02:51:54.767374 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephblockpoolradosnamespaces.ceph.rook.io" I0427 02:51:54.767404 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="certificates.cert-manager.io" I0427 02:51:54.767433 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io" I0427 02:51:54.767460 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io" I0427 02:51:54.767561 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutefilters.gateway.envoyproxy.io" I0427 02:51:54.767607 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="queues.rabbitmq.com" I0427 02:51:54.767631 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0427 02:51:54.767662 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0427 02:51:54.767686 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectstoreusers.ceph.rook.io" I0427 02:51:54.767730 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="permissions.rabbitmq.com" I0427 02:51:54.767756 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="schemareplications.rabbitmq.com" I0427 02:51:54.767785 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0427 02:51:54.767815 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystemsubvolumegroups.ceph.rook.io" I0427 02:51:54.767847 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystems.ceph.rook.io" I0427 02:51:54.767876 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephclusters.ceph.rook.io" I0427 02:51:54.767904 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephrbdmirrors.ceph.rook.io" I0427 02:51:54.767942 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephbucketnotifications.ceph.rook.io" I0427 02:51:54.767971 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusters.pxc.percona.com" I0427 02:51:54.767997 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="federations.rabbitmq.com" I0427 02:51:54.768025 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="policies.rabbitmq.com" I0427 02:51:54.768055 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0427 02:51:54.768084 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectzonegroups.ceph.rook.io" I0427 02:51:54.768106 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyextensionpolicies.gateway.envoyproxy.io" I0427 02:51:54.768130 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="grpcroutes.gateway.networking.k8s.io" I0427 02:51:54.768147 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="referencegrants.gateway.networking.k8s.io" I0427 02:51:54.768159 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="topicpermissions.rabbitmq.com" I0427 02:51:54.768170 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="shovels.rabbitmq.com" I0427 02:51:54.768184 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0427 02:51:54.768198 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystemmirrors.ceph.rook.io" I0427 02:51:54.768210 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephnfses.ceph.rook.io" I0427 02:51:54.768273 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tlsroutes.gateway.networking.k8s.io" I0427 02:51:54.768290 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="users.rabbitmq.com" I0427 02:51:54.768303 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="orders.acme.cert-manager.io" I0427 02:51:54.768315 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="certificaterequests.cert-manager.io" I0427 02:51:54.768330 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="issuers.cert-manager.io" I0427 02:51:54.768341 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io" I0427 02:51:54.768367 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0427 02:51:54.768384 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="exchanges.rabbitmq.com" I0427 02:51:54.768402 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0427 02:51:54.768424 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="udproutes.gateway.networking.k8s.io" I0427 02:51:54.768445 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0427 02:51:54.768561 1 resource_quota_controller.go:294] "Starting resource quota controller" I0427 02:51:54.768621 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0427 02:51:54.768702 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0427 02:51:54.802063 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0427 02:51:54.802168 1 serviceaccounts_controller.go:111] "Starting service account controller" I0427 02:51:54.802190 1 shared_informer.go:311] Waiting for caches to sync for service account I0427 02:51:54.852836 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0427 02:51:54.852957 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0427 02:51:54.852972 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0427 02:51:54.901973 1 controllermanager.go:642] "Started controller" controller="job-controller" I0427 02:51:54.902062 1 job_controller.go:226] "Starting job controller" I0427 02:51:54.902097 1 shared_informer.go:311] Waiting for caches to sync for job I0427 02:51:54.954077 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0427 02:51:54.954132 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0427 02:51:54.954214 1 cleaner.go:83] "Starting CSR cleaner controller" I0427 02:51:55.002675 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0427 02:51:55.002762 1 pv_protection_controller.go:78] "Starting PV protection controller" I0427 02:51:55.002773 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0427 02:51:55.053857 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0427 02:51:55.053972 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0427 02:51:55.054007 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0427 02:51:55.103093 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0427 02:51:55.103211 1 endpoints_controller.go:177] "Starting endpoint controller" I0427 02:51:55.103253 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0427 02:51:55.153140 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0427 02:51:55.153265 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0427 02:51:55.153277 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0427 02:51:55.202459 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0427 02:51:55.202606 1 stateful_set.go:163] "Starting stateful set controller" I0427 02:51:55.202641 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0427 02:51:55.252017 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0427 02:51:55.252089 1 ttl_controller.go:124] "Starting TTL controller" I0427 02:51:55.252100 1 shared_informer.go:311] Waiting for caches to sync for TTL I0427 02:51:55.302960 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0427 02:51:55.303085 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0427 02:51:55.303156 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0427 02:51:55.352724 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0427 02:51:55.352770 1 publisher.go:102] "Starting root CA cert publisher controller" I0427 02:51:55.352790 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0427 02:51:55.403010 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0427 02:51:55.403122 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0427 02:51:55.403130 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0427 02:51:55.452453 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0427 02:51:55.452504 1 gc_controller.go:101] "Starting GC controller" I0427 02:51:55.452525 1 shared_informer.go:311] Waiting for caches to sync for GC I0427 02:51:55.460571 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0427 02:51:55.466280 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0427 02:51:55.488086 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0427 02:51:55.493490 1 shared_informer.go:318] Caches are synced for namespace I0427 02:51:55.499593 1 shared_informer.go:318] Caches are synced for expand I0427 02:51:55.502997 1 shared_informer.go:318] Caches are synced for PV protection I0427 02:51:55.503096 1 shared_informer.go:318] Caches are synced for service account I0427 02:51:55.504206 1 shared_informer.go:318] Caches are synced for cronjob I0427 02:51:55.508635 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0427 02:51:55.531794 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0427 02:51:55.552604 1 shared_informer.go:318] Caches are synced for TTL I0427 02:51:55.552651 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0427 02:51:55.553919 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0427 02:51:55.553983 1 shared_informer.go:318] Caches are synced for crt configmap I0427 02:51:55.554238 1 shared_informer.go:318] Caches are synced for TTL after finished I0427 02:51:55.566028 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0427 02:51:55.566171 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0427 02:51:55.566279 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0427 02:51:55.566279 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0427 02:51:55.629284 1 shared_informer.go:318] Caches are synced for disruption I0427 02:51:55.640357 1 shared_informer.go:318] Caches are synced for deployment I0427 02:51:55.647217 1 shared_informer.go:318] Caches are synced for attach detach E0427 02:51:55.647846 1 attach_detach_controller.go:449] "Error creating spec for volume of pod" err="error processing PVC \"openstack\"/\"data-ovn-ovsdb-sb-0\": PVC openstack/data-ovn-ovsdb-sb-0 has non-bound phase (\"Pending\") or empty pvc.Spec.VolumeName (\"\")" pod="openstack/ovn-ovsdb-sb-0" volumeName="data" E0427 02:51:55.648102 1 attach_detach_controller.go:449] "Error creating spec for volume of pod" err="error processing PVC \"openstack\"/\"data-ovn-ovsdb-nb-0\": PVC openstack/data-ovn-ovsdb-nb-0 has non-bound phase (\"Pending\") or empty pvc.Spec.VolumeName (\"\")" pod="openstack/ovn-ovsdb-nb-0" volumeName="data" I0427 02:51:55.650585 1 shared_informer.go:318] Caches are synced for ReplicaSet I0427 02:51:55.650734 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="cert-manager/cert-manager-75c4c745bc" duration="82.923µs" I0427 02:51:55.650790 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="cert-manager/cert-manager-webhook-548949fc64" duration="38.441µs" I0427 02:51:55.650820 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="cert-manager/cert-manager-cainjector-64b59ddb75" duration="92.213µs" I0427 02:51:55.650844 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="35.521µs" I0427 02:51:55.650897 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="35.561µs" I0427 02:51:55.650944 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="31.671µs" I0427 02:51:55.650971 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="41.542µs" I0427 02:51:55.650990 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="29.211µs" I0427 02:51:55.651041 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/node-feature-discovery-master-8665476dbc" duration="35.471µs" I0427 02:51:55.651045 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/node-feature-discovery-gc-6675cbb6d9" duration="53.432µs" I0427 02:51:55.651089 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/memcached-memcached-cf56b6468" duration="34.281µs" I0427 02:51:55.651109 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/ovn-northd-7659bd74f8" duration="45.672µs" I0427 02:51:55.651192 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-cluster-operator-54f767cff8" duration="69.113µs" I0427 02:51:55.651251 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/pxc-operator-69cb5bbdb9" duration="142.164µs" I0427 02:51:55.650899 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf" duration="50.161µs" I0427 02:51:55.651401 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-messaging-topology-operator-6f465c979f" duration="216.277µs" I0427 02:51:55.651491 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="rook-ceph/rook-ceph-operator-76bbbb77ff" duration="227.007µs" I0427 02:51:55.653578 1 shared_informer.go:318] Caches are synced for ReplicationController I0427 02:51:55.653665 1 shared_informer.go:318] Caches are synced for GC I0427 02:51:55.662304 1 shared_informer.go:318] Caches are synced for HPA I0427 02:51:55.671115 1 shared_informer.go:318] Caches are synced for taint I0427 02:51:55.671159 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0427 02:51:55.671189 1 taint_manager.go:210] "Sending events to api server" I0427 02:51:55.671204 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0427 02:51:55.671296 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0427 02:51:55.671383 1 node_lifecycle_controller.go:1071] "Controller detected that zone is now in new state" zone="" newState="Normal" I0427 02:51:55.671473 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0427 02:51:55.696998 1 shared_informer.go:318] Caches are synced for daemon sets I0427 02:51:55.701565 1 shared_informer.go:318] Caches are synced for ephemeral I0427 02:51:55.702369 1 shared_informer.go:318] Caches are synced for job I0427 02:51:55.703610 1 shared_informer.go:318] Caches are synced for PVC protection I0427 02:51:55.703633 1 shared_informer.go:318] Caches are synced for stateful set I0427 02:51:55.703668 1 shared_informer.go:318] Caches are synced for endpoint_slice I0427 02:51:55.703897 1 shared_informer.go:318] Caches are synced for endpoint I0427 02:51:55.706151 1 shared_informer.go:318] Caches are synced for persistent volume I0427 02:51:55.865646 1 event.go:307] "Event occurred" object="monitoring/loki-gateway" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set loki-gateway-cf54cb88c to 1" I0427 02:51:56.509825 1 request.go:697] Waited for 1.044908194s due to client-side throttling, not priority and fairness, request: GET:https://199.204.45.216:6443/apis/gateway.networking.k8s.io/v1alpha2/udproutes?limit=500&resourceVersion=0 I0427 02:51:56.866507 1 event.go:307] "Event occurred" object="monitoring/loki-gateway-cf54cb88c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: loki-gateway-cf54cb88c-4qx2d" I0427 02:51:56.866717 1 event.go:307] "Event occurred" object="monitoring/loki-results-cache" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Pod loki-results-cache-0 in StatefulSet loki-results-cache successful" I0427 02:51:56.866812 1 event.go:307] "Event occurred" object="monitoring/loki" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Claim storage-loki-0 Pod loki-0 in StatefulSet loki success" I0427 02:51:56.866822 1 event.go:307] "Event occurred" object="monitoring/loki-chunks-cache" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Pod loki-chunks-cache-0 in StatefulSet loki-chunks-cache successful" I0427 02:51:56.867091 1 event.go:307] "Event occurred" object="openstack/percona-xtradb-haproxy" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Pod percona-xtradb-haproxy-0 in StatefulSet percona-xtradb-haproxy successful" I0427 02:51:56.867280 1 event.go:307] "Event occurred" object="openstack/percona-xtradb-pxc" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Claim datadir-percona-xtradb-pxc-0 Pod percona-xtradb-pxc-0 in StatefulSet percona-xtradb-pxc success" I0427 02:51:56.867313 1 event.go:307] "Event occurred" object="monitoring/vector" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: vector-7ttl6" I0427 02:51:56.882641 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/loki-gateway-cf54cb88c" duration="1.017700292s" I0427 02:51:56.882914 1 event.go:307] "Event occurred" object="openstack/percona-xtradb-pxc" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Pod percona-xtradb-pxc-0 in StatefulSet percona-xtradb-pxc successful" I0427 02:51:56.890561 1 event.go:307] "Event occurred" object="monitoring/loki" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Warning" reason="FailedUpdate" message="update Pod loki-0 in StatefulSet loki failed error: could not update claim storage-loki-0 for delete policy ownerRefs: Operation cannot be fulfilled on persistentvolumeclaims \"storage-loki-0\": the object has been modified; please apply your changes to the latest version and try again" E0427 02:51:56.901077 1 stateful_set.go:435] error syncing StatefulSet monitoring/loki, requeuing: could not update claim storage-loki-0 for delete policy ownerRefs: Operation cannot be fulfilled on persistentvolumeclaims "storage-loki-0": the object has been modified; please apply your changes to the latest version and try again I0427 02:51:56.911959 1 event.go:307] "Event occurred" object="openstack/valkey-node" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Claim valkey-data-valkey-node-0 Pod valkey-node-0 in StatefulSet valkey-node success" I0427 02:51:56.913754 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/loki-gateway-cf54cb88c" duration="31.055004ms" I0427 02:51:56.913853 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/loki-gateway-cf54cb88c" duration="58.921µs" I0427 02:51:56.935627 1 event.go:307] "Event occurred" object="openstack/valkey-node" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Pod valkey-node-0 in StatefulSet valkey-node successful" I0427 02:51:56.935662 1 event.go:307] "Event occurred" object="monitoring/loki" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Warning" reason="FailedUpdate" message="update Pod loki-0 in StatefulSet loki failed error: could not update claim storage-loki-0 for delete policy ownerRefs: Operation cannot be fulfilled on persistentvolumeclaims \"storage-loki-0\": the object has been modified; please apply your changes to the latest version and try again" I0427 02:51:56.951921 1 event.go:307] "Event occurred" object="openstack/datadir-percona-xtradb-pxc-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0427 02:51:56.951950 1 event.go:307] "Event occurred" object="openstack/valkey-data-valkey-node-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0427 02:51:56.951960 1 event.go:307] "Event occurred" object="monitoring/storage-loki-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0427 02:51:56.974550 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/loki-gateway-cf54cb88c" duration="151.104µs" I0427 02:51:57.066420 1 shared_informer.go:318] Caches are synced for resource quota I0427 02:51:57.069568 1 shared_informer.go:318] Caches are synced for resource quota I0427 02:51:57.838263 1 shared_informer.go:318] Caches are synced for garbage collector I0427 02:51:57.838302 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0427 02:51:57.888735 1 shared_informer.go:318] Caches are synced for garbage collector I0427 02:51:59.412113 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/loki-gateway-cf54cb88c" duration="212.557µs" I0427 02:52:10.707761 1 event.go:307] "Event occurred" object="openstack/valkey-data-valkey-node-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0427 02:52:10.707798 1 event.go:307] "Event occurred" object="monitoring/storage-loki-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0427 02:52:10.707824 1 event.go:307] "Event occurred" object="openstack/datadir-percona-xtradb-pxc-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0427 02:52:11.946590 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/ovn-northd-7659bd74f8" duration="81.733µs" I0427 02:52:12.966654 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/ovn-northd-7659bd74f8" duration="131.974µs" I0427 02:52:17.570760 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/loki-gateway-cf54cb88c" duration="171.404514ms" I0427 02:52:17.570947 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/loki-gateway-cf54cb88c" duration="129.854µs" I0427 02:53:00.828184 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/ovn-northd-7659bd74f8" duration="333.879759ms" I0427 02:53:00.828333 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/ovn-northd-7659bd74f8" duration="95.173µs" I0427 02:54:02.097238 1 event.go:307] "Event occurred" object="auth-system/keycloak" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Pod keycloak-0 in StatefulSet keycloak successful" I0427 02:54:02.240005 1 event.go:307] "Event occurred" object="openstack/persistence-rabbitmq-keystone-server-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="WaitForFirstConsumer" message="waiting for first consumer to be created before binding" I0427 02:54:02.241532 1 event.go:307] "Event occurred" object="openstack/rabbitmq-keystone-server" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Claim persistence-rabbitmq-keystone-server-0 Pod rabbitmq-keystone-server-0 in StatefulSet rabbitmq-keystone-server success" I0427 02:54:02.248017 1 event.go:307] "Event occurred" object="openstack/rabbitmq-keystone-server" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Pod rabbitmq-keystone-server-0 in StatefulSet rabbitmq-keystone-server successful" I0427 02:54:02.261909 1 event.go:307] "Event occurred" object="openstack/persistence-rabbitmq-keystone-server-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0427 02:54:02.261953 1 event.go:307] "Event occurred" object="openstack/persistence-rabbitmq-keystone-server-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." E0427 02:54:21.445212 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.216:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0427 02:54:26.445172 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.216:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded I0427 02:54:26.445239 1 leaderelection.go:285] failed to renew lease kube-system/kube-controller-manager: timed out waiting for the condition E0427 02:54:26.445415 1 controllermanager.go:302] "leaderelection lost"