I0428 03:25:22.018032 1 serving.go:348] Generated self-signed cert in-memory I0428 03:25:22.642389 1 controllermanager.go:189] "Starting" version="v1.28.13" I0428 03:25:22.642436 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK="" I0428 03:25:22.645056 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt" I0428 03:25:22.645136 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt" I0428 03:25:22.645624 1 secure_serving.go:213] Serving securely on [::]:10257 I0428 03:25:22.645736 1 tlsconfig.go:240] "Starting DynamicServingCertificateController" I0428 03:25:22.645995 1 leaderelection.go:250] attempting to acquire leader lease kube-system/kube-controller-manager... I0428 03:25:42.855762 1 leaderelection.go:260] successfully acquired lease kube-system/kube-controller-manager I0428 03:25:42.855971 1 event.go:307] "Event occurred" object="kube-system/kube-controller-manager" fieldPath="" kind="Lease" apiVersion="coordination.k8s.io/v1" type="Normal" reason="LeaderElection" message="instance_1cf3b73d-21df-4abd-9d8f-a622214e0ccb became leader" I0428 03:25:42.886839 1 shared_informer.go:311] Waiting for caches to sync for tokens I0428 03:25:42.956920 1 controllermanager.go:642] "Started controller" controller="persistentvolume-attach-detach-controller" I0428 03:25:42.957071 1 attach_detach_controller.go:337] "Starting attach detach controller" I0428 03:25:42.957113 1 shared_informer.go:311] Waiting for caches to sync for attach detach I0428 03:25:42.960021 1 controllermanager.go:642] "Started controller" controller="root-ca-certificate-publisher-controller" I0428 03:25:42.960174 1 publisher.go:102] "Starting root CA cert publisher controller" I0428 03:25:42.960230 1 shared_informer.go:311] Waiting for caches to sync for crt configmap I0428 03:25:42.963402 1 controllermanager.go:642] "Started controller" controller="endpointslice-mirroring-controller" I0428 03:25:42.963743 1 endpointslicemirroring_controller.go:223] "Starting EndpointSliceMirroring controller" I0428 03:25:42.963787 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice_mirroring I0428 03:25:42.969598 1 garbagecollector.go:155] "Starting controller" controller="garbagecollector" I0428 03:25:42.969618 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0428 03:25:42.969641 1 graph_builder.go:294] "Running" component="GraphBuilder" I0428 03:25:42.969891 1 controllermanager.go:642] "Started controller" controller="garbage-collector-controller" I0428 03:25:42.969955 1 core.go:224] "Will not configure cloud provider routes for allocate-node-cidrs" CIDRs=false routes=true I0428 03:25:42.969973 1 controllermanager.go:620] "Warning: skipping controller" controller="node-route-controller" I0428 03:25:42.972629 1 controllermanager.go:642] "Started controller" controller="persistentvolume-expander-controller" I0428 03:25:42.972767 1 expand_controller.go:328] "Starting expand controller" I0428 03:25:42.972815 1 shared_informer.go:311] Waiting for caches to sync for expand I0428 03:25:42.975024 1 controllermanager.go:642] "Started controller" controller="deployment-controller" I0428 03:25:42.975194 1 deployment_controller.go:168] "Starting controller" controller="deployment" I0428 03:25:42.975216 1 shared_informer.go:311] Waiting for caches to sync for deployment I0428 03:25:42.977745 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-approving-controller" I0428 03:25:42.977844 1 certificate_controller.go:115] "Starting certificate controller" name="csrapproving" I0428 03:25:42.977860 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrapproving I0428 03:25:42.981182 1 controllermanager.go:642] "Started controller" controller="bootstrap-signer-controller" I0428 03:25:42.981228 1 shared_informer.go:311] Waiting for caches to sync for bootstrap_signer I0428 03:25:42.983584 1 controllermanager.go:642] "Started controller" controller="persistentvolume-binder-controller" I0428 03:25:42.983734 1 pv_controller_base.go:319] "Starting persistent volume controller" I0428 03:25:42.983756 1 shared_informer.go:311] Waiting for caches to sync for persistent volume I0428 03:25:42.985825 1 controllermanager.go:642] "Started controller" controller="ttl-after-finished-controller" I0428 03:25:42.985927 1 ttlafterfinished_controller.go:109] "Starting TTL after finished controller" I0428 03:25:42.985954 1 shared_informer.go:311] Waiting for caches to sync for TTL after finished I0428 03:25:42.987214 1 shared_informer.go:318] Caches are synced for tokens I0428 03:25:42.988150 1 controllermanager.go:642] "Started controller" controller="job-controller" I0428 03:25:42.988386 1 job_controller.go:226] "Starting job controller" I0428 03:25:42.988403 1 shared_informer.go:311] Waiting for caches to sync for job I0428 03:25:42.995894 1 controllermanager.go:642] "Started controller" controller="horizontal-pod-autoscaler-controller" I0428 03:25:42.995917 1 horizontal.go:200] "Starting HPA controller" I0428 03:25:42.995927 1 shared_informer.go:311] Waiting for caches to sync for HPA I0428 03:25:42.999863 1 controllermanager.go:642] "Started controller" controller="disruption-controller" I0428 03:25:43.000038 1 disruption.go:433] "Sending events to api server." I0428 03:25:43.000075 1 disruption.go:444] "Starting disruption controller" I0428 03:25:43.000084 1 shared_informer.go:311] Waiting for caches to sync for disruption I0428 03:25:43.001877 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-cleaner-controller" I0428 03:25:43.001942 1 cleaner.go:83] "Starting CSR cleaner controller" I0428 03:25:43.004138 1 controllermanager.go:642] "Started controller" controller="ttl-controller" I0428 03:25:43.004323 1 ttl_controller.go:124] "Starting TTL controller" I0428 03:25:43.004339 1 shared_informer.go:311] Waiting for caches to sync for TTL I0428 03:25:43.006595 1 node_lifecycle_controller.go:431] "Controller will reconcile labels" I0428 03:25:43.006635 1 controllermanager.go:642] "Started controller" controller="node-lifecycle-controller" I0428 03:25:43.006884 1 node_lifecycle_controller.go:465] "Sending events to api server" I0428 03:25:43.006918 1 node_lifecycle_controller.go:476] "Starting node controller" I0428 03:25:43.006926 1 shared_informer.go:311] Waiting for caches to sync for taint I0428 03:25:43.009013 1 controllermanager.go:642] "Started controller" controller="persistentvolume-protection-controller" I0428 03:25:43.009097 1 pv_protection_controller.go:78] "Starting PV protection controller" I0428 03:25:43.009115 1 shared_informer.go:311] Waiting for caches to sync for PV protection I0428 03:25:43.011346 1 controllermanager.go:642] "Started controller" controller="pod-garbage-collector-controller" I0428 03:25:43.011482 1 gc_controller.go:101] "Starting GC controller" I0428 03:25:43.011494 1 shared_informer.go:311] Waiting for caches to sync for GC I0428 03:25:43.027743 1 controllermanager.go:642] "Started controller" controller="namespace-controller" I0428 03:25:43.027910 1 namespace_controller.go:197] "Starting namespace controller" I0428 03:25:43.027927 1 shared_informer.go:311] Waiting for caches to sync for namespace I0428 03:25:43.030835 1 controllermanager.go:642] "Started controller" controller="statefulset-controller" I0428 03:25:43.031043 1 stateful_set.go:163] "Starting stateful set controller" I0428 03:25:43.031063 1 shared_informer.go:311] Waiting for caches to sync for stateful set I0428 03:25:43.034049 1 controllermanager.go:642] "Started controller" controller="ephemeral-volume-controller" I0428 03:25:43.034128 1 controller.go:169] "Starting ephemeral volume controller" I0428 03:25:43.034145 1 shared_informer.go:311] Waiting for caches to sync for ephemeral I0428 03:25:43.037309 1 controllermanager.go:642] "Started controller" controller="replicationcontroller-controller" I0428 03:25:43.037387 1 replica_set.go:214] "Starting controller" name="replicationcontroller" I0428 03:25:43.037401 1 shared_informer.go:311] Waiting for caches to sync for ReplicationController I0428 03:25:43.247411 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-serving" I0428 03:25:43.247448 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-serving I0428 03:25:43.247549 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 03:25:43.248372 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kubelet-client" I0428 03:25:43.248419 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kubelet-client I0428 03:25:43.248431 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 03:25:43.249143 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-kube-apiserver-client" I0428 03:25:43.249168 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client I0428 03:25:43.249209 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 03:25:43.249582 1 controllermanager.go:642] "Started controller" controller="certificatesigningrequest-signing-controller" I0428 03:25:43.249615 1 controllermanager.go:620] "Warning: skipping controller" controller="node-ipam-controller" I0428 03:25:43.249729 1 certificate_controller.go:115] "Starting certificate controller" name="csrsigning-legacy-unknown" I0428 03:25:43.249748 1 shared_informer.go:311] Waiting for caches to sync for certificate-csrsigning-legacy-unknown I0428 03:25:43.249776 1 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/etc/kubernetes/pki/ca.crt::/etc/kubernetes/pki/ca.key" I0428 03:25:43.265961 1 controllermanager.go:642] "Started controller" controller="daemonset-controller" I0428 03:25:43.266161 1 daemon_controller.go:291] "Starting daemon sets controller" I0428 03:25:43.266192 1 shared_informer.go:311] Waiting for caches to sync for daemon sets I0428 03:25:43.268276 1 controllermanager.go:642] "Started controller" controller="token-cleaner-controller" I0428 03:25:43.268426 1 tokencleaner.go:112] "Starting token cleaner controller" I0428 03:25:43.268463 1 shared_informer.go:311] Waiting for caches to sync for token_cleaner I0428 03:25:43.268480 1 shared_informer.go:318] Caches are synced for token_cleaner E0428 03:25:43.270367 1 core.go:213] "Failed to start cloud node lifecycle controller" err="no cloud provider provided" I0428 03:25:43.270384 1 controllermanager.go:620] "Warning: skipping controller" controller="cloud-node-lifecycle-controller" I0428 03:25:43.272945 1 controllermanager.go:642] "Started controller" controller="clusterrole-aggregation-controller" I0428 03:25:43.273007 1 clusterroleaggregation_controller.go:189] "Starting ClusterRoleAggregator controller" I0428 03:25:43.273018 1 shared_informer.go:311] Waiting for caches to sync for ClusterRoleAggregator I0428 03:25:43.310776 1 controllermanager.go:642] "Started controller" controller="endpointslice-controller" I0428 03:25:43.310889 1 endpointslice_controller.go:264] "Starting endpoint slice controller" I0428 03:25:43.310914 1 shared_informer.go:311] Waiting for caches to sync for endpoint_slice I0428 03:25:43.521761 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="poddisruptionbudgets.policy" I0428 03:25:43.521825 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpointslices.discovery.k8s.io" I0428 03:25:43.521871 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephblockpoolradosnamespaces.ceph.rook.io" I0428 03:25:43.521939 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="networkpolicies.networking.k8s.io" I0428 03:25:43.521974 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ingresses.networking.k8s.io" I0428 03:25:43.521999 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="gateways.gateway.networking.k8s.io" I0428 03:25:43.522040 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="statefulsets.apps" I0428 03:25:43.522065 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="grpcroutes.gateway.networking.k8s.io" I0428 03:25:43.522084 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="securitypolicies.gateway.envoyproxy.io" I0428 03:25:43.522101 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusterbackups.pxc.percona.com" I0428 03:25:43.522116 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="vhosts.rabbitmq.com" I0428 03:25:43.522136 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="policies.rabbitmq.com" I0428 03:25:43.522179 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyproxies.gateway.envoyproxy.io" I0428 03:25:43.522218 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystems.ceph.rook.io" I0428 03:25:43.522259 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephclients.ceph.rook.io" I0428 03:25:43.522289 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephnfses.ceph.rook.io" I0428 03:25:43.522313 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoyextensionpolicies.gateway.envoyproxy.io" I0428 03:25:43.522335 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tcproutes.gateway.networking.k8s.io" I0428 03:25:43.522368 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="topicpermissions.rabbitmq.com" I0428 03:25:43.522401 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephblockpools.ceph.rook.io" I0428 03:25:43.522431 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephbucketnotifications.ceph.rook.io" I0428 03:25:43.522459 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtrafficpolicies.gateway.envoyproxy.io" I0428 03:25:43.522489 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rabbitmqclusters.rabbitmq.com" I0428 03:25:43.522532 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystemmirrors.ceph.rook.io" I0428 03:25:43.522556 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="certificaterequests.cert-manager.io" I0428 03:25:43.522577 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephrbdmirrors.ceph.rook.io" I0428 03:25:43.522603 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backends.gateway.envoyproxy.io" I0428 03:25:43.522641 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="orders.acme.cert-manager.io" I0428 03:25:43.522666 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutes.gateway.networking.k8s.io" I0428 03:25:43.522687 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xbackendtrafficpolicies.gateway.networking.x-k8s.io" I0428 03:25:43.522703 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="federations.rabbitmq.com" I0428 03:25:43.522722 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="deployments.apps" I0428 03:25:43.522740 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectstores.ceph.rook.io" I0428 03:25:43.522754 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="controllerrevisions.apps" I0428 03:25:43.522772 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="horizontalpodautoscalers.autoscaling" I0428 03:25:43.522791 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="leases.coordination.k8s.io" I0428 03:25:43.522807 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephclusters.ceph.rook.io" I0428 03:25:43.522824 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="httproutefilters.gateway.envoyproxy.io" I0428 03:25:43.522844 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="backendtlspolicies.gateway.networking.k8s.io" I0428 03:25:43.522896 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="podtemplates" I0428 03:25:43.523003 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="nodefeatures.nfd.k8s-sigs.io" I0428 03:25:43.523038 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="challenges.acme.cert-manager.io" I0428 03:25:43.523059 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="certificates.cert-manager.io" I0428 03:25:43.523073 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="permissions.rabbitmq.com" I0428 03:25:43.523100 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="limitranges" I0428 03:25:43.523120 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectstoreusers.ceph.rook.io" I0428 03:25:43.523144 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectzonegroups.ceph.rook.io" I0428 03:25:43.523184 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="issuers.cert-manager.io" I0428 03:25:43.523202 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="xlistenersets.gateway.networking.x-k8s.io" I0428 03:25:43.523225 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="bindings.rabbitmq.com" I0428 03:25:43.523244 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="operatorpolicies.rabbitmq.com" I0428 03:25:43.523274 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectzones.ceph.rook.io" I0428 03:25:43.523292 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="referencegrants.gateway.networking.k8s.io" I0428 03:25:43.523313 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="tlsroutes.gateway.networking.k8s.io" I0428 03:25:43.523331 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="csistoragecapacities.storage.k8s.io" I0428 03:25:43.523359 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumendpoints.cilium.io" I0428 03:25:43.523397 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephcosidrivers.ceph.rook.io" I0428 03:25:43.523433 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnetworkpolicies.cilium.io" I0428 03:25:43.523456 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="envoypatchpolicies.gateway.envoyproxy.io" I0428 03:25:43.523471 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="queues.rabbitmq.com" I0428 03:25:43.523505 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="roles.rbac.authorization.k8s.io" I0428 03:25:43.523544 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephfilesystemsubvolumegroups.ceph.rook.io" I0428 03:25:43.523573 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="ciliumnodeconfigs.cilium.io" I0428 03:25:43.523614 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusterrestores.pxc.percona.com" I0428 03:25:43.523637 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="shovels.rabbitmq.com" I0428 03:25:43.523672 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="users.rabbitmq.com" I0428 03:25:43.523708 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cronjobs.batch" I0428 03:25:43.523725 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="rolebindings.rbac.authorization.k8s.io" I0428 03:25:43.523738 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="replicasets.apps" I0428 03:25:43.523755 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephbuckettopics.ceph.rook.io" I0428 03:25:43.523769 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="exchanges.rabbitmq.com" I0428 03:25:43.523795 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="schemareplications.rabbitmq.com" I0428 03:25:43.523812 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="endpoints" I0428 03:25:43.523839 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="daemonsets.apps" I0428 03:25:43.523872 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="objectbucketclaims.objectbucket.io" I0428 03:25:43.523891 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="perconaxtradbclusters.pxc.percona.com" W0428 03:25:43.523908 1 shared_informer.go:593] resyncPeriod 12h25m17.143703482s is smaller than resyncCheckPeriod 12h49m50.977779501s and the informer has already started. Changing it to 12h49m50.977779501s I0428 03:25:43.524019 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="serviceaccounts" I0428 03:25:43.524048 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="jobs.batch" I0428 03:25:43.524069 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="cephobjectrealms.ceph.rook.io" I0428 03:25:43.524094 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="clienttrafficpolicies.gateway.envoyproxy.io" I0428 03:25:43.524135 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="udproutes.gateway.networking.k8s.io" I0428 03:25:43.524204 1 resource_quota_monitor.go:224] "QuotaMonitor created object count evaluator" resource="superstreams.rabbitmq.com" I0428 03:25:43.524323 1 controllermanager.go:642] "Started controller" controller="resourcequota-controller" I0428 03:25:43.524408 1 resource_quota_controller.go:294] "Starting resource quota controller" I0428 03:25:43.524455 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0428 03:25:43.524508 1 resource_quota_monitor.go:305] "QuotaMonitor running" I0428 03:25:43.561504 1 controllermanager.go:642] "Started controller" controller="serviceaccount-controller" I0428 03:25:43.561574 1 serviceaccounts_controller.go:111] "Starting service account controller" I0428 03:25:43.561582 1 shared_informer.go:311] Waiting for caches to sync for service account E0428 03:25:43.611350 1 core.go:92] "Failed to start service controller" err="WARNING: no cloud provider provided, services of type LoadBalancer will fail" I0428 03:25:43.611390 1 controllermanager.go:620] "Warning: skipping controller" controller="service-lb-controller" I0428 03:25:43.661603 1 controllermanager.go:642] "Started controller" controller="persistentvolumeclaim-protection-controller" I0428 03:25:43.661658 1 pvc_protection_controller.go:102] "Starting PVC protection controller" I0428 03:25:43.661667 1 shared_informer.go:311] Waiting for caches to sync for PVC protection I0428 03:25:43.798804 1 controllermanager.go:642] "Started controller" controller="endpoints-controller" I0428 03:25:43.799007 1 endpoints_controller.go:177] "Starting endpoint controller" I0428 03:25:43.799021 1 shared_informer.go:311] Waiting for caches to sync for endpoint I0428 03:25:44.059229 1 controllermanager.go:642] "Started controller" controller="replicaset-controller" I0428 03:25:44.059578 1 replica_set.go:214] "Starting controller" name="replicaset" I0428 03:25:44.059609 1 shared_informer.go:311] Waiting for caches to sync for ReplicaSet I0428 03:25:44.062625 1 controllermanager.go:642] "Started controller" controller="cronjob-controller" I0428 03:25:44.062741 1 cronjob_controllerv2.go:139] "Starting cronjob controller v2" I0428 03:25:44.062768 1 shared_informer.go:311] Waiting for caches to sync for cronjob I0428 03:25:44.067350 1 shared_informer.go:311] Waiting for caches to sync for resource quota I0428 03:25:44.073507 1 shared_informer.go:318] Caches are synced for expand I0428 03:25:44.077688 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"instance\" does not exist" I0428 03:25:44.087797 1 shared_informer.go:318] Caches are synced for TTL after finished I0428 03:25:44.091407 1 shared_informer.go:318] Caches are synced for job I0428 03:25:44.096107 1 shared_informer.go:318] Caches are synced for HPA I0428 03:25:44.100123 1 shared_informer.go:318] Caches are synced for disruption I0428 03:25:44.104431 1 shared_informer.go:318] Caches are synced for TTL I0428 03:25:44.104660 1 shared_informer.go:311] Waiting for caches to sync for garbage collector I0428 03:25:44.109633 1 shared_informer.go:318] Caches are synced for PV protection I0428 03:25:44.111937 1 shared_informer.go:318] Caches are synced for GC I0428 03:25:44.111982 1 shared_informer.go:318] Caches are synced for endpoint_slice I0428 03:25:44.128670 1 shared_informer.go:318] Caches are synced for namespace I0428 03:25:44.131149 1 shared_informer.go:318] Caches are synced for stateful set I0428 03:25:44.134499 1 shared_informer.go:318] Caches are synced for ephemeral I0428 03:25:44.137805 1 shared_informer.go:318] Caches are synced for ReplicationController I0428 03:25:44.147759 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-serving I0428 03:25:44.149020 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kubelet-client I0428 03:25:44.149228 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-kube-apiserver-client I0428 03:25:44.150544 1 shared_informer.go:318] Caches are synced for certificate-csrsigning-legacy-unknown I0428 03:25:44.157869 1 shared_informer.go:318] Caches are synced for attach detach E0428 03:25:44.158514 1 attach_detach_controller.go:449] "Error creating spec for volume of pod" err="error processing PVC \"openstack\"/\"data-ovn-ovsdb-nb-0\": PVC openstack/data-ovn-ovsdb-nb-0 has non-bound phase (\"Pending\") or empty pvc.Spec.VolumeName (\"\")" pod="openstack/ovn-ovsdb-nb-0" volumeName="data" E0428 03:25:44.158644 1 attach_detach_controller.go:449] "Error creating spec for volume of pod" err="error processing PVC \"openstack\"/\"data-ovn-ovsdb-sb-0\": PVC openstack/data-ovn-ovsdb-sb-0 has non-bound phase (\"Pending\") or empty pvc.Spec.VolumeName (\"\")" pod="openstack/ovn-ovsdb-sb-0" volumeName="data" I0428 03:25:44.159717 1 shared_informer.go:318] Caches are synced for ReplicaSet I0428 03:25:44.159992 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="cert-manager/cert-manager-75c4c745bc" duration="164.914µs" I0428 03:25:44.160086 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="cert-manager/cert-manager-cainjector-64b59ddb75" duration="58.111µs" I0428 03:25:44.160193 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="envoy-gateway-system/envoy-gateway-78446f96c9" duration="75.501µs" I0428 03:25:44.160205 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="cert-manager/cert-manager-webhook-548949fc64" duration="109.062µs" I0428 03:25:44.160325 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-7c96b6546b" duration="85.332µs" I0428 03:25:44.160356 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/cilium-operator-869df985b8" duration="133.853µs" I0428 03:25:44.160396 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/node-feature-discovery-gc-6675cbb6d9" duration="91.012µs" I0428 03:25:44.160416 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="monitoring/node-feature-discovery-master-8665476dbc" duration="62.961µs" I0428 03:25:44.160420 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-67659f764b" duration="136.363µs" I0428 03:25:44.160429 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf" duration="253.406µs" I0428 03:25:44.160468 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/memcached-memcached-cf56b6468" duration="88.662µs" I0428 03:25:44.160498 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/ovn-northd-7659bd74f8" duration="73.912µs" I0428 03:25:44.160523 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/pxc-operator-69cb5bbdb9" duration="85.292µs" I0428 03:25:44.160539 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="rook-ceph/rook-ceph-operator-76bbbb77ff" duration="49.181µs" I0428 03:25:44.160443 1 shared_informer.go:318] Caches are synced for crt configmap I0428 03:25:44.161657 1 shared_informer.go:318] Caches are synced for service account I0428 03:25:44.161719 1 shared_informer.go:318] Caches are synced for PVC protection I0428 03:25:44.162849 1 shared_informer.go:318] Caches are synced for cronjob I0428 03:25:44.166331 1 shared_informer.go:318] Caches are synced for daemon sets I0428 03:25:44.173113 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator I0428 03:25:44.176575 1 shared_informer.go:318] Caches are synced for deployment I0428 03:25:44.179519 1 shared_informer.go:318] Caches are synced for certificate-csrapproving I0428 03:25:44.182614 1 shared_informer.go:318] Caches are synced for bootstrap_signer I0428 03:25:44.183806 1 shared_informer.go:318] Caches are synced for persistent volume E0428 03:25:44.184226 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:25:44.184279 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:25:44.184440 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:25:44.184458 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:25:44.208061 1 shared_informer.go:318] Caches are synced for taint I0428 03:25:44.208206 1 node_lifecycle_controller.go:1225] "Initializing eviction metric for zone" zone="" I0428 03:25:44.208398 1 node_lifecycle_controller.go:877] "Missing timestamp for Node. Assuming now as a timestamp" node="instance" I0428 03:25:44.208499 1 taint_manager.go:205] "Starting NoExecuteTaintManager" I0428 03:25:44.208550 1 node_lifecycle_controller.go:1071] "Controller detected that zone is now in new state" zone="" newState="Normal" I0428 03:25:44.208584 1 taint_manager.go:210] "Sending events to api server" I0428 03:25:44.208605 1 event.go:307] "Event occurred" object="instance" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node instance event: Registered Node instance in Controller" I0428 03:25:44.299431 1 shared_informer.go:318] Caches are synced for endpoint I0428 03:25:44.364064 1 shared_informer.go:318] Caches are synced for endpoint_slice_mirroring I0428 03:25:45.115414 1 request.go:697] Waited for 1.04905752s due to client-side throttling, not priority and fairness, request: GET:https://199.204.45.3:6443/apis/ceph.rook.io/v1/cephblockpoolradosnamespaces?limit=500&resourceVersion=0 I0428 03:25:45.451366 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-messaging-topology-operator-6f465c979f" duration="1.290876763s" I0428 03:25:45.451596 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-messaging-topology-operator-6f465c979f" duration="77.281µs" I0428 03:25:45.451683 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-cluster-operator-54f767cff8" duration="1.29116865s" I0428 03:25:45.451831 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="openstack/rabbitmq-cluster-operator-54f767cff8" duration="94.782µs" I0428 03:25:45.725243 1 shared_informer.go:318] Caches are synced for resource quota I0428 03:25:45.767569 1 shared_informer.go:318] Caches are synced for resource quota I0428 03:25:46.470535 1 shared_informer.go:318] Caches are synced for garbage collector I0428 03:25:46.470589 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage" I0428 03:25:46.505876 1 shared_informer.go:318] Caches are synced for garbage collector E0428 03:25:59.185368 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:25:59.185525 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:25:59.185568 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:25:59.185591 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:26:14.186265 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" E0428 03:26:14.186345 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" I0428 03:26:14.186457 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:26:14.186479 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:26:29.186803 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:26:29.186841 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:26:29.186856 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:26:29.186865 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:26:44.187905 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:26:44.187972 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:26:44.188000 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:26:44.188015 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:26:59.188430 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" E0428 03:26:59.188497 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" I0428 03:26:59.188584 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:26:59.188629 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:27:14.189313 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:27:14.189385 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:27:14.189496 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:27:14.189538 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:27:29.190298 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:27:29.190374 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:27:29.190408 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:27:29.190423 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:27:44.190749 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:27:44.190819 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:27:44.190853 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:27:44.190869 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:27:59.191265 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:27:59.191327 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:27:59.191437 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:27:59.191483 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:28:14.192003 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:28:14.192091 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:28:14.192218 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:28:14.192264 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:28:29.192497 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:28:29.192603 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:28:29.192780 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:28:29.192887 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:28:44.193715 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" I0428 03:28:44.193801 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:28:44.193848 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:28:44.193822 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" E0428 03:28:59.193959 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:28:59.194031 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:28:59.194132 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:28:59.194187 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:29:14.194106 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:29:14.194156 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:29:14.194177 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:29:14.194184 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" E0428 03:29:29.195050 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-nb-0" E0428 03:29:29.195117 1 pv_controller.go:1563] "Error finding provisioning plugin for claim" err="storageclass.storage.k8s.io \"general\" not found" PVC="openstack/data-ovn-ovsdb-sb-0" I0428 03:29:29.195167 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:29:29.195191 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="storageclass.storage.k8s.io \"general\" not found" I0428 03:29:35.175874 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0428 03:29:35.179469 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0428 03:29:35.184073 1 event.go:307] "Event occurred" object="local-path-storage/local-path-provisioner" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set local-path-provisioner-679c578f5 to 1" I0428 03:29:35.727876 1 event.go:307] "Event occurred" object="local-path-storage/local-path-provisioner-679c578f5" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: local-path-provisioner-679c578f5-b8drq" I0428 03:29:35.750581 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="567.84464ms" I0428 03:29:35.769782 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="19.144796ms" I0428 03:29:35.769855 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="37.861µs" I0428 03:29:35.811560 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="143.504µs" I0428 03:29:36.751638 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="6.440627ms" I0428 03:29:36.752056 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-679c578f5" duration="69.432µs" I0428 03:29:44.196471 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-sb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0428 03:29:44.196519 1 event.go:307] "Event occurred" object="openstack/data-ovn-ovsdb-nb-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'cluster.local/local-path-provisioner' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered." I0428 03:29:51.264728 1 event.go:307] "Event occurred" object="openstack/valkey-data-valkey-node-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="WaitForFirstConsumer" message="waiting for first consumer to be created before binding" I0428 03:29:51.268637 1 event.go:307] "Event occurred" object="openstack/valkey-node" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Claim valkey-data-valkey-node-0 Pod valkey-node-0 in StatefulSet valkey-node success" I0428 03:29:51.569378 1 event.go:307] "Event occurred" object="openstack/valkey-node" fieldPath="" kind="StatefulSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="create Pod valkey-node-0 in StatefulSet valkey-node successful" E0428 03:29:57.696189 1 leaderelection.go:369] Failed to update lock: Put "https://199.204.45.3:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": net/http: request canceled (Client.Timeout exceeded while awaiting headers) E0428 03:29:59.701216 1 goroutinemap.go:150] Operation for "provision-openstack/valkey-data-valkey-node-0[18e221aa-bf5f-4919-aeda-a6f901df3674]" failed. No retries permitted until 2026-04-28 03:30:00.201182532 +0000 UTC m=+278.534851263 (durationBeforeRetry 500ms). Error: etcdserver: request timed out I0428 03:29:59.701284 1 event.go:307] "Event occurred" object="openstack/valkey-data-valkey-node-0" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Warning" reason="ProvisioningFailed" message="Error saving claim: etcdserver: request timed out" E0428 03:30:02.145962 1 leaderelection.go:332] error retrieving resource lock kube-system/kube-controller-manager: Get "https://199.204.45.3:6443/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager?timeout=5s": context deadline exceeded I0428 03:30:02.146016 1 leaderelection.go:285] failed to renew lease kube-system/kube-controller-manager: timed out waiting for the condition E0428 03:30:02.146119 1 controllermanager.go:302] "leaderelection lost"