{"level":"info","ts":1772158041.2419934,"logger":"rabbitmq-cluster-operator","msg":"Waited for 1.029572872s due to client-side throttling, not priority and fairness, request: GET:https://10.96.0.1:443/apis/autoscaling/v2?timeout=32s\n"} {"level":"info","ts":1772158041.2461154,"logger":"controller-runtime.metrics","msg":"Metrics server is starting to listen","addr":":9782"} {"level":"info","ts":1772158041.2473192,"logger":"setup","msg":"started controller"} {"level":"info","ts":1772158041.247353,"logger":"setup","msg":"starting manager"} {"level":"info","ts":1772158041.2477999,"msg":"Starting server","path":"/metrics","kind":"metrics","addr":"[::]:9782"} {"level":"info","ts":1772158041.3481362,"logger":"rabbitmq-cluster-operator","msg":"attempting to acquire leader lease openstack/rabbitmq-cluster-operator-leader-election...\n"} {"level":"info","ts":1772158056.8746839,"logger":"rabbitmq-cluster-operator","msg":"successfully acquired lease openstack/rabbitmq-cluster-operator-leader-election\n"} {"level":"info","ts":1772158056.8750143,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1beta1.RabbitmqCluster"} {"level":"info","ts":1772158056.8751454,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.StatefulSet"} {"level":"info","ts":1772158056.8751636,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":1772158056.8751712,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.Service"} {"level":"info","ts":1772158056.8751771,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.Role"} {"level":"info","ts":1772158056.875185,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.RoleBinding"} {"level":"info","ts":1772158056.8751936,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.ServiceAccount"} {"level":"info","ts":1772158056.8752036,"logger":"controller.rabbitmqcluster","msg":"Starting EventSource","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","source":"kind source: *v1.Secret"} {"level":"info","ts":1772158056.8752103,"logger":"controller.rabbitmqcluster","msg":"Starting Controller","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster"} {"level":"info","ts":1772158057.0781784,"logger":"controller.rabbitmqcluster","msg":"Starting workers","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","worker count":1} {"level":"info","ts":1772158057.1967013,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-cinder","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1772158057.2194731,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-cinder-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-cinder","namespace":"openstack"} {"level":"info","ts":1772158057.2214713,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-cinder-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158057.2487314,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-cinder-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158057.2582016,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-cinder-server of Type *v1.StatefulSet","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-cinder","namespace":"openstack"} {"level":"info","ts":1772158057.2667813,"logger":"controller.rabbitmqcluster","msg":"Finished reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-cinder","namespace":"openstack"} {"level":"info","ts":1772158057.2832398,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-glance","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1772158057.2911022,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-glance-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-glance","namespace":"openstack"} {"level":"info","ts":1772158057.2927704,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-glance-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158057.4524386,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-glance-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158057.4679127,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-glance-server of Type *v1.StatefulSet","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-glance","namespace":"openstack"} {"level":"info","ts":1772158057.4998057,"logger":"controller.rabbitmqcluster","msg":"Finished reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-glance","namespace":"openstack"} {"level":"info","ts":1772158057.509024,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-octavia","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1772158057.5130384,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-octavia-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-octavia","namespace":"openstack"} {"level":"info","ts":1772158057.5147755,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-octavia-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158057.6105866,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-octavia-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158057.625016,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-octavia-server of Type *v1.StatefulSet","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-octavia","namespace":"openstack"} {"level":"info","ts":1772158057.6667497,"logger":"controller.rabbitmqcluster","msg":"Finished reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-octavia","namespace":"openstack"} {"level":"info","ts":1772158057.6733356,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-keystone","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1772158057.6765745,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-keystone-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-keystone","namespace":"openstack"} {"level":"info","ts":1772158057.6782231,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-keystone-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158057.7525291,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-keystone-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158057.831322,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-keystone-server of Type *v1.StatefulSet","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-keystone","namespace":"openstack"} {"level":"info","ts":1772158057.978513,"logger":"controller.rabbitmqcluster","msg":"Finished reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-keystone","namespace":"openstack"} {"level":"info","ts":1772158057.9904008,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-barbican","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1772158058.2555425,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-barbican-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-barbican","namespace":"openstack"} {"level":"info","ts":1772158058.2565424,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-barbican-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158058.283524,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-barbican-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158058.315271,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-barbican-server of Type *v1.StatefulSet","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-barbican","namespace":"openstack"} {"level":"info","ts":1772158058.3885493,"logger":"controller.rabbitmqcluster","msg":"Finished reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-barbican","namespace":"openstack"} {"level":"info","ts":1772158058.572085,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-magnum","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1772158058.5943055,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-magnum-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-magnum","namespace":"openstack"} {"level":"info","ts":1772158058.5974896,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-magnum-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158058.6259139,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-magnum-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158058.6356924,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-magnum-server of Type *v1.StatefulSet","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-magnum","namespace":"openstack"} {"level":"info","ts":1772158058.6464992,"logger":"controller.rabbitmqcluster","msg":"Finished reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-magnum","namespace":"openstack"} {"level":"info","ts":1772158058.6572993,"logger":"controller.rabbitmqcluster","msg":"Start reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-neutron","namespace":"openstack","spec":"{\"replicas\":1,\"image\":\"harbor.atmosphere.dev/docker.io/library/rabbitmq:3.10.2-management\",\"service\":{\"type\":\"ClusterIP\"},\"persistence\":{\"storage\":\"10Gi\"},\"resources\":{\"requests\":{\"cpu\":\"500m\",\"memory\":\"1Gi\"}},\"affinity\":{\"nodeAffinity\":{\"requiredDuringSchedulingIgnoredDuringExecution\":{\"nodeSelectorTerms\":[{\"matchExpressions\":[{\"key\":\"openstack-control-plane\",\"operator\":\"In\",\"values\":[\"enabled\"]}]}]}}},\"rabbitmq\":{\"additionalConfig\":\"vm_memory_high_watermark.relative = 0.9\\n\"},\"tls\":{},\"override\":{},\"terminationGracePeriodSeconds\":15,\"secretBackend\":{}}"} {"level":"info","ts":1772158058.6606746,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-neutron-nodes of Type *v1.Service","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-neutron","namespace":"openstack"} {"level":"info","ts":1772158058.6624193,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-neutron-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158058.7529728,"logger":"statefulset.RabbitmqCluster","msg":"Warning: Memory request and limit are not equal for \"rabbitmq-neutron-server\". It is recommended that they be set to the same value"} {"level":"info","ts":1772158058.7623158,"logger":"controller.rabbitmqcluster","msg":"updated resource rabbitmq-neutron-server of Type *v1.StatefulSet","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-neutron","namespace":"openstack"} {"level":"info","ts":1772158063.7204432,"logger":"controller.rabbitmqcluster","msg":"Finished reconciling","reconciler group":"rabbitmq.com","reconciler kind":"RabbitmqCluster","name":"rabbitmq-neutron","namespace":"openstack"} {"level":"error","ts":1772158069.0992708,"logger":"rabbitmq-cluster-operator","msg":"error retrieving resource lock openstack/rabbitmq-cluster-operator-leader-election: Get \"https://10.96.0.1:443/api/v1/namespaces/openstack/configmaps/rabbitmq-cluster-operator-leader-election\": context deadline exceeded\n","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1\n\t/go/pkg/mod/k8s.io/client-go@v0.23.5/tools/leaderelection/leaderelection.go:272\nk8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:220\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:233\nk8s.io/apimachinery/pkg/util/wait.poll\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:580\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:545\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntil\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:536\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1\n\t/go/pkg/mod/k8s.io/client-go@v0.23.5/tools/leaderelection/leaderelection.go:271\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\t/go/pkg/mod/k8s.io/apimachinery@v0.23.5/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew\n\t/go/pkg/mod/k8s.io/client-go@v0.23.5/tools/leaderelection/leaderelection.go:268\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\t/go/pkg/mod/k8s.io/client-go@v0.23.5/tools/leaderelection/leaderelection.go:212\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.11.2/pkg/manager/internal.go:642"} {"level":"info","ts":1772158069.0995264,"logger":"rabbitmq-cluster-operator","msg":"failed to renew lease openstack/rabbitmq-cluster-operator-leader-election: timed out waiting for the condition\n"} {"level":"error","ts":1772158069.0995724,"logger":"setup","msg":"problem running manager","error":"leader election lost","stacktrace":"main.main\n\t/workspace/main.go:139\nruntime.main\n\t/usr/local/go/src/runtime/proc.go:255"}