+ '[' xcinder.volume.drivers.rbd.RBDDriver == xcinder.volume.drivers.rbd.RBDDriver ']' ++ mktemp --suffix .yaml + SECRET=/tmp/tmp.9sFelOQAQG.yaml ++ mktemp --suffix .keyring + KEYRING=/tmp/tmp.W1UzIufQws.keyring + trap cleanup EXIT + set -ex + '[' xcinder.volume.drivers.rbd.RBDDriver == xcinder.volume.drivers.rbd.RBDDriver ']' + ceph -s cluster: id: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4 health: HEALTH_WARN 2 pool(s) have no replicas configured services: mon: 1 daemons, quorum instance (age 18m) mgr: instance.rqgwee(active, since 15m) osd: 3 osds: 3 up (since 12m), 3 in (since 13m) rgw: 1 daemon active (1 hosts, 1 zones) data: pools: 11 pools, 105 pgs objects: 242 objects, 457 KiB usage: 95 MiB used, 3.0 TiB / 3.0 TiB avail pgs: 105 active+clean + '[' -n '' ']' + ensure_pool cinder.volumes 8 cinder-volume + ceph osd pool stats cinder.volumes Error ENOENT: unrecognized pool 'cinder.volumes' + ceph osd pool create cinder.volumes 8 pool 'cinder.volumes' created ++ ceph mgr versions ++ awk '/version/{print $3}' ++ cut -d. -f1 + [[ 18 -ge 12 ]] + ceph osd pool application enable cinder.volumes cinder-volume enabled application 'cinder-volume' on pool 'cinder.volumes' ++ ceph osd pool get cinder.volumes nosizechange ++ cut -f2 -d: ++ tr -d '[:space:]' + size_protection=false + ceph osd pool set cinder.volumes nosizechange 0 set pool 12 nosizechange to 0 + ceph osd pool set cinder.volumes size 1 --yes-i-really-mean-it set pool 12 size to 1 + ceph osd pool set cinder.volumes nosizechange false set pool 12 nosizechange to false + ceph osd pool set cinder.volumes crush_rule replicated_rule set pool 12 crush_rule to replicated_rule + OSD_CAPS='profile rbd' ++ ceph auth get client.cinder Error ENOENT: failed to find client.cinder in keyring + USERINFO= + ceph auth get-or-create client.cinder mon 'profile rbd' osd 'profile rbd' -o /tmp/tmp.W1UzIufQws.keyring ++ sed -n 's/^[[:blank:]]*key[[:blank:]]\+=[[:blank:]]\(.*\)/\1/p' /tmp/tmp.W1UzIufQws.keyring ++ base64 -w0 + ENCODED_KEYRING=QVFEYTBlNXBadDlFRGhBQVU2MDJaT1hsZXk4Ui9VMnlobXVUK0E9PQo= + cat ++ echo QVFEYTBlNXBadDlFRGhBQVU2MDJaT1hsZXk4Ui9VMnlobXVUK0E9PQo= + kubectl apply --namespace openstack -f /tmp/tmp.9sFelOQAQG.yaml secret/cinder-volume-rbd-keyring created + cleanup + rm -f /tmp/tmp.9sFelOQAQG.yaml /tmp/tmp.W1UzIufQws.keyring