+ '[' xcinder.volume.drivers.rbd.RBDDriver == xcinder.volume.drivers.rbd.RBDDriver ']'
++ mktemp --suffix .yaml
+ SECRET=/tmp/tmp.1D6uzHiWZJ.yaml
++ mktemp --suffix .keyring
+ KEYRING=/tmp/tmp.zYCLYXSrRZ.keyring
+ trap cleanup EXIT
+ set -ex
+ '[' xcinder.volume.drivers.rbd.RBDDriver == xcinder.volume.drivers.rbd.RBDDriver ']'
+ ceph -s
  cluster:
    id:     4837cbf8-4f90-4300-b3f6-726c9b9f89b4
    health: HEALTH_WARN
            2 pool(s) have no replicas configured
 
  services:
    mon: 1 daemons, quorum instance (age 19m)
    mgr: instance.hzkxzo(active, since 17m)
    osd: 3 osds: 3 up (since 15m), 3 in (since 15m)
 
  data:
    pools:   3 pools, 41 pgs
    objects: 2 objects, 449 KiB
    usage:   81 MiB used, 3.0 TiB / 3.0 TiB avail
    pgs:     41 active+clean
 
+ '[' -n '' ']'
+ ensure_pool cinder.volumes 8 cinder-volume
+ ceph osd pool stats cinder.volumes
Error ENOENT: unrecognized pool 'cinder.volumes'
+ ceph osd pool create cinder.volumes 8
pool 'cinder.volumes' created
++ ceph mgr versions
++ awk '/version/{print $3}'
++ cut -d. -f1
+ [[ 18 -ge 12 ]]
+ ceph osd pool application enable cinder.volumes cinder-volume
enabled application 'cinder-volume' on pool 'cinder.volumes'
++ ceph osd pool get cinder.volumes nosizechange
++ cut -f2 -d:
++ tr -d '[:space:]'
+ size_protection=false
+ ceph osd pool set cinder.volumes nosizechange 0
set pool 4 nosizechange to 0
+ ceph osd pool set cinder.volumes size 1 --yes-i-really-mean-it
set pool 4 size to 1
+ ceph osd pool set cinder.volumes nosizechange false
set pool 4 nosizechange to false
+ ceph osd pool set cinder.volumes crush_rule replicated_rule
set pool 4 crush_rule to replicated_rule
+ OSD_CAPS='profile rbd'
++ ceph auth get client.cinder
Error ENOENT: failed to find client.cinder in keyring
+ USERINFO=
+ ceph auth get-or-create client.cinder mon 'profile rbd' osd 'profile rbd' -o /tmp/tmp.zYCLYXSrRZ.keyring
++ sed -n 's/^[[:blank:]]*key[[:blank:]]\+=[[:blank:]]\(.*\)/\1/p' /tmp/tmp.zYCLYXSrRZ.keyring
++ base64 -w0
+ ENCODED_KEYRING=QVFEVnUrRnBPa0pJRWhBQVFCSkZDRFdtY05WUmI4bjluY21CUEE9PQo=
+ cat
++ echo QVFEVnUrRnBPa0pJRWhBQVFCSkZDRFdtY05WUmI4bjluY21CUEE9PQo=
+ kubectl apply --namespace openstack -f /tmp/tmp.1D6uzHiWZJ.yaml
secret/cinder-volume-rbd-keyring created
+ cleanup
+ rm -f /tmp/tmp.1D6uzHiWZJ.yaml /tmp/tmp.zYCLYXSrRZ.keyring