+ '[' xcinder.volume.drivers.rbd.RBDDriver == xcinder.volume.drivers.rbd.RBDDriver ']'
++ mktemp --suffix .yaml
+ SECRET=/tmp/tmp.jVrWHM8ytr.yaml
++ mktemp --suffix .keyring
+ KEYRING=/tmp/tmp.OrGLlj1uB2.keyring
+ trap cleanup EXIT
+ set -ex
+ '[' xcinder.volume.drivers.rbd.RBDDriver == xcinder.volume.drivers.rbd.RBDDriver ']'
+ ceph -s
  cluster:
    id:     4837cbf8-4f90-4300-b3f6-726c9b9f89b4
    health: HEALTH_WARN
            2 pool(s) have no replicas configured
 
  services:
    mon: 1 daemons, quorum instance (age 30m)
    mgr: instance.xqnwfw(active, since 28m)
    osd: 3 osds: 3 up (since 26m), 3 in (since 26m)
    rgw: 1 daemon active (1 hosts, 1 zones)
 
  data:
    pools:   11 pools, 153 pgs
    objects: 262 objects, 112 MiB
    usage:   317 MiB used, 3.0 TiB / 3.0 TiB avail
    pgs:     153 active+clean
 
+ ensure_pool cinder.volumes 8 cinder-volume
+ ceph osd pool stats cinder.volumes
Error ENOENT: unrecognized pool 'cinder.volumes'
+ ceph osd pool create cinder.volumes 8
pool 'cinder.volumes' created
++ ceph mgr versions
++ awk '/version/{print $3}'
++ cut -d. -f1
+ [[ 18 -ge 12 ]]
+ ceph osd pool application enable cinder.volumes cinder-volume
enabled application 'cinder-volume' on pool 'cinder.volumes'
++ ceph osd pool get cinder.volumes nosizechange
++ cut -f2 -d:
++ tr -d '[:space:]'
+ size_protection=false
+ ceph osd pool set cinder.volumes nosizechange 0
set pool 12 nosizechange to 0
+ ceph osd pool set cinder.volumes size 1 --yes-i-really-mean-it
set pool 12 size to 1
+ ceph osd pool set cinder.volumes nosizechange false
set pool 12 nosizechange to false
+ ceph osd pool set cinder.volumes crush_rule replicated_rule
set pool 12 crush_rule to replicated_rule
++ ceph auth get client.cinder
Error ENOENT: failed to find client.cinder in keyring
+ USERINFO=
+ ceph auth get-or-create client.cinder mon 'profile rbd' osd 'profile rbd' -o /tmp/tmp.OrGLlj1uB2.keyring
++ base64 -w0
++ sed -n 's/^[[:blank:]]*key[[:blank:]]\+=[[:blank:]]\(.*\)/\1/p' /tmp/tmp.OrGLlj1uB2.keyring
+ ENCODED_KEYRING=QVFBTmErbHA0L0hvRHhBQThpd0Q2Tm4zTkFCWVo5ODZIYW9TN3c9PQo=
+ cat
++ echo QVFBTmErbHA0L0hvRHhBQThpd0Q2Tm4zTkFCWVo5ODZIYW9TN3c9PQo=
+ kubectl apply --namespace openstack -f /tmp/tmp.jVrWHM8ytr.yaml
secret/cinder-volume-rbd-keyring created
+ cleanup
+ rm -f /tmp/tmp.jVrWHM8ytr.yaml /tmp/tmp.OrGLlj1uB2.keyring