ceph/qa/workunits/rbd/rbd-ggate.sh

   1 #!/bin/sh -ex
   2
   3 POOL=testrbdggate$$
   4 IMAGE=test
   5 SIZE=64
   6 DATA=
   7 DEV=
   8
   9 if which xmlstarlet > /dev/null 2>&1; then
  10   XMLSTARLET=xmlstarlet
  11 elif which xml > /dev/null 2>&1; then
  12   XMLSTARLET=xml
  13 else
  14   echo "Missing xmlstarlet binary!"
  15   exit 1
  16 fi
  17
  18 _sudo()
  19 {
  20     local cmd
  21
  22     if [ `id -u` -eq 0 ]
  23     then
  24         "$@"
  25         return $?
  26     fi
  27
  28     # Look for the command in the user path. If it fails run it as is,
  29     # supposing it is in sudo path.
  30     cmd=`which $1 2>/dev/null` || cmd=$1
  31     shift
  32     sudo -nE "${cmd}" "$@"
  33 }
  34
  35 setup()
  36 {
  37     if [ -e CMakeCache.txt ]; then
  38         # running under cmake build dir
  39
  40         CEPH_SRC=$(readlink -f $(dirname $0)/../../../src)
  41         CEPH_ROOT=${PWD}
  42         CEPH_BIN=${CEPH_ROOT}/bin
  43
  44         export LD_LIBRARY_PATH=${CEPH_ROOT}/lib:${LD_LIBRARY_PATH}
  45         export PYTHONPATH=${PYTHONPATH}:${CEPH_SRC}/pybind
  46         for x in ${CEPH_ROOT}/lib/cython_modules/lib* ; do
  47             PYTHONPATH="${PYTHONPATH}:${x}"
  48         done
  49         PATH=${CEPH_BIN}:${PATH}
  50     fi
  51
  52     _sudo echo test sudo
  53
  54     trap cleanup INT TERM EXIT
  55     TEMPDIR=`mktemp -d`
  56     DATA=${TEMPDIR}/data
  57     dd if=/dev/urandom of=${DATA} bs=1M count=${SIZE}
  58     ceph osd pool create ${POOL} 64 64
  59     rbd --dest-pool ${POOL} --no-progress import ${DATA} ${IMAGE}
  60 }
  61
  62 cleanup()
  63 {
  64     set +e
  65     rm -Rf ${TEMPDIR}
  66     if [ -n "${DEV}" ]
  67     then
  68         _sudo rbd-ggate unmap ${DEV}
  69     fi
  70     ceph osd pool delete ${POOL} ${POOL} --yes-i-really-really-mean-it
  71 }
  72
  73 expect_false()
  74 {
  75   if "$@"; then return 1; else return 0; fi
  76 }
  77
  78 #
  79 # main
  80 #
  81
  82 setup
  83
  84 # exit status test
  85 expect_false rbd-ggate
  86 expect_false rbd-ggate INVALIDCMD
  87 if [ `id -u` -ne 0 ]
  88 then
  89     expect_false rbd-ggate map ${IMAGE}
  90 fi
  91 expect_false _sudo rbd-ggate map INVALIDIMAGE
  92
  93 # map test using the first unused device
  94 DEV=`_sudo rbd-ggate map ${POOL}/${IMAGE}`
  95 _sudo rbd-ggate list | grep "^${DEV}$"
  96
  97 # map test specifying the device
  98 expect_false _sudo rbd-ggate --device ${DEV} map ${POOL}/${IMAGE}
  99 dev1=${DEV}
 100 _sudo rbd-ggate unmap ${DEV}
 101 _sudo rbd-ggate list | expect_false grep "^${DEV}$"
 102 DEV=
 103 # XXX: race possible when the device is reused by other process
 104 DEV=`_sudo rbd-ggate --device ${dev1} map ${POOL}/${IMAGE}`
 105 [ "${DEV}" = "${dev1}" ]
 106 _sudo rbd-ggate list | grep "^${DEV}$"
 107
 108 # read test
 109 [ "`dd if=${DATA} bs=1M | md5`" = "`_sudo dd if=${DEV} bs=1M | md5`" ]
 110
 111 # write test
 112 dd if=/dev/urandom of=${DATA} bs=1M count=${SIZE}
 113 _sudo dd if=${DATA} of=${DEV} bs=1M
 114 _sudo sync
 115 [ "`dd if=${DATA} bs=1M | md5`" = "`rbd -p ${POOL} --no-progress export ${IMAGE} - | md5`" ]
 116
 117 # trim test
 118 provisioned=`rbd -p ${POOL} --format xml du ${IMAGE} |
 119   $XMLSTARLET sel -t -m "//stats/images/image/provisioned_size" -v .`
 120 used=`rbd -p ${POOL} --format xml du ${IMAGE} |
 121   $XMLSTARLET sel -t -m "//stats/images/image/used_size" -v .`
 122 [ "${used}" -eq "${provisioned}" ]
 123 _sudo newfs -E ${DEV}
 124 _sudo sync
 125 provisioned=`rbd -p ${POOL} --format xml du ${IMAGE} |
 126   $XMLSTARLET sel -t -m "//stats/images/image/provisioned_size" -v .`
 127 used=`rbd -p ${POOL} --format xml du ${IMAGE} |
 128   $XMLSTARLET sel -t -m "//stats/images/image/used_size" -v .`
 129 [ "${used}" -lt "${provisioned}" ]
 130
 131 # resize test
 132 devname=$(basename ${DEV})
 133 size=$(geom gate list ${devname} | awk '$1 ~ /Mediasize:/ {print $2}')
 134 test -n "${size}"
 135 rbd resize ${POOL}/${IMAGE} --size $((SIZE * 2))M
 136 rbd info ${POOL}/${IMAGE}
 137 if [ -z "$RBD_GGATE_RESIZE_SUPPORTED" ]; then
 138     # XXX: ggate device resize is not supported by vanila kernel.
 139     # rbd-ggate should terminate when detecting resize.
 140     _sudo rbd-ggate list | expect_false grep "^${DEV}$"
 141 else
 142     _sudo rbd-ggate list | grep "^${DEV}$"
 143     size2=$(geom gate list ${devname} | awk '$1 ~ /Mediasize:/ {print $2}')
 144     test -n "${size2}"
 145     test ${size2} -eq $((size * 2))
 146     dd if=/dev/urandom of=${DATA} bs=1M count=$((SIZE * 2))
 147     _sudo dd if=${DATA} of=${DEV} bs=1M
 148     _sudo sync
 149     [ "`dd if=${DATA} bs=1M | md5`" = "`rbd -p ${POOL} --no-progress export ${IMAGE} - | md5`" ]
 150     rbd resize ${POOL}/${IMAGE} --allow-shrink --size ${SIZE}M
 151     rbd info ${POOL}/${IMAGE}
 152     size2=$(geom gate list ${devname} | awk '$1 ~ /Mediasize:/ {print $2}')
 153     test -n "${size2}"
 154     test ${size2} -eq ${size}
 155     truncate -s ${SIZE}M ${DATA}
 156     [ "`dd if=${DATA} bs=1M | md5`" = "`rbd -p ${POOL} --no-progress export ${IMAGE} - | md5`" ]
 157     _sudo rbd-ggate unmap ${DEV}
 158 fi
 159 DEV=
 160
 161 # read-only option test
 162 DEV=`_sudo rbd-ggate map --read-only ${POOL}/${IMAGE}`
 163 devname=$(basename ${DEV})
 164 _sudo rbd-ggate list | grep "^${DEV}$"
 165 access=$(geom gate list ${devname} | awk '$1 == "access:" {print $2}')
 166 test "${access}" = "read-only"
 167 _sudo dd if=${DEV} of=/dev/null bs=1M
 168 expect_false _sudo dd if=${DATA} of=${DEV} bs=1M
 169 _sudo rbd-ggate unmap ${DEV}
 170
 171 # exclusive option test
 172 DEV=`_sudo rbd-ggate map --exclusive ${POOL}/${IMAGE}`
 173 _sudo rbd-ggate list | grep "^${DEV}$"
 174 _sudo dd if=${DATA} of=${DEV} bs=1M
 175 _sudo sync
 176 expect_false timeout 10 \
 177     rbd -p ${POOL} bench ${IMAGE} --io-type=write --io-size=1024 --io-total=1024
 178 _sudo rbd-ggate unmap ${DEV}
 179 DEV=
 180 rbd bench -p ${POOL} ${IMAGE} --io-type=write --io-size=1024 --io-total=1024
 181
 182 echo OK