ceph/qa/standalone/mon/misc.sh

   1 #!/usr/bin/env bash
   2 #
   3 # Copyright (C) 2014 Cloudwatt <libre.licensing@cloudwatt.com>
   4 # Copyright (C) 2014, 2015 Red Hat <contact@redhat.com>
   5 #
   6 # Author: Loic Dachary <loic@dachary.org>
   7 #
   8 # This program is free software; you can redistribute it and/or modify
   9 # it under the terms of the GNU Library Public License as published by
  10 # the Free Software Foundation; either version 2, or (at your option)
  11 # any later version.
  12 #
  13 # This program is distributed in the hope that it will be useful,
  14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 # GNU Library Public License for more details.
  17 #
  18 source $CEPH_ROOT/qa/standalone/ceph-helpers.sh
  19
  20 function run() {
  21     local dir=$1
  22     shift
  23
  24     export CEPH_MON="127.0.0.1:7102" # git grep '\<7102\>' : there must be only one
  25     export CEPH_ARGS
  26     CEPH_ARGS+="--fsid=$(uuidgen) --auth-supported=none "
  27     CEPH_ARGS+="--mon-host=$CEPH_MON "
  28
  29     local funcs=${@:-$(set | sed -n -e 's/^\(TEST_[0-9a-z_]*\) .*/\1/p')}
  30     for func in $funcs ; do
  31         $func $dir || return 1
  32     done
  33 }
  34
  35 TEST_POOL=rbd
  36
  37 function TEST_osd_pool_get_set() {
  38     local dir=$1
  39
  40     setup $dir || return 1
  41     run_mon $dir a || return 1
  42     create_pool $TEST_POOL 8
  43
  44     local flag
  45     for flag in nodelete nopgchange nosizechange write_fadvise_dontneed noscrub nodeep-scrub; do
  46         ceph osd pool set $TEST_POOL $flag 0 || return 1
  47         ! ceph osd dump | grep 'pool ' | grep $flag || return 1
  48         ceph osd pool set $TEST_POOL $flag 1 || return 1
  49         ceph osd dump | grep 'pool ' | grep $flag || return 1
  50         ceph osd pool set $TEST_POOL $flag false || return 1
  51         ! ceph osd dump | grep 'pool ' | grep $flag || return 1
  52         ceph osd pool set $TEST_POOL $flag false || return 1
  53         # check that setting false twice does not toggle to true (bug)
  54         ! ceph osd dump | grep 'pool ' | grep $flag || return 1
  55         ceph osd pool set $TEST_POOL $flag true || return 1
  56         ceph osd dump | grep 'pool ' | grep $flag || return 1
  57         # cleanup
  58         ceph osd pool set $TEST_POOL $flag 0 || return 1
  59     done
  60
  61     local size=$(ceph osd pool get $TEST_POOL size|awk '{print $2}')
  62     local min_size=$(ceph osd pool get $TEST_POOL min_size|awk '{print $2}')
  63     local expected_min_size=$(expr $size - $size / 2)
  64     if [ $min_size -ne $expected_min_size ]; then
  65         echo "default min_size is wrong: expected $expected_min_size, got $min_size"
  66         return 1
  67     fi
  68
  69     ceph osd pool set $TEST_POOL scrub_min_interval 123456 || return 1
  70     ceph osd dump | grep 'pool ' | grep 'scrub_min_interval 123456' || return 1
  71     ceph osd pool set $TEST_POOL scrub_min_interval 0 || return 1
  72     ceph osd dump | grep 'pool ' | grep 'scrub_min_interval' && return 1
  73     ceph osd pool set $TEST_POOL scrub_max_interval 123456 || return 1
  74     ceph osd dump | grep 'pool ' | grep 'scrub_max_interval 123456' || return 1
  75     ceph osd pool set $TEST_POOL scrub_max_interval 0 || return 1
  76     ceph osd dump | grep 'pool ' | grep 'scrub_max_interval' && return 1
  77     ceph osd pool set $TEST_POOL deep_scrub_interval 123456 || return 1
  78     ceph osd dump | grep 'pool ' | grep 'deep_scrub_interval 123456' || return 1
  79     ceph osd pool set $TEST_POOL deep_scrub_interval 0 || return 1
  80     ceph osd dump | grep 'pool ' | grep 'deep_scrub_interval' && return 1
  81
  82     #replicated pool size restrict in 1 and 10
  83     ! ceph osd pool set $TEST_POOL 11 || return 1
  84     #replicated pool min_size must be between in 1 and size
  85     ! ceph osd pool set $TEST_POOL min_size $(expr $size + 1) || return 1
  86     ! ceph osd pool set $TEST_POOL min_size 0 || return 1
  87
  88     local ecpool=erasepool
  89     create_pool $ecpool 12 12 erasure default || return 1
  90     #erasue pool size=k+m, min_size=k
  91     local size=$(ceph osd pool get $ecpool size|awk '{print $2}')
  92     local min_size=$(ceph osd pool get $ecpool min_size|awk '{print $2}')
  93     local k=$(expr $min_size - 1)  # default min_size=k+1
  94     #erasure pool size can't change
  95     ! ceph osd pool set $ecpool size  $(expr $size + 1) || return 1
  96     #erasure pool min_size must be between in k and size
  97     ceph osd pool set $ecpool min_size $(expr $k + 1) || return 1
  98     ! ceph osd pool set $ecpool min_size $(expr $k - 1) || return 1
  99     ! ceph osd pool set $ecpool min_size $(expr $size + 1) || return 1
 100
 101     teardown $dir || return 1
 102 }
 103
 104 function TEST_mon_add_to_single_mon() {
 105     local dir=$1
 106
 107     fsid=$(uuidgen)
 108     MONA=127.0.0.1:7117 # git grep '\<7117\>' : there must be only one
 109     MONB=127.0.0.1:7118 # git grep '\<7118\>' : there must be only one
 110     CEPH_ARGS_orig=$CEPH_ARGS
 111     CEPH_ARGS="--fsid=$fsid --auth-supported=none "
 112     CEPH_ARGS+="--mon-initial-members=a "
 113     CEPH_ARGS+="--mon-host=$MONA "
 114
 115     setup $dir || return 1
 116     run_mon $dir a --public-addr $MONA || return 1
 117     # wait for the quorum
 118     timeout 120 ceph -s > /dev/null || return 1
 119     run_mon $dir b --public-addr $MONB || return 1
 120     teardown $dir || return 1
 121
 122     setup $dir || return 1
 123     run_mon $dir a --public-addr $MONA || return 1
 124     # without the fix of #5454, mon.a will assert failure at seeing the MMonJoin
 125     # from mon.b
 126     run_mon $dir b --public-addr $MONB || return 1
 127     # make sure mon.b get's it's join request in first, then
 128     sleep 2
 129     # wait for the quorum
 130     timeout 120 ceph -s > /dev/null || return 1
 131     ceph mon dump
 132     ceph mon dump -f json-pretty
 133     local num_mons
 134     num_mons=$(ceph mon dump --format=json 2>/dev/null | jq ".mons | length") || return 1
 135     [ $num_mons == 2 ] || return 1
 136     # no reason to take more than 120 secs to get this submitted
 137     timeout 120 ceph mon add b $MONB || return 1
 138     teardown $dir || return 1
 139 }
 140
 141 function TEST_no_segfault_for_bad_keyring() {
 142     local dir=$1
 143     setup $dir || return 1
 144     # create a client.admin key and add it to ceph.mon.keyring
 145     ceph-authtool --create-keyring $dir/ceph.mon.keyring --gen-key -n mon. --cap mon 'allow *'
 146     ceph-authtool --create-keyring $dir/ceph.client.admin.keyring --gen-key -n client.admin --cap mon 'allow *'
 147     ceph-authtool $dir/ceph.mon.keyring --import-keyring $dir/ceph.client.admin.keyring
 148     CEPH_ARGS_TMP="--fsid=$(uuidgen) --mon-host=127.0.0.1:7102 --auth-supported=cephx "
 149     CEPH_ARGS_orig=$CEPH_ARGS
 150     CEPH_ARGS="$CEPH_ARGS_TMP --keyring=$dir/ceph.mon.keyring "
 151     run_mon $dir a
 152     # create a bad keyring and make sure no segfault occurs when using the bad keyring
 153     echo -e "[client.admin]\nkey = BQAUlgtWoFePIxAAQ9YLzJSVgJX5V1lh5gyctg==" > $dir/bad.keyring
 154     CEPH_ARGS="$CEPH_ARGS_TMP --keyring=$dir/bad.keyring"
 155     ceph osd dump 2> /dev/null
 156     # 139(11|128) means segfault and core dumped
 157     [ $? -eq 139 ] && return 1
 158     CEPH_ARGS=$CEPH_ARGS_orig
 159     teardown $dir || return 1
 160 }
 161
 162 function TEST_mon_features() {
 163     local dir=$1
 164     setup $dir || return 1
 165
 166     fsid=$(uuidgen)
 167     MONA=127.0.0.1:7127 # git grep '\<7127\>' ; there must be only one
 168     MONB=127.0.0.1:7128 # git grep '\<7128\>' ; there must be only one
 169     MONC=127.0.0.1:7129 # git grep '\<7129\>' ; there must be only one
 170     CEPH_ARGS_orig=$CEPH_ARGS
 171     CEPH_ARGS="--fsid=$fsid --auth-supported=none "
 172     CEPH_ARGS+="--mon-initial-members=a,b,c "
 173     CEPH_ARGS+="--mon-host=$MONA,$MONB,$MONC "
 174     CEPH_ARGS+="--mon-debug-no-initial-persistent-features "
 175     CEPH_ARGS+="--mon-debug-no-require-quincy "
 176
 177     run_mon $dir a --public-addr $MONA || return 1
 178     run_mon $dir b --public-addr $MONB || return 1
 179     timeout 120 ceph -s > /dev/null || return 1
 180
 181     # expect monmap to contain 3 monitors (a, b, and c)
 182     jqinput="$(ceph quorum_status --format=json 2>/dev/null)"
 183     jq_success "$jqinput" '.monmap.mons | length == 3' || return 1
 184     # quorum contains two monitors
 185     jq_success "$jqinput" '.quorum | length == 2' || return 1
 186     # quorum's monitor features contain kraken, luminous, mimic, nautilus, octopus, pacific
 187     jqfilter='.features.quorum_mon[]|select(. == "kraken")'
 188     jq_success "$jqinput" "$jqfilter" "kraken" || return 1
 189     jqfilter='.features.quorum_mon[]|select(. == "luminous")'
 190     jq_success "$jqinput" "$jqfilter" "luminous" || return 1
 191     jqfilter='.features.quorum_mon[]|select(. == "mimic")'
 192     jq_success "$jqinput" "$jqfilter" "mimic" || return 1
 193     jqfilter='.features.quorum_mon[]|select(. == "nautilus")'
 194     jq_success "$jqinput" "$jqfilter" "nautilus" || return 1
 195     jqfilter='.features.quorum_mon[]|select(. == "octopus")'
 196     jq_success "$jqinput" "$jqfilter" "octopus" || return 1
 197     jqfilter='.features.quorum_mon[]|select(. == "pacific")'
 198     jq_success "$jqinput" "$jqfilter" "pacific" || return 1
 199     jqfilter='.features.quorum_mon[]|select(. == "quincy")'
 200     jq_success "$jqinput" "$jqfilter" "quincy" || return 1
 201
 202     # monmap must have no persistent features set, because we
 203     # don't currently have a quorum made out of all the monitors
 204     # in the monmap.
 205     jqfilter='.monmap.features.persistent | length == 0'
 206     jq_success "$jqinput" "$jqfilter" || return 1
 207
 208     # nor do we have any optional features, for that matter.
 209     jqfilter='.monmap.features.optional | length == 0'
 210     jq_success "$jqinput" "$jqfilter" || return 1
 211
 212     # validate 'mon feature ls'
 213
 214     jqinput="$(ceph mon feature ls --format=json 2>/dev/null)"
 215     # k l m n o p are supported
 216     jqfilter='.all.supported[] | select(. == "kraken")'
 217     jq_success "$jqinput" "$jqfilter" "kraken" || return 1
 218     jqfilter='.all.supported[] | select(. == "luminous")'
 219     jq_success "$jqinput" "$jqfilter" "luminous" || return 1
 220     jqfilter='.all.supported[] | select(. == "mimic")'
 221     jq_success "$jqinput" "$jqfilter" "mimic" || return 1
 222     jqfilter='.all.supported[] | select(. == "nautilus")'
 223     jq_success "$jqinput" "$jqfilter" "nautilus" || return 1
 224     jqfilter='.all.supported[] | select(. == "octopus")'
 225     jq_success "$jqinput" "$jqfilter" "octopus" || return 1
 226     jqfilter='.all.supported[] | select(. == "pacific")'
 227     jq_success "$jqinput" "$jqfilter" "pacific" || return 1
 228     jqfilter='.all.supported[] | select(. == "quincy")'
 229     jq_success "$jqinput" "$jqfilter" "quincy" || return 1
 230
 231     # start third monitor
 232     run_mon $dir c --public-addr $MONC || return 1
 233
 234     wait_for_quorum 300 3 || return 1
 235
 236     timeout 300 ceph -s > /dev/null || return 1
 237
 238     jqinput="$(ceph quorum_status --format=json 2>/dev/null)"
 239     # expect quorum to have all three monitors
 240     jqfilter='.quorum | length == 3'
 241     jq_success "$jqinput" "$jqfilter" || return 1
 242
 243     # quorum's monitor features should have p now too
 244     jqfilter='.features.quorum_mon[]|select(. == "pacific")'
 245     jq_success "$jqinput" "$jqfilter" "pacific" || return 1
 246
 247     # persistent too
 248     jqfilter='.monmap.features.persistent[]|select(. == "kraken")'
 249     jq_success "$jqinput" "$jqfilter" "kraken" || return 1
 250     jqfilter='.monmap.features.persistent[]|select(. == "luminous")'
 251     jq_success "$jqinput" "$jqfilter" "luminous" || return 1
 252     jqfilter='.monmap.features.persistent[]|select(. == "mimic")'
 253     jq_success "$jqinput" "$jqfilter" "mimic" || return 1
 254     jqfilter='.monmap.features.persistent[]|select(. == "osdmap-prune")'
 255     jq_success "$jqinput" "$jqfilter" "osdmap-prune" || return 1
 256     jqfilter='.monmap.features.persistent[]|select(. == "nautilus")'
 257     jq_success "$jqinput" "$jqfilter" "nautilus" || return 1
 258     jqfilter='.monmap.features.persistent[]|select(. == "octopus")'
 259     jq_success "$jqinput" "$jqfilter" "octopus" || return 1
 260     jqfilter='.monmap.features.persistent[]|select(. == "pacific")'
 261     jq_success "$jqinput" "$jqfilter" "pacific" || return 1
 262     jqfilter='.monmap.features.persistent[]|select(. == "elector-pinging")'
 263     jq_success "$jqinput" "$jqfilter" "elector-pinging" || return 1
 264     jqfilter='.monmap.features.persistent | length == 9'
 265     jq_success "$jqinput" "$jqfilter" || return 1
 266     jqfilter='.monmap.features.persistent[]|select(. == "quincy")'
 267     jq_success "$jqinput" "$jqfilter" "quincy" || return 1
 268
 269     CEPH_ARGS=$CEPH_ARGS_orig
 270     # that's all folks. thank you for tuning in.
 271     teardown $dir || return 1
 272 }
 273
 274 main misc "$@"
 275
 276 # Local Variables:
 277 # compile-command: "cd ../.. ; make -j4 && test/mon/misc.sh"
 278 # End: