ceph/qa/standalone/osd/osd-markdown.sh

   1 #!/bin/bash
   2 #
   3 # Copyright (C) 2015 Intel <contact@intel.com.com>
   4 # Copyright (C) 2014, 2015 Red Hat <contact@redhat.com>
   5 #
   6 # Author: Xiaoxi Chen <xiaoxi.chen@intel.com>
   7 #
   8 # This program is free software; you can redistribute it and/or modify
   9 # it under the terms of the GNU Library Public License as published by
  10 # the Free Software Foundation; either version 2, or (at your option)
  11 # any later version.
  12 #
  13 # This program is distributed in the hope that it will be useful,
  14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 # GNU Library Public License for more details.
  17 #
  18
  19 source $CEPH_ROOT/qa/standalone/ceph-helpers.sh
  20
  21 function run() {
  22     local dir=$1
  23     shift
  24
  25     export CEPH_MON="127.0.0.1:7108" # git grep '\<7108\>' : there must be only one
  26     export CEPH_ARGS
  27     CEPH_ARGS+="--fsid=$(uuidgen) --auth-supported=none "
  28     CEPH_ARGS+="--mon-host=$CEPH_MON "
  29
  30     local funcs=${@:-$(set | sed -n -e 's/^\(TEST_[0-9a-z_]*\) .*/\1/p')}
  31     for func in $funcs ; do
  32         setup $dir || return 1
  33         $func $dir || return 1
  34         teardown $dir || return 1
  35     done
  36 }
  37
  38 function markdown_N_impl() {
  39   markdown_times=$1
  40   total_time=$2
  41   sleeptime=$3
  42   for i in `seq 1 $markdown_times`
  43   do
  44     # check the OSD is UP
  45     ceph osd tree
  46     ceph osd tree | grep osd.0 |grep up || return 1
  47     # mark the OSD down.
  48     # override any dup setting in the environment to ensure we do this
  49     # exactly once (modulo messenger failures, at least; we can't *actually*
  50     # provide exactly-once semantics for mon commands).
  51     CEPH_CLI_TEST_DUP_COMMAND=0 ceph osd down 0
  52     sleep $sleeptime
  53   done
  54 }
  55
  56
  57 function TEST_markdown_exceed_maxdown_count() {
  58     local dir=$1
  59
  60     run_mon $dir a || return 1
  61     run_mgr $dir x || return 1
  62     run_osd $dir 0 || return 1
  63     run_osd $dir 1 || return 1
  64     run_osd $dir 2 || return 1
  65
  66     create_rbd_pool || return 1
  67
  68     # 3+1 times within 300s, osd should stay dead on the 4th time
  69     local count=3
  70     local sleeptime=10
  71     local period=300
  72     ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1
  73     ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1
  74
  75     markdown_N_impl $(($count+1)) $period $sleeptime
  76     # down N+1 times ,the osd.0 shoud die
  77     ceph osd tree | grep down | grep osd.0 || return 1
  78 }
  79
  80 function TEST_markdown_boot() {
  81     local dir=$1
  82
  83     run_mon $dir a || return 1
  84     run_mgr $dir x || return 1
  85     run_osd $dir 0 || return 1
  86     run_osd $dir 1 || return 1
  87     run_osd $dir 2 || return 1
  88
  89     create_rbd_pool || return 1
  90
  91     # 3 times within 120s, should stay up
  92     local count=3
  93     local sleeptime=10
  94     local period=120
  95     ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1
  96     ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1
  97
  98     markdown_N_impl $count $period $sleeptime
  99     #down N times, osd.0 should be up
 100     sleep 15  # give osd plenty of time to notice and come back up
 101     ceph osd tree | grep up | grep osd.0 || return 1
 102 }
 103
 104 function TEST_markdown_boot_exceed_time() {
 105     local dir=$1
 106
 107     run_mon $dir a || return 1
 108     run_mgr $dir x || return 1
 109     run_osd $dir 0 || return 1
 110     run_osd $dir 1 || return 1
 111     run_osd $dir 2 || return 1
 112
 113     create_rbd_pool || return 1
 114
 115     # 3+1 times, but over 40s, > 20s, so should stay up
 116     local count=3
 117     local period=20
 118     local sleeptime=10
 119     ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1
 120     ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1
 121
 122     markdown_N_impl $(($count+1)) $period $sleeptime
 123     sleep 15  # give osd plenty of time to notice and come back up
 124     ceph osd tree | grep up | grep osd.0 || return 1
 125 }
 126
 127 main osd-markdown "$@"
 128
 129 # Local Variables:
 130 # compile-command: "cd ../.. ; make -j4 && test/osd/osd-bench.sh"
 131 # End: