ceph/qa/standalone/osd/osd-markdown.sh

   1 #!/bin/bash
   2 #
   3 # Copyright (C) 2015 Intel <contact@intel.com.com>
   4 # Copyright (C) 2014, 2015 Red Hat <contact@redhat.com>
   5 #
   6 # Author: Xiaoxi Chen <xiaoxi.chen@intel.com>
   7 #
   8 # This program is free software; you can redistribute it and/or modify
   9 # it under the terms of the GNU Library Public License as published by
  10 # the Free Software Foundation; either version 2, or (at your option)
  11 # any later version.
  12 #
  13 # This program is distributed in the hope that it will be useful,
  14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 # GNU Library Public License for more details.
  17 #
  18
  19 source $CEPH_ROOT/qa/standalone/ceph-helpers.sh
  20
  21 function run() {
  22     local dir=$1
  23     shift
  24
  25     export CEPH_MON="127.0.0.1:7108" # git grep '\<7108\>' : there must be only one
  26     export CEPH_ARGS
  27     CEPH_ARGS+="--fsid=$(uuidgen) --auth-supported=none "
  28     CEPH_ARGS+="--mon-host=$CEPH_MON "
  29
  30     local funcs=${@:-$(set | sed -n -e 's/^\(TEST_[0-9a-z_]*\) .*/\1/p')}
  31     for func in $funcs ; do
  32         setup $dir || return 1
  33         $func $dir || return 1
  34         teardown $dir || return 1
  35     done
  36 }
  37
  38 function markdown_N_impl() {
  39   markdown_times=$1
  40   total_time=$2
  41   sleeptime=$3
  42   for i in `seq 1 $markdown_times`
  43   do
  44     # check the OSD is UP
  45     ceph osd tree
  46     ceph osd tree | grep osd.0 |grep up || return 1
  47     # mark the OSD down.
  48     ceph osd down 0
  49     sleep $sleeptime
  50   done
  51 }
  52
  53
  54 function TEST_markdown_exceed_maxdown_count() {
  55     local dir=$1
  56
  57     run_mon $dir a || return 1
  58     run_mgr $dir x || return 1
  59     run_osd $dir 0 || return 1
  60     run_osd $dir 1 || return 1
  61     run_osd $dir 2 || return 1
  62     # 3+1 times within 300s, osd should stay dead on the 4th time
  63     local count=3
  64     local sleeptime=10
  65     local period=300
  66     ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1
  67     ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1
  68
  69     markdown_N_impl $(($count+1)) $period $sleeptime
  70     # down N+1 times ,the osd.0 shoud die
  71     ceph osd tree | grep down | grep osd.0 || return 1
  72 }
  73
  74 function TEST_markdown_boot() {
  75     local dir=$1
  76
  77     run_mon $dir a || return 1
  78     run_mgr $dir x || return 1
  79     run_osd $dir 0 || return 1
  80     run_osd $dir 1 || return 1
  81     run_osd $dir 2 || return 1
  82
  83     # 3 times within 120s, should stay up
  84     local count=3
  85     local sleeptime=10
  86     local period=120
  87     ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1
  88     ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1
  89
  90     markdown_N_impl $count $period $sleeptime
  91     #down N times, osd.0 should be up
  92     sleep 15  # give osd plenty of time to notice and come back up
  93     ceph osd tree | grep up | grep osd.0 || return 1
  94 }
  95
  96 function TEST_markdown_boot_exceed_time() {
  97     local dir=$1
  98
  99     run_mon $dir a || return 1
 100     run_mgr $dir x || return 1
 101     run_osd $dir 0 || return 1
 102     run_osd $dir 1 || return 1
 103     run_osd $dir 2 || return 1
 104
 105
 106     # 3+1 times, but over 40s, > 20s, so should stay up
 107     local count=3
 108     local period=20
 109     local sleeptime=10
 110     ceph tell osd.0 injectargs '--osd_max_markdown_count '$count'' || return 1
 111     ceph tell osd.0 injectargs '--osd_max_markdown_period '$period'' || return 1
 112
 113     markdown_N_impl $(($count+1)) $period $sleeptime
 114     sleep 15  # give osd plenty of time to notice and come back up
 115     ceph osd tree | grep up | grep osd.0 || return 1
 116 }
 117
 118 main osd-markdown "$@"
 119
 120 # Local Variables:
 121 # compile-command: "cd ../.. ; make -j4 && test/osd/osd-bench.sh"
 122 # End: