[ceph.git] / ceph / src / stop.sh

#!/usr/bin/env bash
# -*- mode:sh; tab-width:4; sh-basic-offset:4; indent-tabs-mode:nil -*-
# vim: softtabstop=4 shiftwidth=4 expandtab
#
# Copyright (C) 2013 Inktank <info@inktank.com>
# Copyright (C) 2013 Cloudwatt <libre.licensing@cloudwatt.com>
#
# Author: Loic Dachary <loic@dachary.org>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU Library Public License as published by
# the Free Software Foundation; either version 2, or (at your option)
# any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Library Public License for more details.
#

test -d dev/osd0/. && test -e dev/sudo && SUDO="sudo"

if [ -e CMakeCache.txt ]; then
  [ -z "$CEPH_BIN" ] && CEPH_BIN=bin
fi

if [ -n "$VSTART_DEST" ]; then
  CEPH_CONF_PATH=$VSTART_DEST
else
  CEPH_CONF_PATH="$PWD"
fi
conf_fn="$CEPH_CONF_PATH/ceph.conf"
CEPHADM_DIR_PATH="$CEPH_CONF_PATH/../src/cephadm"

MYUID=$(id -u)
MYNAME=$(id -nu)

do_killall() {
    local pname="ceph-run.*$1"
    if [ $1 == "ganesha.nfsd" ]; then
	    pname=$1
    fi
    pg=`pgrep -u $MYUID -f $pname`
    [ -n "$pg" ] && kill $pg
    $SUDO killall -u $MYNAME $1
}

maybe_kill() {
    local p=$1
    shift
    local step=$1
    shift
    case $step in
        0)
            # killing processes
            pkill -SIGTERM -u $MYUID $p
            return 1
            ;;
        [1-5])
            # wait for processes to stop
            if pkill -0 -u $MYUID $p; then
                # $p is still alive
                return 1
            fi
            ;;
        8)
            # kill and print if some left
            if pkill -0 -u $MYUID $p; then
                echo "WARNING: $p did not orderly shutdown, killing it hard!" >&2
                pkill -SIGKILL -u $MYUID $p
            fi
            ;;
    esac
}

do_killcephadm() {
    FSID=$($CEPH_BIN/ceph -c $conf_fn fsid)
    sudo $CEPHADM_DIR_PATH/cephadm rm-cluster --fsid $FSID --force
}

do_umountall() {
    #VSTART_IP_PORTS is of the format as below
    #"[v[num]:IP:PORT/0,v[num]:IP:PORT/0][v[num]:IP:PORT/0,v[num]:IP:PORT/0]..."
    VSTART_IP_PORTS=$("${CEPH_BIN}"/ceph -c $conf_fn mon metadata 2>/dev/null | jq -j '.[].addrs')

    #SRC_MNT_ARRAY is of the format as below
    #SRC_MNT_ARRAY[0] = IP:PORT,IP:PORT,IP:PORT:/
    #SRC_MNT_ARRAY[1] = MNT_POINT1
    #SRC_MNT_ARRAY[2] = IP:PORT:/ #Could be mounted using single mon IP
    #SRC_MNT_ARRAY[3] = MNT_POINT2
    #...
    SRC_MNT_ARRAY=($(findmnt -t ceph -n --raw --output=source,target))
    LEN_SRC_MNT_ARRAY=${#SRC_MNT_ARRAY[@]}

    for (( i=0; i<${LEN_SRC_MNT_ARRAY}; i=$((i+2)) ))
    do
      # The first IP:PORT among the list is checked against vstart monitor IP:PORTS
      IP_PORT1=$(echo ${SRC_MNT_ARRAY[$i]} | awk -F ':/' '{print $1}' | awk -F ',' '{print $1}')
      if [[ "$VSTART_IP_PORTS" == *"$IP_PORT1"* ]]
      then
        CEPH_MNT=${SRC_MNT_ARRAY[$((i+1))]}
        [ -n "$CEPH_MNT" ] && sudo umount -f $CEPH_MNT
      fi
    done

    #Get fuse mounts of the cluster
    CEPH_FUSE_MNTS=$("${CEPH_BIN}"/ceph -c $conf_fn tell mds.* client ls 2>/dev/null | grep mount_point | tr -d '",' | awk '{print $2}')
    [ -n "$CEPH_FUSE_MNTS" ] && sudo umount -f $CEPH_FUSE_MNTS
}

usage="usage: $0 [all] [mon] [mds] [osd] [rgw] [nfs] [--crimson] [--cephadm]\n"

stop_all=1
stop_mon=0
stop_mds=0
stop_osd=0
stop_mgr=0
stop_rgw=0
stop_ganesha=0
ceph_osd=ceph-osd
stop_cephadm=0

while [ $# -ge 1 ]; do
    case $1 in
        all )
            stop_all=1
            ;;
        mon | ceph-mon )
            stop_mon=1
            stop_all=0
            ;;
        mgr | ceph-mgr )
            stop_mgr=1
            stop_all=0
            ;;
        mds | ceph-mds )
            stop_mds=1
            stop_all=0
            ;;
        osd | ceph-osd )
            stop_osd=1
            stop_all=0
            ;;
        rgw | ceph-rgw )
            stop_rgw=1
            stop_all=0
            ;;
        nfs | ganesha.nfsd )
            stop_ganesha=1
            stop_all=0
            ;;
        --crimson)
            ceph_osd=crimson-osd
            ;;
        --cephadm)
            stop_cephadm=1
            stop_all=0
            ;;
        * )
            printf "$usage"
            exit
    esac
    shift
done

if [ $stop_all -eq 1 ]; then
    if "${CEPH_BIN}"/ceph -s --connect-timeout 1 -c $conf_fn >/dev/null 2>&1; then
        # Umount mounted filesystems from vstart cluster
        do_umountall
    fi

    if "${CEPH_BIN}"/rbd device list -c $conf_fn >/dev/null 2>&1; then
        "${CEPH_BIN}"/rbd device list -c $conf_fn | tail -n +2 |
        while read DEV; do
            # While it is currently possible to create an rbd image with
            # whitespace chars in its name, krbd will refuse mapping such
            # an image, so we can safely split on whitespace here.  (The
            # same goes for whitespace chars in names of the pools that
            # contain rbd images).
            DEV="$(echo "${DEV}" | tr -s '[:space:]' | awk '{ print $5 }')"
            sudo "${CEPH_BIN}"/rbd device unmap "${DEV}" -c $conf_fn
        done

        if [ -n "$("${CEPH_BIN}"/rbd device list -c $conf_fn)" ]; then
            echo "WARNING: Some rbd images are still mapped!" >&2
        fi
    fi

    daemons="$($CEPHADM_DIR_PATH/cephadm ls 2> /dev/null)"
    if [ $? -eq 0 -a "$daemons" != "[]" ]; then
        do_killcephadm
    fi

    # killing processes
    to_kill="$ceph_osd ceph-mon ceph-mds ceph-mgr radosgw lt-radosgw apache2 ganesha.nfsd"
    since_kill=0
    for step in 0 1 1 2 3 5 8; do
        sleep $step
        since_kill=$((since_kill + step))
        survivors=''
        for p in $to_kill; do
            if ! maybe_kill "$p" $step; then
                survivors+=" $p"
            fi
        done
        if [ -z "$survivors" ]; then
            break
        fi
        to_kill=$survivors
        if [ $since_kill -gt 0 ]; then
            echo "WARNING: $to_kill still alive after $since_kill seconds" >&2
        fi
    done

    pkill -u $MYUID -f valgrind.bin.\*ceph-mon
    $SUDO pkill -u $MYUID -f valgrind.bin.\*$ceph_osd
    pkill -u $MYUID -f valgrind.bin.\*ceph-mds
    asok_dir=`dirname $("${CEPH_BIN}"/ceph-conf -c ${conf_fn} --show-config-value admin_socket)`
    rm -rf "${asok_dir}"
else
    [ $stop_mon -eq 1 ] && do_killall ceph-mon
    [ $stop_mds -eq 1 ] && do_killall ceph-mds
    [ $stop_osd -eq 1 ] && do_killall $ceph_osd
    [ $stop_mgr -eq 1 ] && do_killall ceph-mgr
    [ $stop_ganesha -eq 1 ] && do_killall ganesha.nfsd
    [ $stop_rgw -eq 1 ] && do_killall radosgw lt-radosgw apache2
    [ $stop_cephadm -eq 1 ] && do_killcephadm
fi
Commit	Line	Data
9f95a23c	1	#!/usr/bin/env bash
20effc67 TL	2	# -- mode:sh; tab-width:4; sh-basic-offset:4; indent-tabs-mode:nil --
20effc67 TL	3	# vim: softtabstop=4 shiftwidth=4 expandtab
7c673cae FG	4	#
	5	# Copyright (C) 2013 Inktank <info@inktank.com>
	6	# Copyright (C) 2013 Cloudwatt <libre.licensing@cloudwatt.com>
	7	#
	8	# Author: Loic Dachary <loic@dachary.org>
	9	#
	10	# This program is free software; you can redistribute it and/or modify
	11	# it under the terms of the GNU Library Public License as published by
	12	# the Free Software Foundation; either version 2, or (at your option)
	13	# any later version.
	14	#
	15	# This program is distributed in the hope that it will be useful,
	16	# but WITHOUT ANY WARRANTY; without even the implied warranty of
	17	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	18	# GNU Library Public License for more details.
	19	#
	20
	21	test -d dev/osd0/. && test -e dev/sudo && SUDO="sudo"
	22
	23	if [ -e CMakeCache.txt ]; then
7c673cae FG	24	[ -z "$CEPH_BIN" ] && CEPH_BIN=bin
	25	fi
	26
11fdf7f2 TL	27	if [ -n "$VSTART_DEST" ]; then
	28	CEPH_CONF_PATH=$VSTART_DEST
	29	else
	30	CEPH_CONF_PATH="$PWD"
	31	fi
	32	conf_fn="$CEPH_CONF_PATH/ceph.conf"
f6b5b4d7	33	CEPHADM_DIR_PATH="$CEPH_CONF_PATH/../src/cephadm"
11fdf7f2	34
7c673cae FG	35	MYUID=$(id -u)
	36	MYNAME=$(id -nu)
	37
	38	do_killall() {
9f95a23c TL	39	local pname="ceph-run.*$1"
	40	if [ $1 == "ganesha.nfsd" ]; then
	41	pname=$1
	42	fi
	43	pg=`pgrep -u $MYUID -f $pname`
7c673cae FG	44	[ -n "$pg" ] && kill $pg
	45	$SUDO killall -u $MYNAME $1
	46	}
	47
20effc67 TL	48	maybe_kill() {
	49	local p=$1
	50	shift
	51	local step=$1
	52	shift
	53	case $step in
	54	0)
	55	# killing processes
	56	pkill -SIGTERM -u $MYUID $p
	57	return 1
	58	;;
	59	[1-5])
	60	# wait for processes to stop
	61	if pkill -0 -u $MYUID $p; then
	62	# $p is still alive
	63	return 1
	64	fi
	65	;;
	66	8)
	67	# kill and print if some left
	68	if pkill -0 -u $MYUID $p; then
	69	echo "WARNING: $p did not orderly shutdown, killing it hard!" >&2
	70	pkill -SIGKILL -u $MYUID $p
	71	fi
	72	;;
	73	esac
	74	}
	75
f6b5b4d7 TL	76	do_killcephadm() {
	77	FSID=$($CEPH_BIN/ceph -c $conf_fn fsid)
	78	sudo $CEPHADM_DIR_PATH/cephadm rm-cluster --fsid $FSID --force
	79	}
	80
9f95a23c TL	81	do_umountall() {
	82	#VSTART_IP_PORTS is of the format as below
	83	#"[v[num]:IP:PORT/0,v[num]:IP:PORT/0][v[num]:IP:PORT/0,v[num]:IP:PORT/0]..."
	84	VSTART_IP_PORTS=$("${CEPH_BIN}"/ceph -c $conf_fn mon metadata 2>/dev/null \| jq -j '.[].addrs')
	85
	86	#SRC_MNT_ARRAY is of the format as below
	87	#SRC_MNT_ARRAY[0] = IP:PORT,IP:PORT,IP:PORT:/
	88	#SRC_MNT_ARRAY[1] = MNT_POINT1
	89	#SRC_MNT_ARRAY[2] = IP:PORT:/ #Could be mounted using single mon IP
	90	#SRC_MNT_ARRAY[3] = MNT_POINT2
	91	#...
	92	SRC_MNT_ARRAY=($(findmnt -t ceph -n --raw --output=source,target))
	93	LEN_SRC_MNT_ARRAY=${#SRC_MNT_ARRAY[@]}
	94
	95	for (( i=0; i<${LEN_SRC_MNT_ARRAY}; i=$((i+2)) ))
	96	do
	97	# The first IP:PORT among the list is checked against vstart monitor IP:PORTS
	98	IP_PORT1=$(echo ${SRC_MNT_ARRAY[$i]} \| awk -F ':/' '{print $1}' \| awk -F ',' '{print $1}')
	99	if [[ "$VSTART_IP_PORTS" == "$IP_PORT1" ]]
	100	then
	101	CEPH_MNT=${SRC_MNT_ARRAY[$((i+1))]}
	102	[ -n "$CEPH_MNT" ] && sudo umount -f $CEPH_MNT
	103	fi
	104	done
	105
	106	#Get fuse mounts of the cluster
	107	CEPH_FUSE_MNTS=$("${CEPH_BIN}"/ceph -c $conf_fn tell mds.* client ls 2>/dev/null \| grep mount_point \| tr -d '",' \| awk '{print $2}')
	108	[ -n "$CEPH_FUSE_MNTS" ] && sudo umount -f $CEPH_FUSE_MNTS
	109	}
	110
f6b5b4d7	111	usage="usage: $0 [all] [mon] [mds] [osd] [rgw] [nfs] [--crimson] [--cephadm]\n"
7c673cae FG	112
	113	stop_all=1
	114	stop_mon=0
	115	stop_mds=0
	116	stop_osd=0
	117	stop_mgr=0
	118	stop_rgw=0
9f95a23c TL	119	stop_ganesha=0
9f95a23c TL	120	ceph_osd=ceph-osd
f6b5b4d7	121	stop_cephadm=0
7c673cae FG	122
	123	while [ $# -ge 1 ]; do
	124	case $1 in
	125	all )
	126	stop_all=1
	127	;;
	128	mon \| ceph-mon )
	129	stop_mon=1
	130	stop_all=0
	131	;;
	132	mgr \| ceph-mgr )
	133	stop_mgr=1
	134	stop_all=0
	135	;;
	136	mds \| ceph-mds )
	137	stop_mds=1
	138	stop_all=0
	139	;;
	140	osd \| ceph-osd )
	141	stop_osd=1
	142	stop_all=0
	143	;;
	144	rgw \| ceph-rgw )
	145	stop_rgw=1
	146	stop_all=0
	147	;;
f6b5b4d7	148	nfs \| ganesha.nfsd )
9f95a23c TL	149	stop_ganesha=1
	150	stop_all=0
	151	;;
	152	--crimson)
	153	ceph_osd=crimson-osd
	154	;;
f6b5b4d7 TL	155	--cephadm)
	156	stop_cephadm=1
	157	stop_all=0
	158	;;
7c673cae FG	159	* )
	160	printf "$usage"
	161	exit
	162	esac
	163	shift
	164	done
	165
	166	if [ $stop_all -eq 1 ]; then
9f95a23c TL	167	if "${CEPH_BIN}"/ceph -s --connect-timeout 1 -c $conf_fn >/dev/null 2>&1; then
	168	# Umount mounted filesystems from vstart cluster
	169	do_umountall
	170	fi
	171
11fdf7f2 TL	172	if "${CEPH_BIN}"/rbd device list -c $conf_fn >/dev/null 2>&1; then
11fdf7f2 TL	173	"${CEPH_BIN}"/rbd device list -c $conf_fn \| tail -n +2 \|
7c673cae FG	174	while read DEV; do
	175	# While it is currently possible to create an rbd image with
	176	# whitespace chars in its name, krbd will refuse mapping such
	177	# an image, so we can safely split on whitespace here. (The
	178	# same goes for whitespace chars in names of the pools that
	179	# contain rbd images).
	180	DEV="$(echo "${DEV}" \| tr -s '[:space:]' \| awk '{ print $5 }')"
11fdf7f2	181	sudo "${CEPH_BIN}"/rbd device unmap "${DEV}" -c $conf_fn
7c673cae FG	182	done
7c673cae FG	183
11fdf7f2	184	if [ -n "$("${CEPH_BIN}"/rbd device list -c $conf_fn)" ]; then
7c673cae FG	185	echo "WARNING: Some rbd images are still mapped!" >&2
	186	fi
	187	fi
	188
f6b5b4d7 TL	189	daemons="$($CEPHADM_DIR_PATH/cephadm ls 2> /dev/null)"
	190	if [ $? -eq 0 -a "$daemons" != "[]" ]; then
	191	do_killcephadm
	192	fi
	193
20effc67 TL	194	# killing processes
	195	to_kill="$ceph_osd ceph-mon ceph-mds ceph-mgr radosgw lt-radosgw apache2 ganesha.nfsd"
	196	since_kill=0
	197	for step in 0 1 1 2 3 5 8; do
	198	sleep $step
	199	since_kill=$((since_kill + step))
	200	survivors=''
	201	for p in $to_kill; do
	202	if ! maybe_kill "$p" $step; then
	203	survivors+=" $p"
7c673cae	204	fi
7c673cae	205	done
20effc67 TL	206	if [ -z "$survivors" ]; then
	207	break
	208	fi
	209	to_kill=$survivors
	210	if [ $since_kill -gt 0 ]; then
	211	echo "WARNING: $to_kill still alive after $since_kill seconds" >&2
	212	fi
7c673cae FG	213	done
	214
	215	pkill -u $MYUID -f valgrind.bin.\*ceph-mon
9f95a23c	216	$SUDO pkill -u $MYUID -f valgrind.bin.\*$ceph_osd
7c673cae	217	pkill -u $MYUID -f valgrind.bin.\*ceph-mds
11fdf7f2	218	asok_dir=`dirname $("${CEPH_BIN}"/ceph-conf -c ${conf_fn} --show-config-value admin_socket)`
c07f9fc5	219	rm -rf "${asok_dir}"
7c673cae FG	220	else
	221	[ $stop_mon -eq 1 ] && do_killall ceph-mon
	222	[ $stop_mds -eq 1 ] && do_killall ceph-mds
9f95a23c	223	[ $stop_osd -eq 1 ] && do_killall $ceph_osd
7c673cae	224	[ $stop_mgr -eq 1 ] && do_killall ceph-mgr
9f95a23c	225	[ $stop_ganesha -eq 1 ] && do_killall ganesha.nfsd
7c673cae	226	[ $stop_rgw -eq 1 ] && do_killall radosgw lt-radosgw apache2
f6b5b4d7	227	[ $stop_cephadm -eq 1 ] && do_killcephadm
7c673cae	228	fi