#!/usr/bin/env bash # # Copyright (C) 2013 Inktank # Copyright (C) 2013 Cloudwatt # # Author: Loic Dachary # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU Library Public License as published by # the Free Software Foundation; either version 2, or (at your option) # any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Library Public License for more details. # test -d dev/osd0/. && test -e dev/sudo && SUDO="sudo" if [ -e CMakeCache.txt ]; then [ -z "$CEPH_BIN" ] && CEPH_BIN=bin fi if [ -n "$VSTART_DEST" ]; then CEPH_CONF_PATH=$VSTART_DEST else CEPH_CONF_PATH="$PWD" fi conf_fn="$CEPH_CONF_PATH/ceph.conf" CEPHADM_DIR_PATH="$CEPH_CONF_PATH/../src/cephadm" MYUID=$(id -u) MYNAME=$(id -nu) do_killall() { local pname="ceph-run.*$1" if [ $1 == "ganesha.nfsd" ]; then pname=$1 fi pg=`pgrep -u $MYUID -f $pname` [ -n "$pg" ] && kill $pg $SUDO killall -u $MYNAME $1 } do_killcephadm() { FSID=$($CEPH_BIN/ceph -c $conf_fn fsid) sudo $CEPHADM_DIR_PATH/cephadm rm-cluster --fsid $FSID --force } do_umountall() { #VSTART_IP_PORTS is of the format as below #"[v[num]:IP:PORT/0,v[num]:IP:PORT/0][v[num]:IP:PORT/0,v[num]:IP:PORT/0]..." VSTART_IP_PORTS=$("${CEPH_BIN}"/ceph -c $conf_fn mon metadata 2>/dev/null | jq -j '.[].addrs') #SRC_MNT_ARRAY is of the format as below #SRC_MNT_ARRAY[0] = IP:PORT,IP:PORT,IP:PORT:/ #SRC_MNT_ARRAY[1] = MNT_POINT1 #SRC_MNT_ARRAY[2] = IP:PORT:/ #Could be mounted using single mon IP #SRC_MNT_ARRAY[3] = MNT_POINT2 #... SRC_MNT_ARRAY=($(findmnt -t ceph -n --raw --output=source,target)) LEN_SRC_MNT_ARRAY=${#SRC_MNT_ARRAY[@]} for (( i=0; i<${LEN_SRC_MNT_ARRAY}; i=$((i+2)) )) do # The first IP:PORT among the list is checked against vstart monitor IP:PORTS IP_PORT1=$(echo ${SRC_MNT_ARRAY[$i]} | awk -F ':/' '{print $1}' | awk -F ',' '{print $1}') if [[ "$VSTART_IP_PORTS" == *"$IP_PORT1"* ]] then CEPH_MNT=${SRC_MNT_ARRAY[$((i+1))]} [ -n "$CEPH_MNT" ] && sudo umount -f $CEPH_MNT fi done #Get fuse mounts of the cluster CEPH_FUSE_MNTS=$("${CEPH_BIN}"/ceph -c $conf_fn tell mds.* client ls 2>/dev/null | grep mount_point | tr -d '",' | awk '{print $2}') [ -n "$CEPH_FUSE_MNTS" ] && sudo umount -f $CEPH_FUSE_MNTS } usage="usage: $0 [all] [mon] [mds] [osd] [rgw] [nfs] [--crimson] [--cephadm]\n" stop_all=1 stop_mon=0 stop_mds=0 stop_osd=0 stop_mgr=0 stop_rgw=0 stop_ganesha=0 ceph_osd=ceph-osd stop_cephadm=0 while [ $# -ge 1 ]; do case $1 in all ) stop_all=1 ;; mon | ceph-mon ) stop_mon=1 stop_all=0 ;; mgr | ceph-mgr ) stop_mgr=1 stop_all=0 ;; mds | ceph-mds ) stop_mds=1 stop_all=0 ;; osd | ceph-osd ) stop_osd=1 stop_all=0 ;; rgw | ceph-rgw ) stop_rgw=1 stop_all=0 ;; nfs | ganesha.nfsd ) stop_ganesha=1 stop_all=0 ;; --crimson) ceph_osd=crimson-osd ;; --cephadm) stop_cephadm=1 stop_all=0 ;; * ) printf "$usage" exit esac shift done if [ $stop_all -eq 1 ]; then if "${CEPH_BIN}"/ceph -s --connect-timeout 1 -c $conf_fn >/dev/null 2>&1; then # Umount mounted filesystems from vstart cluster do_umountall fi if "${CEPH_BIN}"/rbd device list -c $conf_fn >/dev/null 2>&1; then "${CEPH_BIN}"/rbd device list -c $conf_fn | tail -n +2 | while read DEV; do # While it is currently possible to create an rbd image with # whitespace chars in its name, krbd will refuse mapping such # an image, so we can safely split on whitespace here. (The # same goes for whitespace chars in names of the pools that # contain rbd images). DEV="$(echo "${DEV}" | tr -s '[:space:]' | awk '{ print $5 }')" sudo "${CEPH_BIN}"/rbd device unmap "${DEV}" -c $conf_fn done if [ -n "$("${CEPH_BIN}"/rbd device list -c $conf_fn)" ]; then echo "WARNING: Some rbd images are still mapped!" >&2 fi fi daemons="$($CEPHADM_DIR_PATH/cephadm ls 2> /dev/null)" if [ $? -eq 0 -a "$daemons" != "[]" ]; then do_killcephadm fi for p in $ceph_osd ceph-mon ceph-mds ceph-mgr radosgw lt-radosgw apache2 ganesha.nfsd ; do for try in 0 1 1 1 1 ; do if ! pkill -u $MYUID $p ; then break fi sleep $try done done pkill -u $MYUID -f valgrind.bin.\*ceph-mon $SUDO pkill -u $MYUID -f valgrind.bin.\*$ceph_osd pkill -u $MYUID -f valgrind.bin.\*ceph-mds asok_dir=`dirname $("${CEPH_BIN}"/ceph-conf -c ${conf_fn} --show-config-value admin_socket)` rm -rf "${asok_dir}" else [ $stop_mon -eq 1 ] && do_killall ceph-mon [ $stop_mds -eq 1 ] && do_killall ceph-mds [ $stop_osd -eq 1 ] && do_killall $ceph_osd [ $stop_mgr -eq 1 ] && do_killall ceph-mgr [ $stop_ganesha -eq 1 ] && do_killall ganesha.nfsd [ $stop_rgw -eq 1 ] && do_killall radosgw lt-radosgw apache2 [ $stop_cephadm -eq 1 ] && do_killcephadm fi