diff options
Diffstat (limited to 'src/pybind/mgr/dashboard/run-backend-api-tests.sh')
| -rwxr-xr-x | src/pybind/mgr/dashboard/run-backend-api-tests.sh | 182 |
1 files changed, 182 insertions, 0 deletions
diff --git a/src/pybind/mgr/dashboard/run-backend-api-tests.sh b/src/pybind/mgr/dashboard/run-backend-api-tests.sh new file mode 100755 index 000000000..bdd38cbe8 --- /dev/null +++ b/src/pybind/mgr/dashboard/run-backend-api-tests.sh @@ -0,0 +1,182 @@ +#!/usr/bin/env bash + +# SHELL_TRACE=true ./run-backend-api-tests.sh to enable debugging +[ -v SHELL_TRACE ] && set -x + +# cross shell: Are we sourced? +# Source: https://stackoverflow.com/a/28776166/3185053 +([[ -n $ZSH_EVAL_CONTEXT && $ZSH_EVAL_CONTEXT =~ :file$ ]] || + [[ -n $KSH_VERSION && $(cd "$(dirname -- "$0")" && + printf '%s' "${PWD%/}/")$(basename -- "$0") != "${.sh.file}" ]] || + [[ -n $BASH_VERSION ]] && (return 0 2>/dev/null)) && sourced=1 || sourced=0 + +if [ "$sourced" -eq 0 ] ; then + set -eo pipefail +fi + +if [[ "$1" = "-h" || "$1" = "--help" ]]; then + echo "Usage (run from ./):" + echo -e "\t./run-backend-api-tests.sh" + echo -e "\t./run-backend-api-tests.sh [tests]..." + echo + echo "Example:" + echo -e "\t./run-backend-api-tests.sh tasks.mgr.dashboard.test_pool.DashboardTest" + echo + echo "Or source this script. This allows to re-run tests faster:" + echo -e "\tsource run-backend-api-tests.sh" + echo -e "\trun_teuthology_tests [tests]..." + echo -e "\tcleanup_teuthology" + echo + + exit 0 +fi + +get_cmake_variable() { + local variable=$1 + grep "$variable" CMakeCache.txt | cut -d "=" -f 2 +} + +[ -z "$BUILD_DIR" ] && BUILD_DIR=build +CURR_DIR=`pwd` +LOCAL_BUILD_DIR=$(cd "$CURR_DIR/../../../../$BUILD_DIR"; pwd) + +setup_teuthology() { + TEMP_DIR=`mktemp -d` + cd $TEMP_DIR + + ${TEUTHOLOGY_PYTHON_BIN:-/usr/bin/python3} -m venv venv + source venv/bin/activate + pip install -U pip 'setuptools>=12,<60' + pip install "git+https://github.com/ceph/teuthology@9e4bf63#egg=teuthology[test]" + pushd $CURR_DIR + pip install -r requirements.txt -c constraints.txt + popd + + deactivate +} + +setup_coverage() { + # In CI environment we cannot install coverage in system, so we install it in a dedicated venv + # so only coverage is available when adding this path. + cd $TEMP_DIR + /usr/bin/python3 -m venv coverage-venv + source coverage-venv/bin/activate + cd $CURR_DIR + pip install coverage==4.5.2 + COVERAGE_PATH=$(python -c "import sysconfig; print(sysconfig.get_paths()['platlib'])") + deactivate +} + +display_log() { + local daemon=$1 + shift + local lines=$1 + shift + + local log_files=$(find "$CEPH_OUT_DIR" -iname "${daemon}.*.log" | tr '\n' ' ') + for log_file in ${log_files[@]}; do + printf "\n\nDisplaying last ${lines} lines of: ${log_file}\n\n" + tail -n ${lines} $log_file + printf "\n\nEnd of: ${log_file}\n\n" + done + printf "\n\nTEST FAILED.\n\n" +} + +on_tests_error() { + local ret=$? + if [[ -n "$JENKINS_HOME" && -z "$ON_TESTS_ERROR_RUN" ]]; then + CEPH_OUT_DIR=${CEPH_OUT_DIR:-"$LOCAL_BUILD_DIR"/out} + display_log "mgr" 1500 + display_log "osd" 1000 + ON_TESTS_ERROR_RUN=1 + fi + return $ret +} + +run_teuthology_tests() { + trap on_tests_error ERR + + cd "$LOCAL_BUILD_DIR" + find ../src/pybind/mgr/dashboard/ -name '*.pyc' -exec rm -f {} \; + + OPTIONS='' + TEST_CASES='' + if [[ "$@" == '' || "$@" == '--create-cluster-only' ]]; then + TEST_CASES=`for i in \`ls $LOCAL_BUILD_DIR/../qa/tasks/mgr/dashboard/test_*\`; do F=$(basename $i); M="${F%.*}"; echo -n " tasks.mgr.dashboard.$M"; done` + # Mgr selftest module tests have to be run at the end as they stress the mgr daemon. + TEST_CASES="tasks.mgr.test_dashboard $TEST_CASES tasks.mgr.test_module_selftest" + if [[ "$@" == '--create-cluster-only' ]]; then + OPTIONS="$@" + fi + else + for t in "$@"; do + TEST_CASES="$TEST_CASES $t" + done + fi + + export PATH=$LOCAL_BUILD_DIR/bin:$PATH + source $TEMP_DIR/venv/bin/activate # Run after setting PATH as it does the last PATH export. + export LD_LIBRARY_PATH=$LOCAL_BUILD_DIR/lib/cython_modules/lib.3/:$LOCAL_BUILD_DIR/lib + local source_dir=$(dirname "$LOCAL_BUILD_DIR") + local pybind_dir=$source_dir/src/pybind + local python_common_dir=$source_dir/src/python-common + # In CI environment we set python paths inside build (where you find the required frontend build: "dist" dir). + if [[ -n "$JENKINS_HOME" ]]; then + pybind_dir+=":$LOCAL_BUILD_DIR/src/pybind" + fi + export PYTHONPATH=$source_dir/qa:$LOCAL_BUILD_DIR/lib/cython_modules/lib.3/:$pybind_dir:$python_common_dir:${COVERAGE_PATH} + export DASHBOARD_SSL=1 + export NFS=0 + export RGW=1 + + export COVERAGE_ENABLED=true + export COVERAGE_FILE=.coverage.mgr.dashboard + export CEPH_OUT_CLIENT_DIR=${LOCAL_BUILD_DIR}/out/client + find . -iname "*${COVERAGE_FILE}*" -type f -delete + + python ../qa/tasks/vstart_runner.py --ignore-missing-binaries --no-verbose $OPTIONS $(echo $TEST_CASES) || + on_tests_error + + deactivate + cd $CURR_DIR +} + +cleanup_teuthology() { + cd "$LOCAL_BUILD_DIR" + killall ceph-mgr + sleep 10 + if [[ "$COVERAGE_ENABLED" == 'true' ]]; then + source $TEMP_DIR/coverage-venv/bin/activate + (coverage combine && coverage report) || true + deactivate + fi + ../src/stop.sh + sleep 5 + + cd $CURR_DIR + rm -rf $TEMP_DIR + + unset TEMP_DIR + unset CURR_DIR + unset LOCAL_BUILD_DIR + unset COVERAGE_PATH + unset setup_teuthology + unset setup_coverage + unset on_tests_error + unset run_teuthology_tests + unset cleanup_teuthology +} + +export LC_ALL=en_US.UTF-8 + +setup_teuthology +setup_coverage +run_teuthology_tests --create-cluster-only + +# End sourced section. Do not exit shell when the script has been sourced. +if [ "$sourced" -eq 1 ] ; then + return +fi + +run_teuthology_tests "$@" +cleanup_teuthology |