Adding upstream version 18.2.2.upstream/18.2.2

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 182 insertions, 0 deletions

diff --git a/src/pybind/mgr/dashboard/run-backend-api-tests.sh b/src/pybind/mgr/dashboard/run-backend-api-tests.sh
new file mode 100755
index 000000000..bdd38cbe8
--- /dev/null
+++ b/src/pybind/mgr/dashboard/run-backend-api-tests.sh
@@ -0,0 +1,182 @@
+#!/usr/bin/env bash
+
+# SHELL_TRACE=true ./run-backend-api-tests.sh to enable debugging
+[ -v SHELL_TRACE ] && set -x
+
+# cross shell: Are we sourced?
+# Source: https://stackoverflow.com/a/28776166/3185053
+([[ -n $ZSH_EVAL_CONTEXT && $ZSH_EVAL_CONTEXT =~ :file$ ]] ||
+ [[ -n $KSH_VERSION && $(cd "$(dirname -- "$0")" &&
+    printf '%s' "${PWD%/}/")$(basename -- "$0") != "${.sh.file}" ]] ||
+ [[ -n $BASH_VERSION ]] && (return 0 2>/dev/null)) && sourced=1 || sourced=0
+
+if [ "$sourced" -eq 0 ] ; then
+    set -eo pipefail
+fi
+
+if [[ "$1" = "-h" || "$1" = "--help" ]]; then
+	echo "Usage (run from ./):"
+	echo -e "\t./run-backend-api-tests.sh"
+	echo -e "\t./run-backend-api-tests.sh [tests]..."
+	echo
+	echo "Example:"
+	echo -e "\t./run-backend-api-tests.sh tasks.mgr.dashboard.test_pool.DashboardTest"
+	echo
+	echo "Or source this script. This allows to re-run tests faster:"
+	echo -e "\tsource run-backend-api-tests.sh"
+	echo -e "\trun_teuthology_tests [tests]..."
+	echo -e "\tcleanup_teuthology"
+	echo
+
+	exit 0
+fi
+
+get_cmake_variable() {
+    local variable=$1
+    grep "$variable" CMakeCache.txt | cut -d "=" -f 2
+}
+
+[ -z "$BUILD_DIR" ] && BUILD_DIR=build
+CURR_DIR=`pwd`
+LOCAL_BUILD_DIR=$(cd "$CURR_DIR/../../../../$BUILD_DIR"; pwd)
+
+setup_teuthology() {
+    TEMP_DIR=`mktemp -d`
+    cd $TEMP_DIR
+
+    ${TEUTHOLOGY_PYTHON_BIN:-/usr/bin/python3} -m venv venv
+    source venv/bin/activate
+    pip install -U pip 'setuptools>=12,<60'
+    pip install "git+https://github.com/ceph/teuthology@9e4bf63#egg=teuthology[test]"
+    pushd $CURR_DIR
+    pip install -r requirements.txt -c constraints.txt
+    popd
+
+    deactivate
+}
+
+setup_coverage() {
+    # In CI environment we cannot install coverage in system, so we install it in a dedicated venv
+    # so only coverage is available when adding this path.
+    cd $TEMP_DIR
+    /usr/bin/python3 -m venv coverage-venv
+    source coverage-venv/bin/activate
+    cd $CURR_DIR
+    pip install coverage==4.5.2
+    COVERAGE_PATH=$(python -c "import sysconfig; print(sysconfig.get_paths()['platlib'])")
+    deactivate
+}
+
+display_log() {
+    local daemon=$1
+    shift
+    local lines=$1
+    shift
+
+    local log_files=$(find "$CEPH_OUT_DIR" -iname "${daemon}.*.log" | tr '\n' ' ')
+    for log_file in ${log_files[@]}; do
+        printf "\n\nDisplaying last ${lines} lines of: ${log_file}\n\n"
+        tail -n ${lines} $log_file
+        printf "\n\nEnd of: ${log_file}\n\n"
+    done
+    printf "\n\nTEST FAILED.\n\n"
+}
+
+on_tests_error() {
+    local ret=$?
+    if [[ -n "$JENKINS_HOME" && -z "$ON_TESTS_ERROR_RUN" ]]; then
+        CEPH_OUT_DIR=${CEPH_OUT_DIR:-"$LOCAL_BUILD_DIR"/out}
+        display_log "mgr" 1500
+        display_log "osd" 1000
+        ON_TESTS_ERROR_RUN=1
+    fi
+    return $ret
+}
+
+run_teuthology_tests() {
+    trap on_tests_error ERR
+
+    cd "$LOCAL_BUILD_DIR"
+    find ../src/pybind/mgr/dashboard/ -name '*.pyc' -exec rm -f {} \;
+
+    OPTIONS=''
+    TEST_CASES=''
+    if [[ "$@" == '' || "$@" == '--create-cluster-only' ]]; then
+      TEST_CASES=`for i in \`ls $LOCAL_BUILD_DIR/../qa/tasks/mgr/dashboard/test_*\`; do F=$(basename $i); M="${F%.*}"; echo -n " tasks.mgr.dashboard.$M"; done`
+      # Mgr selftest module tests have to be run at the end as they stress the mgr daemon.
+      TEST_CASES="tasks.mgr.test_dashboard $TEST_CASES tasks.mgr.test_module_selftest"
+      if [[ "$@" == '--create-cluster-only' ]]; then
+        OPTIONS="$@"
+      fi
+    else
+      for t in "$@"; do
+        TEST_CASES="$TEST_CASES $t"
+      done
+    fi
+
+    export PATH=$LOCAL_BUILD_DIR/bin:$PATH
+    source $TEMP_DIR/venv/bin/activate # Run after setting PATH as it does the last PATH export.
+    export LD_LIBRARY_PATH=$LOCAL_BUILD_DIR/lib/cython_modules/lib.3/:$LOCAL_BUILD_DIR/lib
+    local source_dir=$(dirname "$LOCAL_BUILD_DIR")
+    local pybind_dir=$source_dir/src/pybind
+    local python_common_dir=$source_dir/src/python-common
+    # In CI environment we set python paths inside build (where you find the required frontend build: "dist" dir).
+    if [[ -n "$JENKINS_HOME" ]]; then
+        pybind_dir+=":$LOCAL_BUILD_DIR/src/pybind"
+    fi
+    export PYTHONPATH=$source_dir/qa:$LOCAL_BUILD_DIR/lib/cython_modules/lib.3/:$pybind_dir:$python_common_dir:${COVERAGE_PATH}
+    export DASHBOARD_SSL=1
+    export NFS=0
+    export RGW=1
+
+    export COVERAGE_ENABLED=true
+    export COVERAGE_FILE=.coverage.mgr.dashboard
+    export CEPH_OUT_CLIENT_DIR=${LOCAL_BUILD_DIR}/out/client
+    find . -iname "*${COVERAGE_FILE}*" -type f -delete
+
+    python ../qa/tasks/vstart_runner.py --ignore-missing-binaries --no-verbose $OPTIONS $(echo $TEST_CASES) ||
+      on_tests_error
+
+    deactivate
+    cd $CURR_DIR
+}
+
+cleanup_teuthology() {
+    cd "$LOCAL_BUILD_DIR"
+    killall ceph-mgr
+    sleep 10
+    if [[ "$COVERAGE_ENABLED" == 'true' ]]; then
+        source $TEMP_DIR/coverage-venv/bin/activate
+        (coverage combine && coverage report) || true
+        deactivate
+    fi
+    ../src/stop.sh
+    sleep 5
+
+    cd $CURR_DIR
+    rm -rf $TEMP_DIR
+
+    unset TEMP_DIR
+    unset CURR_DIR
+    unset LOCAL_BUILD_DIR
+    unset COVERAGE_PATH
+    unset setup_teuthology
+    unset setup_coverage
+    unset on_tests_error
+    unset run_teuthology_tests
+    unset cleanup_teuthology
+}
+
+export LC_ALL=en_US.UTF-8
+
+setup_teuthology
+setup_coverage
+run_teuthology_tests --create-cluster-only
+
+# End sourced section. Do not exit shell when the script has been sourced.
+if [ "$sourced" -eq 1 ] ; then
+    return
+fi
+
+run_teuthology_tests "$@"
+cleanup_teuthology