From b750101eb236130cf056c675997decbac904cc49 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Sun, 7 Apr 2024 17:35:18 +0200 Subject: Adding upstream version 252.22. Signed-off-by: Daniel Baumann --- test/run-integration-tests.sh | 132 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 132 insertions(+) create mode 100755 test/run-integration-tests.sh (limited to 'test/run-integration-tests.sh') diff --git a/test/run-integration-tests.sh b/test/run-integration-tests.sh new file mode 100755 index 0000000..2a2b075 --- /dev/null +++ b/test/run-integration-tests.sh @@ -0,0 +1,132 @@ +#!/usr/bin/env bash +# SPDX-License-Identifier: LGPL-2.1-or-later +set -e + +if [ "$NO_BUILD" ]; then + BUILD_DIR="" +elif BUILD_DIR="$("$(dirname "$0")/../tools/find-build-dir.sh")"; then + ninja -C "$BUILD_DIR" +else + echo "No build found, please set BUILD_DIR or NO_BUILD" >&2 + exit 1 +fi + +if [ $# -gt 0 ]; then + args="$*" +else + args="setup run clean-again" +fi + +VALID_TARGETS="all setup run clean clean-again" + +is_valid_target() { + for target in $VALID_TARGETS; do + [ "$1" = "$target" ] && return 0 + done + return 1 +} + +# reject invalid make targets in $args +for arg in $args; do + if ! is_valid_target "$arg"; then + echo "Invalid target: $arg" >&2 + exit 1 + fi +done + +CLEAN=0 +CLEANAGAIN=0 + +# separate 'clean' and 'clean-again' operations +[[ "$args" =~ "clean-again" ]] && CLEANAGAIN=1 +args=${args/clean-again} +[[ "$args" =~ "clean" ]] && CLEAN=1 +args=${args/clean} + +declare -A results +declare -A times + +COUNT=0 +FAILURES=0 + +cd "$(dirname "$0")" + +pass_deny_list() { + for marker in $DENY_LIST_MARKERS $BLACKLIST_MARKERS; do + if [ -f "$1/$marker" ]; then + echo "========== DENY-LISTED: $1 ($marker) ==========" + return 1 + fi + done + return 0 +} + +SELECTED_TESTS="${SELECTED_TESTS:-TEST-??-*}" + +# Let's always do the cleaning operation first, because it destroys the image +# cache. +if [ $CLEAN = 1 ]; then + for TEST in $SELECTED_TESTS; do + ( set -x ; make -C "$TEST" clean ) + done +fi + +# Run actual tests (if requested) +if [[ $args =~ [a-z] ]]; then + for TEST in $SELECTED_TESTS; do + COUNT=$((COUNT+1)) + + pass_deny_list "$TEST" || continue + start=$(date +%s) + + echo -e "\n[$(date +%R:%S)] --x-- Running $TEST --x--" + set +e + # shellcheck disable=SC2086 + ( set -x ; make -C "$TEST" $args ) + RESULT=$? + set -e + echo "[$(date +%R:%S)] --x-- Result of $TEST: $RESULT --x--" + + results["$TEST"]="$RESULT" + times["$TEST"]=$(( $(date +%s) - start )) + + [ "$RESULT" -ne "0" ] && FAILURES=$((FAILURES+1)) + done +fi + +# Run clean-again, if requested, and if no tests failed +if [[ $FAILURES -eq 0 && $CLEANAGAIN -eq 1 ]]; then + for TEST in "${!results[@]}"; do + ( set -x ; make -C "$TEST" clean-again ) + done +fi + +echo "" + +for TEST in "${!results[@]}"; do + RESULT="${results[$TEST]}" + time="${times[$TEST]}" + string=$([ "$RESULT" = "0" ] && echo "SUCCESS" || echo "FAIL") + printf "%-35s %-8s (%3s s)\n" "${TEST}:" "${string}" "$time" +done | sort + +if [ "$FAILURES" -eq 0 ] ; then + echo -e "\nALL $COUNT TESTS PASSED" +else + echo -e "\nTOTAL FAILURES: $FAILURES OF $COUNT" +fi + +# If we have coverage files, merge them into a single report for upload +if [ -n "${ARTIFACT_DIRECTORY}" ]; then + lcov_args=() + + while read -r info_file; do + lcov_args+=(--add-tracefile "${info_file}") + done < <(find "${ARTIFACT_DIRECTORY}" -maxdepth 1 -name "*.coverage-info") + + if [ ${#lcov_args[@]} -gt 1 ]; then + lcov "${lcov_args[@]}" --output-file "${ARTIFACT_DIRECTORY}/merged.coverage-info" + fi +fi + +exit "$FAILURES" -- cgit v1.2.3