From e6918187568dbd01842d8d1d2c808ce16a894239 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Sun, 21 Apr 2024 13:54:28 +0200 Subject: Adding upstream version 18.2.2. Signed-off-by: Daniel Baumann --- src/spdk/autobuild.sh | 189 ++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 189 insertions(+) create mode 100755 src/spdk/autobuild.sh (limited to 'src/spdk/autobuild.sh') diff --git a/src/spdk/autobuild.sh b/src/spdk/autobuild.sh new file mode 100755 index 000000000..5d700e7c7 --- /dev/null +++ b/src/spdk/autobuild.sh @@ -0,0 +1,189 @@ +#!/usr/bin/env bash + +set -e + +# If the configuration of tests is not provided, no tests will be carried out. +if [[ ! -f $1 ]]; then + echo "ERROR: SPDK test configuration not specified" + exit 1 +fi + +rootdir=$(readlink -f $(dirname $0)) + +source "$1" +source "$rootdir/test/common/autotest_common.sh" + +out=$output_dir +scanbuild="scan-build -o $output_dir/scan-build-tmp --exclude $rootdir/dpdk/ --status-bugs" +config_params=$(get_config_params) + +trap '[[ -d $SPDK_WORKSPACE ]] && rm -rf "$SPDK_WORKSPACE"' 0 + +SPDK_WORKSPACE=$(mktemp -dt "spdk_$(date +%s).XXXXXX") +export SPDK_WORKSPACE + +umask 022 +cd $rootdir + +# Print some test system info out for the log +date -u +git describe --tags +./configure $config_params +echo "** START ** Info for Hostname: $HOSTNAME" +uname -a +$MAKE cc_version +$MAKE cxx_version +echo "** END ** Info for Hostname: $HOSTNAME" + +function ocf_precompile() { + # We compile OCF sources ourselves + # They don't need to be checked with scanbuild and code coverage is not applicable + # So we precompile OCF now for further use as standalone static library + ./configure $(echo $config_params | sed 's/--enable-coverage//g') + $MAKE $MAKEFLAGS include/spdk/config.h + CC=gcc CCAR=ar $MAKE $MAKEFLAGS -C lib/env_ocf exportlib O=$rootdir/build/ocf.a + # Set config to use precompiled library + config_params="$config_params --with-ocf=/$rootdir/build/ocf.a" + # need to reconfigure to avoid clearing ocf related files on future make clean. + ./configure $config_params +} + +function make_fail_cleanup() { + if [ -d $out/scan-build-tmp ]; then + scanoutput=$(ls -1 $out/scan-build-tmp/) + mv $out/scan-build-tmp/$scanoutput $out/scan-build + rm -rf $out/scan-build-tmp + chmod -R a+rX $out/scan-build + fi + false +} + +function scanbuild_make() { + pass=true + $scanbuild $MAKE $MAKEFLAGS > $out/build_output.txt && rm -rf $out/scan-build-tmp || make_fail_cleanup + xtrace_disable + + rm -f $out/*files.txt + for ent in $(find app examples lib module test -type f | grep -vF ".h"); do + if [[ $ent == lib/env_ocf* ]]; then continue; fi + if file -bi $ent | grep -q 'text/x-c'; then + echo $ent | sed 's/\.cp\{0,2\}$//g' >> $out/all_c_files.txt + fi + done + xtrace_restore + + grep -E "CC|CXX" $out/build_output.txt | sed 's/\s\s\(CC\|CXX\)\s//g' | sed 's/\.o//g' > $out/built_c_files.txt + cat $rootdir/test/common/skipped_build_files.txt >> $out/built_c_files.txt + + sort -o $out/all_c_files.txt $out/all_c_files.txt + sort -o $out/built_c_files.txt $out/built_c_files.txt + # from comm manual: + # -2 suppress column 2 (lines unique to FILE2) + # -3 suppress column 3 (lines that appear in both files) + # comm may exit 1 if no lines were printed (undocumented, unreliable) + comm -2 -3 $out/all_c_files.txt $out/built_c_files.txt > $out/unbuilt_c_files.txt || true + + if [ $(wc -l < $out/unbuilt_c_files.txt) -ge 1 ]; then + echo "missing files" + cat $out/unbuilt_c_files.txt + pass=false + fi + + $pass +} + +function porcelain_check() { + if [ $(git status --porcelain --ignore-submodules | wc -l) -ne 0 ]; then + echo "Generated files missing from .gitignore:" + git status --porcelain --ignore-submodules + exit 1 + fi +} + +# Check that header file dependencies are working correctly by +# capturing a binary's stat data before and after touching a +# header file and re-making. +function header_dependency_check() { + STAT1=$(stat $SPDK_BIN_DIR/spdk_tgt) + sleep 1 + touch lib/nvme/nvme_internal.h + $MAKE $MAKEFLAGS + STAT2=$(stat $SPDK_BIN_DIR/spdk_tgt) + + if [ "$STAT1" == "$STAT2" ]; then + echo "Header dependency check failed" + false + fi +} + +function test_make_uninstall() { + # Create empty file to check if it is not deleted by target uninstall + touch "$SPDK_WORKSPACE/usr/lib/sample_xyz.a" + $MAKE $MAKEFLAGS uninstall DESTDIR="$SPDK_WORKSPACE" prefix=/usr + if [[ $(find "$SPDK_WORKSPACE/usr" -maxdepth 1 -mindepth 1 | wc -l) -ne 2 ]] || [[ $(find "$SPDK_WORKSPACE/usr/lib/" -maxdepth 1 -mindepth 1 | wc -l) -ne 1 ]]; then + ls -lR "$SPDK_WORKSPACE" + echo "Make uninstall failed" + exit 1 + fi +} + +function build_doc() { + $MAKE -C "$rootdir"/doc --no-print-directory $MAKEFLAGS &> "$out"/doxygen.log + if [ -s "$out"/doxygen.log ]; then + cat "$out"/doxygen.log + echo "Doxygen errors found!" + exit 1 + fi + if hash pdflatex 2> /dev/null; then + $MAKE -C "$rootdir"/doc/output/latex --no-print-directory $MAKEFLAGS &>> "$out"/doxygen.log + fi + mkdir -p "$out"/doc + mv "$rootdir"/doc/output/html "$out"/doc + if [ -f "$rootdir"/doc/output/latex/refman.pdf ]; then + mv "$rootdir"/doc/output/latex/refman.pdf "$out"/doc/spdk.pdf + fi + $MAKE -C "$rootdir"/doc --no-print-directory $MAKEFLAGS clean &>> "$out"/doxygen.log + if [ -s "$out"/doxygen.log ]; then + rm "$out"/doxygen.log + fi + rm -rf "$rootdir"/doc/output +} + +function autobuild_test_suite() { + run_test "autobuild_check_format" ./scripts/check_format.sh + run_test "autobuild_external_code" sudo -E $rootdir/test/external_code/test_make.sh $rootdir + if [ "$SPDK_TEST_OCF" -eq 1 ]; then + run_test "autobuild_ocf_precompile" ocf_precompile + fi + run_test "autobuild_check_so_deps" $rootdir/test/make/check_so_deps.sh $1 + ./configure $config_params --without-shared + run_test "scanbuild_make" scanbuild_make + run_test "autobuild_generated_files_check" porcelain_check + run_test "autobuild_header_dependency_check" header_dependency_check + run_test "autobuild_make_install" $MAKE $MAKEFLAGS install DESTDIR="$SPDK_WORKSPACE" prefix=/usr + run_test "autobuild_make_uninstall" test_make_uninstall + run_test "autobuild_build_doc" build_doc +} + +if [ $SPDK_RUN_VALGRIND -eq 1 ]; then + run_test "valgrind" echo "using valgrind" +fi + +if [ $SPDK_RUN_ASAN -eq 1 ]; then + run_test "asan" echo "using asan" +fi + +if [ $SPDK_RUN_UBSAN -eq 1 ]; then + run_test "ubsan" echo "using ubsan" +fi + +if [ "$SPDK_TEST_AUTOBUILD" -eq 1 ]; then + run_test "autobuild" autobuild_test_suite $1 +else + if [ "$SPDK_TEST_OCF" -eq 1 ]; then + run_test "autobuild_ocf_precompile" ocf_precompile + fi + # if we aren't testing the unittests, build with shared objects. + ./configure $config_params --with-shared + run_test "make" $MAKE $MAKEFLAGS +fi -- cgit v1.2.3