summaryrefslogtreecommitdiffstats
path: root/.drone.jsonnet
diff options
context:
space:
mode:
Diffstat (limited to '.drone.jsonnet')
-rw-r--r--.drone.jsonnet310
1 files changed, 310 insertions, 0 deletions
diff --git a/.drone.jsonnet b/.drone.jsonnet
new file mode 100644
index 0000000..8d41197
--- /dev/null
+++ b/.drone.jsonnet
@@ -0,0 +1,310 @@
+local docker_pipeline = {
+ kind: 'pipeline',
+ type: 'docker',
+};
+
+local default_trigger_events_ex_pr = [
+ 'push',
+ 'tag',
+ 'custom',
+];
+
+local default_trigger = {
+ trigger: {
+ event: default_trigger_events_ex_pr + ['pull_request'],
+ },
+};
+
+local platform(arch) = {
+ platform: {
+ os: 'linux',
+ arch: arch,
+ },
+};
+
+local coveralls_attribs = {
+ branch: [
+ 'master',
+ ],
+ event: [
+ 'push',
+ 'tag',
+ ],
+};
+
+local close_coveralls_trigger = {
+ trigger: coveralls_attribs { status: ['success', 'failure'] },
+};
+
+local coveralls_when = {
+ when: coveralls_attribs,
+};
+
+local notify_pipeline = {
+ name: 'notify',
+ depends_on: [
+ 'default-amd64',
+ 'default-arm64',
+ 'default-noarch',
+ ],
+ steps: [
+ {
+ name: 'notify',
+ image: 'drillster/drone-email',
+ pull: 'if-not-exists',
+ settings: {
+ from: 'noreply@rspamd.com',
+ host: {
+ from_secret: 'email_host',
+ },
+ username: {
+ from_secret: 'email_username',
+ },
+ password: {
+ from_secret: 'email_password',
+ },
+ },
+ },
+ ],
+ trigger: {
+ event: default_trigger_events_ex_pr,
+ status: [
+ 'failure',
+ ],
+ },
+} + docker_pipeline;
+
+local pipeline(arch) = {
+ local rspamd_volumes = {
+ volumes: [
+ {
+ name: 'rspamd',
+ path: '/rspamd',
+ },
+ ],
+ },
+ local hyperscan_altroot = if (arch) == 'amd64' then '' else '-DHYPERSCAN_ROOT_DIR=/vectorscan',
+ depends_on: [
+ ],
+ name: 'default-' + arch,
+ steps: [
+ {
+ name: 'prepare',
+ image: 'ubuntu:22.04',
+ pull: 'if-not-exists',
+ commands: [
+ 'install -d -o nobody -g nogroup /rspamd/build /rspamd/install /rspamd/fedora/build /rspamd/fedora/install',
+ ],
+ } + rspamd_volumes,
+ {
+ name: 'build',
+ image: 'rspamd/ci:ubuntu-build',
+ pull: 'always',
+ depends_on: [
+ 'prepare',
+ ],
+ commands: [
+ 'test "$(id -un)" = nobody',
+ 'cd /rspamd/build',
+ 'cmake -DCMAKE_INSTALL_PREFIX=/rspamd/install -DCMAKE_RULE_MESSAGES=OFF -DCMAKE_VERBOSE_MAKEFILE=ON -DENABLE_COVERAGE=ON -DENABLE_LIBUNWIND=ON -DENABLE_HYPERSCAN=ON ' + hyperscan_altroot + ' -GNinja $DRONE_WORKSPACE\n',
+ 'ncpu=$(getconf _NPROCESSORS_ONLN)',
+ 'ninja -j $ncpu install',
+ 'ninja -j $ncpu rspamd-test',
+ 'ninja -j $ncpu rspamd-test-cxx',
+ ],
+ } + rspamd_volumes,
+ {
+ name: 'build-clang',
+ image: 'rspamd/ci:fedora-build',
+ pull: 'always',
+ depends_on: [
+ 'prepare',
+ ],
+ commands: [
+ 'test "$(id -un)" = nobody',
+ 'cd /rspamd/fedora/build',
+ "export LDFLAGS='-fuse-ld=lld'",
+ 'export ASAN_OPTIONS=detect_leaks=0',
+ 'cmake -DCMAKE_INSTALL_PREFIX=/rspamd/fedora/install -DCMAKE_C_COMPILER=/usr/bin/clang -DCMAKE_CXX_COMPILER=/usr/bin/clang++ -DCMAKE_RULE_MESSAGES=OFF -DCMAKE_VERBOSE_MAKEFILE=ON -DENABLE_CLANG_PLUGIN=ON -DENABLE_FULL_DEBUG=ON -DENABLE_HYPERSCAN=ON ' + hyperscan_altroot + ' -DSANITIZE=address $DRONE_WORKSPACE\n',
+ 'ncpu=$(getconf _NPROCESSORS_ONLN)',
+ 'make -j $ncpu install',
+ 'make -j $ncpu rspamd-test',
+ 'make -j $ncpu rspamd-test-cxx',
+ ],
+ } + rspamd_volumes,
+ {
+ name: 'rspamd-test',
+ image: 'rspamd/ci:ubuntu-test',
+ pull: 'always',
+ depends_on: [
+ 'build',
+ ],
+ commands: [
+ 'test "$(id -un)" = nobody',
+ 'ulimit -c unlimited',
+ 'cd /rspamd/build/test',
+ 'set +e',
+ 'env RSPAMD_LUA_EXPENSIVE_TESTS=1 ./rspamd-test -p /rspamd/lua; EXIT_CODE=$?',
+ 'set -e',
+ "if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test.core ./rspamd-test; exit $EXIT_CODE; fi; if [ $EXIT_CODE -ne 0 ]; then exit $EXIT_CODE; fi\n",
+ 'luacov-coveralls -o /rspamd/build/unit_test_lua.json --dryrun',
+ 'set +e',
+ './rspamd-test-cxx -s; EXIT_CODE=$?',
+ 'set -e',
+ "if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test-cxx.core ./rspamd-test-cxx; exit $EXIT_CODE; fi\n",
+ 'exit $EXIT_CODE',
+ ],
+ } + rspamd_volumes,
+ {
+ name: 'test-fedora-clang',
+ image: 'rspamd/ci:fedora-test',
+ pull: 'always',
+ depends_on: [
+ 'build-clang',
+ ],
+ commands: [
+ 'test "$(id -un)" = nobody',
+ 'ulimit -c 2097152',
+ 'ulimit -s unlimited',
+ 'export ASAN_OPTIONS="detect_leaks=0:print_stacktrace=1:disable_coredump=0"',
+ 'export UBSAN_OPTIONS="print_stacktrace=1:print_summary=0:log_path=/tmp/ubsan"',
+ 'cd /rspamd/fedora/build/test',
+ 'set +e',
+ 'env RSPAMD_LUA_EXPENSIVE_TESTS=1 ./rspamd-test -p /rspamd/lua; EXIT_CODE=$?',
+ 'set -e',
+ "if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'bt' -c /var/tmp/*.rspamd-test.core ./rspamd-test; fi\n",
+ 'set +e',
+ './rspamd-test-cxx -s; EXIT_CODE=$?',
+ 'set -e',
+ "if [ $EXIT_CODE -gt 128 ]; then gdb --batch -ex 'thread apply all bt full' -c /var/tmp/*.rspamd-test-cxx.core ./rspamd-test-cxx; exit $EXIT_CODE; fi\n",
+ 'cat /tmp/ubsan.* || true',
+ 'exit $EXIT_CODE',
+ ],
+ } + rspamd_volumes,
+ {
+ name: 'functional',
+ image: 'rspamd/ci:ubuntu-test-func',
+ pull: 'always',
+ depends_on: [
+ 'build',
+ ],
+ commands: [
+ 'cd /rspamd/build',
+ 'ulimit -c unlimited',
+ 'ulimit -s unlimited',
+ 'set +e',
+ 'RSPAMD_INSTALLROOT=/rspamd/install robot --removekeywords wuks --exclude isbroken $DRONE_WORKSPACE/test/functional/cases; EXIT_CODE=$?',
+ 'set -e',
+ 'if [ -n "$HTTP_PUT_AUTH" ]; then $DRONE_WORKSPACE/test/tools/http_put.py log.html report.html https://$DRONE_SYSTEM_HOSTNAME/testlogs/$DRONE_REPO/${DRONE_BUILD_NUMBER}-' + arch + '/; fi\n',
+ "core_files=$(find /var/tmp/ -name '*.core')",
+ "for core in $core_files; do exe=$(gdb --batch -ex 'info proc mappings' -c $core | tail -1 | awk '{print $5}'); gdb --batch -ex 'bt' -c $core $exe; echo '---'; done\n",
+ 'exit $EXIT_CODE',
+ ],
+ environment: {
+ HTTP_PUT_AUTH: {
+ from_secret: 'http_put_auth',
+ },
+ },
+ } + rspamd_volumes,
+ {
+ name: 'send-coverage',
+ image: 'rspamd/ci:ubuntu-test',
+ pull: 'if-not-exists',
+ depends_on: [
+ 'functional',
+ 'rspamd-test',
+ ],
+ commands: [
+ 'cd /rspamd/build',
+ '$DRONE_WORKSPACE/test/tools/gcov_coveralls.py --exclude test --prefix /rspamd/build --prefix $DRONE_WORKSPACE --out coverage.c.json',
+ 'luacov-coveralls -o coverage.functional.lua.json --dryrun',
+ '$DRONE_WORKSPACE/test/tools/merge_coveralls.py --parallel --root $DRONE_WORKSPACE --input coverage.c.json unit_test_lua.json coverage.functional.lua.json --token=$COVERALLS_REPO_TOKEN',
+ ],
+ environment: {
+ COVERALLS_REPO_TOKEN: {
+ from_secret: 'coveralls_repo_token',
+ },
+ },
+ } + coveralls_when + rspamd_volumes,
+ ],
+ volumes: [
+ {
+ name: 'rspamd',
+ temp: {},
+ },
+ ],
+} + platform(arch) + default_trigger + docker_pipeline;
+
+local close_coveralls = {
+ name: 'close_coveralls',
+ depends_on: [
+ 'default-amd64',
+ 'default-arm64',
+ ],
+ steps: [
+ {
+ name: 'close_coveralls',
+ image: 'rspamd/ci:ubuntu-test-func',
+ pull: 'always',
+ commands: [
+ '$DRONE_WORKSPACE/test/tools/merge_coveralls.py --parallel-close --token=$COVERALLS_REPO_TOKEN',
+ ],
+ environment: {
+ COVERALLS_REPO_TOKEN: {
+ from_secret: 'coveralls_repo_token',
+ },
+ },
+ },
+ ],
+} + close_coveralls_trigger + docker_pipeline;
+
+local noarch_pipeline = {
+ name: 'default-noarch',
+ steps: [
+ {
+ name: 'perl-tidyall',
+ image: 'rspamd/ci:perl-tidyall',
+ pull: 'if-not-exists',
+ failure: 'ignore',
+ commands: [
+ 'tidyall --version',
+ 'perltidy --version | head -1',
+ 'tidyall --all --check-only --no-cache --data-dir /tmp/tidyall',
+ ],
+ },
+ {
+ name: 'eslint',
+ image: 'node:18-alpine',
+ pull: 'if-not-exists',
+ failure: 'ignore',
+ commands: [
+ 'npm install',
+ 'npm ls',
+ './node_modules/.bin/eslint ./',
+ './node_modules/.bin/stylelint ./**/*.css ./**/*.html ./**/*.js',
+ ],
+ },
+ {
+ name: 'luacheck',
+ image: 'pipelinecomponents/luacheck',
+ pull: 'if-not-exists',
+ commands: [
+ 'luacheck -q --no-color .',
+ ],
+ },
+ ],
+} + default_trigger + docker_pipeline;
+
+local signature = {
+ kind: 'signature',
+ hmac: '0000000000000000000000000000000000000000000000000000000000000000',
+};
+
+[
+ pipeline('amd64'),
+ pipeline('arm64'),
+ close_coveralls,
+ noarch_pipeline,
+ notify_pipeline,
+ signature,
+]