summaryrefslogtreecommitdiffstats
path: root/.github
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--.github/CODEOWNERS1
-rw-r--r--.github/data/distros.yml25
-rw-r--r--.github/dependabot.yml2
-rw-r--r--.github/labeler.yml10
-rwxr-xr-x.github/scripts/deb-sign.sh16
-rwxr-xr-x.github/scripts/gen-matrix-eol-check.py3
-rwxr-xr-x.github/scripts/get-go-version.py2
-rwxr-xr-x.github/scripts/pkg-test.sh2
-rwxr-xr-x.github/scripts/platform-impending-eol.py15
-rwxr-xr-x.github/scripts/prepare-release-base.sh5
-rw-r--r--.github/workflows/add-to-project.yml4
-rw-r--r--.github/workflows/build-macos.yml143
-rw-r--r--.github/workflows/build.yml888
-rw-r--r--.github/workflows/checks.yml45
-rw-r--r--.github/workflows/codeql.yml2
-rw-r--r--.github/workflows/docker.yml8
-rw-r--r--.github/workflows/generate-integrations.yml3
-rw-r--r--.github/workflows/packaging.yml13
-rw-r--r--.github/workflows/platform-eol-check.yml2
-rw-r--r--.github/workflows/repoconfig-packages.yml13
-rw-r--r--.github/workflows/review.yml2
21 files changed, 638 insertions, 566 deletions
diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS
index 95116696..f2cf3bcd 100644
--- a/.github/CODEOWNERS
+++ b/.github/CODEOWNERS
@@ -32,7 +32,6 @@ system/ @netdata/agent-sre
tests/ @netdata/agent-sre @vkalintiris
src/web/ @thiagoftsm @vkalintiris
src/web/gui/ @novykh
-src/logsmanagement/ @thiagoftsm
# Ownership by filetype (overwrites ownership by directory)
*.md @Ancairon
diff --git a/.github/data/distros.yml b/.github/data/distros.yml
index 838cb72f..54083ca5 100644
--- a/.github/data/distros.yml
+++ b/.github/data/distros.yml
@@ -144,6 +144,7 @@ include:
notes: ''
base_image: debian:bookworm
eol_check: true
+ eol_lts: true
bundle_sentry:
<<: *default_sentry
amd64: true
@@ -170,15 +171,6 @@ include:
repo_distro: debian/bullseye
test:
ebpf-core: false
- - <<: *debian
- version: "10"
- base_image: debian:buster
- bundle_sentry: *default_sentry
- packages:
- <<: *debian_packages
- repo_distro: debian/buster
- test:
- ebpf-core: false
- &fedora
distro: fedora
@@ -312,11 +304,6 @@ include:
test:
ebpf-core: true
- <<: *ubuntu
- version: "23.10"
- packages:
- <<: *ubuntu_packages
- repo_distro: ubuntu/mantic
- - <<: *ubuntu
version: "22.04"
packages:
<<: *ubuntu_packages
@@ -327,6 +314,11 @@ include:
<<: *ubuntu_packages
repo_distro: ubuntu/focal
legacy: # Info for platforms we used to support and still need to handle packages for
+ - <<: *debian
+ version: "10"
+ packages:
+ <<: *debian_packages
+ repo_distro: debian/buster
- <<: *fedora
version: "37"
packages:
@@ -348,6 +340,11 @@ legacy: # Info for platforms we used to support and still need to handle package
packages:
<<: *cs_packages
repo_distro: el/c8s
+ - <<: *ubuntu
+ version: "23.10"
+ packages:
+ <<: *ubuntu_packages
+ repo_distro: ubuntu/mantic
no_include: # Info for platforms not covered in CI
- distro: docker
version: "19.03 or newer"
diff --git a/.github/dependabot.yml b/.github/dependabot.yml
index 48b72962..7637821b 100644
--- a/.github/dependabot.yml
+++ b/.github/dependabot.yml
@@ -8,7 +8,7 @@ updates:
- "no changelog"
- "area/ci"
- package-ecosystem: gomod
- directory: /src/go/collectors/go.d.plugin
+ directory: /src/go
schedule:
interval: weekly
labels:
diff --git a/.github/labeler.yml b/.github/labeler.yml
index 0cbec181..36d18e74 100644
--- a/.github/labeler.yml
+++ b/.github/labeler.yml
@@ -75,7 +75,7 @@ area/collectors:
- changed-files:
- any-glob-to-any-file:
- src/collectors/**
- - src/go/collectors/go.d.plugin/**
+ - src/go/**
collectors/plugins.d:
- any:
@@ -141,7 +141,7 @@ collectors/go.d:
- any:
- changed-files:
- any-glob-to-any-file:
- - src/go/collectors/go.d.plugin/**
+ - src/go/**
collectors/idlejitter:
- any:
@@ -289,9 +289,3 @@ area/web:
- changed-files:
- any-glob-to-any-file:
- src/web/**
-
-area/logs-management:
- - any:
- - changed-files:
- - any-glob-to-any-file:
- - src/logsmanagement/**
diff --git a/.github/scripts/deb-sign.sh b/.github/scripts/deb-sign.sh
new file mode 100755
index 00000000..3858411d
--- /dev/null
+++ b/.github/scripts/deb-sign.sh
@@ -0,0 +1,16 @@
+#!/bin/bash
+
+set -e
+
+pkgdir="${1}"
+keyid="${2}"
+
+echo "::group::Installing Dependencies"
+sudo apt-get update
+sudo apt-get upgrade -y
+sudo apt-get install -y debsigs
+echo "::endgroup::"
+
+echo "::group::Signing packages"
+debsigs --sign=origin --default-key="${keyid}" "${pkgdir}"/*.{,d}deb
+echo "::endgroup::"
diff --git a/.github/scripts/gen-matrix-eol-check.py b/.github/scripts/gen-matrix-eol-check.py
index 63852728..f080e0b5 100755
--- a/.github/scripts/gen-matrix-eol-check.py
+++ b/.github/scripts/gen-matrix-eol-check.py
@@ -21,7 +21,8 @@ for item in data['include']:
entries.append({
'distro': distro,
'release': item['version'],
- 'full_name': f'{ item["distro"] } { item["version"] }'
+ 'full_name': f'{ item["distro"] } { item["version"] }',
+ 'lts': 1 if 'eol_lts' in item and item['eol_lts'] else 0,
})
entries.sort(key=lambda k: (k['distro'], k['release']))
diff --git a/.github/scripts/get-go-version.py b/.github/scripts/get-go-version.py
index 105c537c..68ca60a2 100755
--- a/.github/scripts/get-go-version.py
+++ b/.github/scripts/get-go-version.py
@@ -32,7 +32,7 @@ for modfile in GO_SRC.glob('**/go.mod'):
modules.append({
'module': str(modfile.parent),
'version': str(version),
- 'build_target': f'github.com/netdata/netdata/go/{ modfile.parts[-2] }/{ str(mainpath) }/',
+ 'build_target': f'github.com/netdata/netdata/go/plugins/{ str(mainpath) }/',
})
with GITHUB_OUTPUT.open('a') as f:
diff --git a/.github/scripts/pkg-test.sh b/.github/scripts/pkg-test.sh
index f0c0dc11..d58b3730 100755
--- a/.github/scripts/pkg-test.sh
+++ b/.github/scripts/pkg-test.sh
@@ -131,7 +131,7 @@ esac
trap dump_log EXIT
export NETDATA_LIBEXEC_PREFIX=/usr/libexec/netdata
-export NETDATA_SKIP_LIBEXEC_PARTS="logs-management|freeipmi|xenstat|nfacct|cups"
+export NETDATA_SKIP_LIBEXEC_PARTS="freeipmi|xenstat|nfacct|cups"
if [ -n "${NETDATA_SKIP_EBPF}" ]; then
export NETDATA_SKIP_LIBEXEC_PARTS="${NETDATA_SKIP_LIBEXEC_PARTS}|ebpf"
diff --git a/.github/scripts/platform-impending-eol.py b/.github/scripts/platform-impending-eol.py
index c57e5edd..5b379a4d 100755
--- a/.github/scripts/platform-impending-eol.py
+++ b/.github/scripts/platform-impending-eol.py
@@ -16,6 +16,7 @@ LEAD_DAYS = datetime.timedelta(days=30)
DISTRO = sys.argv[1]
RELEASE = sys.argv[2]
+LTS = sys.argv[3]
EXIT_NOT_IMPENDING = 0
EXIT_IMPENDING = 1
@@ -47,12 +48,22 @@ except urllib.error.HTTPError as e:
)
sys.exit(EXIT_FAILURE)
-eol = datetime.date.fromisoformat(data['eol'])
+if LTS == '1' and 'extendedSupport' in data:
+ ref = 'extendedSupport'
+else:
+ ref = 'eol'
+ LTS = False
+
+eol = datetime.date.fromisoformat(data[ref])
offset = abs(eol - NOW)
if offset <= LEAD_DAYS:
- print(data['eol'])
+ if LTS:
+ print(data['extendedSupport'])
+ else:
+ print(data['eol'])
+
sys.exit(EXIT_IMPENDING)
else:
sys.exit(EXIT_NOT_IMPENDING)
diff --git a/.github/scripts/prepare-release-base.sh b/.github/scripts/prepare-release-base.sh
index 06a2da16..85bcb7a3 100755
--- a/.github/scripts/prepare-release-base.sh
+++ b/.github/scripts/prepare-release-base.sh
@@ -166,6 +166,11 @@ elif [ "${EVENT_TYPE}" = 'major' ] && [ "${EVENT_VERSION}" != "nightly" ]; then
patch_is_zero || exit 1
check_newer_major_version || exit 1
check_for_existing_tag || exit 1
+ branch_name="$(echo "${EVENT_VERSION}" | cut -f 1-2 -d '.')"
+ if [ -n "$(git branch --list "${branch_name}")" ]; then
+ echo "::error::A branch named ${branch_name} already exists in the repository."
+ exit 1
+ fi
echo "${EVENT_VERSION}" > packaging/version || exit 1
# shellcheck disable=SC2129
echo "run=true" >> "${GITHUB_OUTPUT}"
diff --git a/.github/workflows/add-to-project.yml b/.github/workflows/add-to-project.yml
index 7716cab0..f01ae89e 100644
--- a/.github/workflows/add-to-project.yml
+++ b/.github/workflows/add-to-project.yml
@@ -13,13 +13,13 @@ jobs:
runs-on: ubuntu-latest
steps:
- name: Add issues to Agent project board
- uses: actions/add-to-project@v1.0.1
+ uses: actions/add-to-project@v1.0.2
with:
project-url: https://github.com/orgs/netdata/projects/32
github-token: ${{ secrets.NETDATABOT_ORG_GITHUB_TOKEN }}
- name: Add issues to Product Bug project board
- uses: actions/add-to-project@v1.0.1
+ uses: actions/add-to-project@v1.0.2
with:
project-url: https://github.com/orgs/netdata/projects/45
github-token: ${{ secrets.NETDATABOT_ORG_GITHUB_TOKEN }}
diff --git a/.github/workflows/build-macos.yml b/.github/workflows/build-macos.yml
deleted file mode 100644
index d3bfa6d7..00000000
--- a/.github/workflows/build-macos.yml
+++ /dev/null
@@ -1,143 +0,0 @@
----
-# CI code for build and test on macOS
-name: macOS Build and test
-on:
- push: # Master branch checks only validate the build and generate artifacts for testing.
- branches:
- - master
- pull_request: null # PR checks only validate the build and generate artifacts for testing.
-
-concurrency:
- group: ${{ github.workflow }}-${{ github.ref }}
-
-jobs:
- file-check: # Check what files changed if we’re being run in a PR or on a push.
- name: Check Modified Files
- runs-on: ubuntu-latest
- outputs:
- run: ${{ steps.check-run.outputs.run }}
- steps:
- - name: Checkout
- id: checkout
- uses: actions/checkout@v4
- with:
- fetch-depth: 0
- submodules: recursive
- - name: Check files
- id: check-files
- uses: tj-actions/changed-files@v44
- with:
- since_last_remote_commit: ${{ github.event_name != 'pull_request' }}
- files: |
- **/*.c
- **/*.cc
- **/*.h
- **/*.hh
- **/*.in
- **/*.patch
- **/*.cmake
- CMakeLists.txt
- netdata-installer.sh
- .github/workflows/build-macos.yml
- .github/scripts/run-updater-check.sh
- packaging/cmake/
- packaging/installer/
- packaging/*.sh
- packaging/*.version
- packaging/*.checksums
- src/aclk/aclk-schemas/
- src/ml/dlib/
- src/fluent-bit/
- src/web/server/h2o/libh2o/
- files_ignore: |
- netdata.spec.in
- **/*.md
- packaging/repoconfig/
- - name: List all changed files in pattern
- continue-on-error: true
- env:
- ALL_CHANGED_FILES: ${{ steps.check-files.outputs.all_changed_files }}
- run: |
- for file in ${ALL_CHANGED_FILES}; do
- echo "$file was changed"
- done
- - name: Check Run
- id: check-run
- run: |
- if [ "${{ steps.check-files.outputs.any_modified }}" == "true" ] || [ "${{ github.event_name }}" == "workflow_dispatch" ]; then
- echo 'run=true' >> "${GITHUB_OUTPUT}"
- else
- echo 'run=false' >> "${GITHUB_OUTPUT}"
- fi
-
- build-test:
- env:
- DISABLE_TELEMETRY: 1
- runs-on: ${{ matrix.runner }}
- needs:
- - file-check
- strategy:
- fail-fast: false
- max-parallel: 3
- matrix:
- include:
- - name: macos-12
- runner: macos-12
- - name: macos-13
- runner: macos-13
- - name: macos-14-M1
- runner: macos-14
- steps:
- - name: Skip Check
- id: skip
- if: needs.file-check.outputs.run != 'true'
- run: echo "SKIPPED"
- - uses: actions/checkout@v4
- id: checkout
- if: needs.file-check.outputs.run == 'true'
- with:
- submodules: recursive
- - name: Install latest bash
- id: install-bash
- if: needs.file-check.outputs.run == 'true'
- run: |
- brew install bash
- - name: Install netdata dependencies
- id: install-nd-dep
- if: needs.file-check.outputs.run == 'true'
- run: |
- bash ./packaging/installer/install-required-packages.sh --dont-wait --non-interactive netdata-all
- - name: Build from source
- id: build-source
- if: needs.file-check.outputs.run == 'true'
- run: |
- sudo bash ./netdata-installer.sh --install-no-prefix /usr/local/netdata --dont-wait --dont-start-it --require-cloud --one-time-build
- - name: Test Agent start up
- id: test-agent
- if: needs.file-check.outputs.run == 'true'
- run: |
- /usr/local/netdata/usr/sbin/netdata -D > ./netdata.log 2>&1 &
- ./packaging/runtime-check.sh
- - name: Failure Notification
- uses: rtCamp/action-slack-notify@v2
- env:
- SLACK_COLOR: 'danger'
- SLACK_FOOTER: ''
- SLACK_ICON_EMOJI: ':github-actions:'
- SLACK_TITLE: 'Build & test from source macOS failed:'
- SLACK_USERNAME: 'GitHub Actions'
- SLACK_MESSAGE: |-
- ${{ github.repository }}: macOS Build and test.
- Checkout: ${{ steps.checkout.outcome }}
- Setup runner: ${{ steps.install-bash.outcome }}
- Install netdata required packages: ${{ steps.install-nd-dep.outcome }}
- Build from source: ${{ steps.build-source.outcome }}
- Test Agent runtime: ${{ steps.test-agent.outcome }}
- SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
- if: >-
- ${{
- failure()
- && startsWith(github.ref, 'refs/heads/master')
- && github.event_name != 'pull_request'
- && github.repository == 'netdata/netdata'
- }}
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index cd48a63b..073d85b7 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -1,12 +1,12 @@
---
-# Ci code for building release artifacts.
+# CI code for building release artifacts.
name: Build
on:
push: # Master branch checks only validate the build and generate artifacts for testing.
branches:
- master
pull_request: null # PR checks only validate the build and generate artifacts for testing.
- workflow_dispatch: # Dispatch runs build and validate, then push to the appropriate storage location.
+ workflow_dispatch: # Dispatch runs build and does limited validation, then pushes to the appropriate storage location.
inputs:
type:
description: Build Type
@@ -17,7 +17,7 @@ on:
default: nightly
required: true
concurrency: # This keeps multiple instances of the job from running concurrently for the same ref and event type.
- group: build-${{ github.ref }}-${{ github.event_name }}
+ group: ${{ github.workflow }}-${{ github.ref }}-${{ github.event_name }}
cancel-in-progress: true
jobs:
file-check: # Check what files changed if we’re being run in a PR or on a push.
@@ -70,6 +70,7 @@ jobs:
packaging/cmake/
packaging/makeself/
packaging/installer/
+ packaging/windows/
packaging/*.sh
packaging/*.version
packaging/*.checksums
@@ -78,6 +79,7 @@ jobs:
packaging/repoconfig/
- name: List all changed files in pattern
continue-on-error: true
+ if: github.event_name != 'workflow_dispatch'
env:
CHANGED_SOURCE_FILES: ${{ steps.check-source-files.outputs.all_changed_files }}
CHANGED_BUILD_FILES: ${{ steps.check-build-files.outputs.all_changed_files }}
@@ -95,11 +97,9 @@ jobs:
fi
- name: Check Go
id: check-go
- env:
- OTHER_CHANGED_FILES: ${{ steps.check-source-files.outputs.other_changed_files }}
run: |
if [ '${{ github.event_name }}' == 'pull_request' ]; then
- if echo "${OTHER_CHANGED_FILES}" | grep -q '.*/(.*\.go|go\.mod|go\.sum)$' || [ "${{ steps.check-build-files.outputs.any_modified }}" == "true" ]; then
+ if echo "${{ steps.check-source-files.outputs.other_changed_files }}" | grep -q '.*/(.*\.go|go\.mod|go\.sum)$' || [ "${{ steps.check-build-files.outputs.any_modified }}" == "true" ]; then
echo 'skip-go=' >> "${GITHUB_OUTPUT}"
else
echo 'skip-go=--disable-go' >> "${GITHUB_OUTPUT}"
@@ -275,335 +275,6 @@ jobs:
&& needs.file-check.outputs.run == 'true'
}}
- matrix: # Generate the shared build matrix for our build tests.
- name: Prepare Build Matrix
- runs-on: ubuntu-latest
- if: github.event_name != 'workflow_dispatch'
- outputs:
- matrix: ${{ steps.set-matrix.outputs.matrix }}
- steps:
- - name: Checkout
- id: checkout
- uses: actions/checkout@v4
- - name: Prepare tools
- id: prepare
- run: |
- sudo apt-get update || true
- sudo apt-get install -y python3-ruamel.yaml
- - name: Read build matrix
- id: set-matrix
- run: |
- matrix="$(.github/scripts/gen-matrix-build.py)"
- echo "Generated matrix: ${matrix}"
- echo "matrix=${matrix}" >> "${GITHUB_OUTPUT}"
- - name: Failure Notification
- uses: rtCamp/action-slack-notify@v2
- env:
- SLACK_COLOR: 'danger'
- SLACK_FOOTER: ''
- SLACK_ICON_EMOJI: ':github-actions:'
- SLACK_TITLE: 'Build matrix preparation failed:'
- SLACK_USERNAME: 'GitHub Actions'
- SLACK_MESSAGE: |-
- ${{ github.repository }}: Failed to prepare build matrix for build checks.
- Checkout: ${{ steps.checkout.outcome }}
- Prepare tools: ${{ steps.prepare.outcome }}
- Read build matrix: ${{ steps.set-matrix.outcome }}
- SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
- if: >-
- ${{
- failure()
- && startsWith(github.ref, 'refs/heads/master')
- && github.event_name != 'pull_request'
- && github.repository == 'netdata/netdata'
- }}
-
- prepare-test-images: # Prepare the test environments for our build checks. This also checks dependency handling code for each tested environment.
- name: Prepare Test Environments
- runs-on: ubuntu-latest
- if: github.event_name != 'workflow_dispatch'
- needs:
- - matrix
- env:
- RETRY_DELAY: 300
- strategy:
- # Unlike the actual build tests, this completes _very_ fast (average of about 3 minutes for each job), so we
- # just run everything in parallel instead lof limiting job concurrency.
- fail-fast: false
- matrix: ${{ fromJson(needs.matrix.outputs.matrix) }}
- steps:
- - name: Checkout
- id: checkout
- uses: actions/checkout@v4
- - name: Setup Buildx
- id: buildx
- uses: docker/setup-buildx-action@v3
- - name: Build test environment
- id: build1
- uses: docker/build-push-action@v5
- continue-on-error: true # We retry 3 times at 5 minute intervals if there is a failure here.
- with:
- push: false
- load: false
- file: .github/dockerfiles/Dockerfile.build_test
- build-args: |
- BASE=${{ matrix.distro }}
- PRE=${{ matrix.env_prep }}
- RMJSONC=${{ matrix.jsonc_removal }}
- outputs: type=docker,dest=/tmp/image.tar
- tags: test:${{ matrix.artifact_key }}
- - name: Retry delay
- if: ${{ steps.build1.outcome == 'failure' }}
- run: sleep "${RETRY_DELAY}"
- - name: Build test environment (attempt 2)
- if: ${{ steps.build1.outcome == 'failure' }}
- id: build2
- uses: docker/build-push-action@v5
- continue-on-error: true # We retry 3 times at 5 minute intervals if there is a failure here.
- with:
- push: false
- load: false
- file: .github/dockerfiles/Dockerfile.build_test
- build-args: |
- BASE=${{ matrix.distro }}
- PRE=${{ matrix.env_prep }}
- RMJSONC=${{ matrix.jsonc_removal }}
- outputs: type=docker,dest=/tmp/image.tar
- tags: test:${{ matrix.artifact_key }}
- - name: Retry delay
- if: ${{ steps.build1.outcome == 'failure' && steps.build2.outcome == 'failure' }}
- run: sleep "${RETRY_DELAY}"
- - name: Build test environment (attempt 3)
- if: ${{ steps.build1.outcome == 'failure' && steps.build2.outcome == 'failure' }}
- id: build3
- uses: docker/build-push-action@v5
- with:
- push: false
- load: false
- file: .github/dockerfiles/Dockerfile.build_test
- build-args: |
- BASE=${{ matrix.distro }}
- PRE=${{ matrix.env_prep }}
- RMJSONC=${{ matrix.jsonc_removal }}
- outputs: type=docker,dest=/tmp/image.tar
- tags: test:${{ matrix.artifact_key }}
- - name: Upload image artifact
- id: upload
- uses: actions/upload-artifact@v4
- with:
- name: ${{ matrix.artifact_key }}-test-env
- path: /tmp/image.tar
- retention-days: 30
- - name: Failure Notification
- uses: rtCamp/action-slack-notify@v2
- env:
- SLACK_COLOR: 'danger'
- SLACK_FOOTER: ''
- SLACK_ICON_EMOJI: ':github-actions:'
- SLACK_TITLE: 'Test environment preparation for ${{ matrix.distro }} failed:'
- SLACK_USERNAME: 'GitHub Actions'
- SLACK_MESSAGE: |-
- ${{ github.repository }}: Test environment preparation for ${{ matrix.distro }} failed.
- Checkout: ${{ steps.checkout.outcome }}
- Set up Buildx: ${{ steps.buildx.outcome }}
- Build test environment: ${{ steps.build1.outcome }}
- Build test environment (attempt 2): ${{ steps.build2.outcome }}
- Build test environment (attempt 3): ${{ steps.build3.outcome }}
- Upload: ${{ steps.upload.outcome }}
- SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
- if: >-
- ${{
- failure()
- && startsWith(github.ref, 'refs/heads/master')
- && github.event_name != 'pull_request'
- && github.repository == 'netdata/netdata'
- }}
-
- source-build: # Test various source build arrangements.
- name: Test Source Build
- runs-on: ubuntu-latest
- if: github.event_name != 'workflow_dispatch'
- needs:
- - matrix
- - prepare-test-images
- - file-check
- strategy:
- fail-fast: false
- max-parallel: 8
- matrix: ${{ fromJson(needs.matrix.outputs.matrix) }}
- steps:
- - name: Skip Check
- id: skip
- if: needs.file-check.outputs.run != 'true'
- run: echo "SKIPPED"
- - name: Checkout
- id: checkout
- if: needs.file-check.outputs.run == 'true'
- uses: actions/checkout@v4
- with:
- submodules: recursive
- - name: Fetch test environment
- id: fetch
- if: needs.file-check.outputs.run == 'true'
- uses: Wandalen/wretry.action@v3
- with:
- action: actions/download-artifact@v4
- with: |
- name: ${{ matrix.artifact_key }}-test-env
- path: .
- attempt_limit: 3
- attempt_delay: 2000
- - name: Load test environment
- id: load
- if: needs.file-check.outputs.run == 'true'
- run: docker load --input image.tar
- - name: netdata-installer on ${{ matrix.distro }}, disable cloud
- id: build-no-cloud
- if: needs.file-check.outputs.run == 'true'
- run: |
- docker run --security-opt seccomp=unconfined -w /netdata test:${{ matrix.artifact_key }} \
- /bin/sh -c './netdata-installer.sh --dont-wait --dont-start-it --disable-cloud --one-time-build ${{ needs.file-check.outputs.skip-go }}'
- - name: netdata-installer on ${{ matrix.distro }}, require cloud
- id: build-cloud
- if: needs.file-check.outputs.run == 'true'
- run: |
- docker run --security-opt seccomp=unconfined -w /netdata test:${{ matrix.artifact_key }} \
- /bin/sh -c './netdata-installer.sh --dont-wait --dont-start-it --require-cloud --one-time-build ${{ needs.file-check.outputs.skip-go }}'
- - name: netdata-installer on ${{ matrix.distro }}, require cloud, no JSON-C
- id: build-no-jsonc
- if: matrix.jsonc_removal != '' && needs.file-check.outputs.run == 'true'
- run: |
- docker run --security-opt seccomp=unconfined -w /netdata test:${{ matrix.artifact_key }} \
- /bin/sh -c '/rmjsonc.sh && ./netdata-installer.sh --dont-wait --dont-start-it --require-cloud --one-time-build ${{ needs.file-check.outputs.skip-go }}'
- - name: Failure Notification
- uses: rtCamp/action-slack-notify@v2
- env:
- SLACK_COLOR: 'danger'
- SLACK_FOOTER: ''
- SLACK_ICON_EMOJI: ':github-actions:'
- SLACK_TITLE: 'Build tests for ${{ matrix.distro }} failed:'
- SLACK_USERNAME: 'GitHub Actions'
- SLACK_MESSAGE: |-
- ${{ github.repository }}: Build tests for ${{ matrix.distro }} failed.
- Checkout: ${{ steps.checkout.outcome }}
- Fetch test environment: ${{ steps.fetch.outcome }}
- Load test environment: ${{ steps.load.outcome }}
- netdata-installer, disable cloud: ${{ steps.build-no-cloud.outcome }}
- netdata-installer, require cloud: ${{ steps.build-cloud.outcome }}
- netdata-installer, no JSON-C: ${{ steps.build-no-jsonc.outcome }}
- SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
- if: >-
- ${{
- failure()
- && startsWith(github.ref, 'refs/heads/master')
- && github.event_name != 'pull_request'
- && github.repository == 'netdata/netdata'
- && needs.file-check.outputs.run == 'true'
- }}
-
- updater-check: # Test the generated dist archive using the updater code.
- name: Test Generated Distfile and Updater Code
- runs-on: ubuntu-latest
- if: github.event_name != 'workflow_dispatch'
- needs:
- - build-dist
- - matrix
- - prepare-test-images
- - file-check
- strategy:
- fail-fast: false
- max-parallel: 8
- matrix: ${{ fromJson(needs.matrix.outputs.matrix) }}
- services:
- apache: # This gets used to serve the dist tarball for the updater script.
- image: httpd:2.4
- ports:
- - 8080:80
- volumes:
- - ${{ github.workspace }}:/usr/local/apache2/htdocs/
- steps:
- - name: Skip Check
- id: skip
- if: needs.file-check.outputs.run != 'true'
- run: echo "SKIPPED"
- - name: Checkout
- id: checkout
- if: needs.file-check.outputs.run == 'true'
- uses: actions/checkout@v4
- - name: Fetch dist tarball artifacts
- id: fetch-tarball
- if: needs.file-check.outputs.run == 'true'
- uses: Wandalen/wretry.action@v3
- with:
- action: actions/download-artifact@v4
- with: |
- name: dist-tarball
- path: dist-tarball
- attempt_limit: 3
- attempt_delay: 2000
- - name: Prepare artifact directory
- id: prepare
- if: needs.file-check.outputs.run == 'true'
- run: |
- mkdir -p artifacts/download/v9999.0.0 || exit 1
- mkdir -p artifacts/latest || exit 1
- echo "v9999.0.0" > artifacts/latest/latest-version.txt || exit 1
- cp dist-tarball/* artifacts/download/v9999.0.0 || exit 1
- cd artifacts/download/v9999.0.0 || exit 1
- ln -s ${{ needs.build-dist.outputs.distfile }} netdata-latest.tar.gz || exit 1
- ls -lFh
- sha256sum -b ./* > "sha256sums.txt" || exit 1
- cat sha256sums.txt
- cd ../.. || exit 1
- ls -lR
- - name: Fetch test environment
- id: fetch-test-environment
- if: needs.file-check.outputs.run == 'true'
- uses: Wandalen/wretry.action@v3
- with:
- action: actions/download-artifact@v4
- with: |
- name: ${{ matrix.artifact_key }}-test-env
- path: .
- attempt_limit: 3
- attempt_delay: 2000
- - name: Load test environment
- id: load
- if: needs.file-check.outputs.run == 'true'
- run: docker load --input image.tar
- - name: Install netdata and run the updater on ${{ matrix.distro }}
- id: updater-check
- if: needs.file-check.outputs.run == 'true'
- run: |
- docker run --security-opt seccomp=unconfined -e DISABLE_TELEMETRY=1 --network host -w /netdata \
- -e EXTRA_INSTALL_FLAGS=${{ needs.file-check.outputs.skip-go }} \
- test:${{ matrix.artifact_key }} /netdata/.github/scripts/run-updater-check.sh
- - name: Failure Notification
- uses: rtCamp/action-slack-notify@v2
- env:
- SLACK_COLOR: 'danger'
- SLACK_FOOTER: ''
- SLACK_ICON_EMOJI: ':github-actions:'
- SLACK_TITLE: 'Updater checks for ${{ matrix.distro }} failed:'
- SLACK_USERNAME: 'GitHub Actions'
- SLACK_MESSAGE: |-
- ${{ github.repository }}: Updater checks for ${{ matrix.distro }} failed.
- Checkout: ${{ steps.checkout.outcome }}
- Fetch dist tarball: ${{ steps.fetch-tarball.outcome }}
- Prepare artifact directory: ${{ steps.prepare.outcome }}
- Fetch test environment: ${{ steps.fetch-test-environment.outcome }}
- Load test environment: ${{ steps.load.outcome }}
- Updater check: ${{ steps.updater-check.outcome }}
- SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
- if: >-
- ${{
- failure()
- && startsWith(github.ref, 'refs/heads/master')
- && github.event_name != 'pull_request'
- && github.repository == 'netdata/netdata'
- && needs.file-check.outputs.run == 'true'
- }}
-
prepare-upload: # Consolidate the artifacts for uploading or releasing.
name: Prepare Artifacts
runs-on: ubuntu-latest
@@ -725,7 +396,7 @@ jobs:
if: needs.file-check.outputs.run == 'true'
env:
NETDATA_TARBALL_BASEURL: http://localhost:8080/
- run: packaging/installer/kickstart.sh --build-only --dont-start-it --disable-telemetry --dont-wait
+ run: sh -x packaging/installer/kickstart.sh --build-only --dont-start-it --disable-telemetry --dont-wait
- name: Failure Notification
uses: rtCamp/action-slack-notify@v2
env:
@@ -794,7 +465,7 @@ jobs:
if: needs.file-check.outputs.run == 'true'
env:
NETDATA_TARBALL_BASEURL: http://localhost:8080/
- run: packaging/installer/kickstart.sh --static-only --dont-start-it --disable-telemetry
+ run: sh -x packaging/installer/kickstart.sh --static-only --dont-start-it --disable-telemetry
- name: Failure Notification
uses: rtCamp/action-slack-notify@v2
env:
@@ -844,10 +515,10 @@ jobs:
credentials_json: ${{ secrets.GCS_STORAGE_SERVICE_KEY_JSON }}
- name: Setup GCS
id: gcs-setup
- uses: google-github-actions/setup-gcloud@v2.1.0
+ uses: google-github-actions/setup-gcloud@v2.1.1
- name: Upload Artifacts
id: upload
- uses: google-github-actions/upload-cloud-storage@v2.1.0
+ uses: google-github-actions/upload-cloud-storage@v2.1.2
with:
destination: ${{ secrets.GCP_NIGHTLY_STORAGE_BUCKET }}
gzip: false
@@ -1074,3 +745,542 @@ jobs:
success()
&& github.event_name == 'workflow_dispatch'
}}
+
+ # Remaining jobs are only used for CI checks, and not as part of the release process
+
+ matrix: # Generate the shared build matrix for our Linux build tests.
+ name: Prepare Build Matrix
+ runs-on: ubuntu-latest
+ if: github.event_name != 'workflow_dispatch'
+ outputs:
+ matrix: ${{ steps.set-matrix.outputs.matrix }}
+ steps:
+ - name: Checkout
+ id: checkout
+ uses: actions/checkout@v4
+ - name: Prepare tools
+ id: prepare
+ run: |
+ sudo apt-get update || true
+ sudo apt-get install -y python3-ruamel.yaml
+ - name: Read build matrix
+ id: set-matrix
+ run: |
+ matrix="$(.github/scripts/gen-matrix-build.py)"
+ echo "Generated matrix: ${matrix}"
+ echo "matrix=${matrix}" >> "${GITHUB_OUTPUT}"
+ - name: Failure Notification
+ uses: rtCamp/action-slack-notify@v2
+ env:
+ SLACK_COLOR: 'danger'
+ SLACK_FOOTER: ''
+ SLACK_ICON_EMOJI: ':github-actions:'
+ SLACK_TITLE: 'Build matrix preparation failed:'
+ SLACK_USERNAME: 'GitHub Actions'
+ SLACK_MESSAGE: |-
+ ${{ github.repository }}: Failed to prepare build matrix for build checks.
+ Checkout: ${{ steps.checkout.outcome }}
+ Prepare tools: ${{ steps.prepare.outcome }}
+ Read build matrix: ${{ steps.set-matrix.outcome }}
+ SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
+ if: >-
+ ${{
+ failure()
+ && startsWith(github.ref, 'refs/heads/master')
+ && github.event_name != 'pull_request'
+ && github.repository == 'netdata/netdata'
+ }}
+
+ prepare-test-images: # Prepare the test environments for our build checks. This also checks dependency handling code for each tested environment.
+ name: Prepare Test Environments
+ runs-on: ubuntu-latest
+ if: github.event_name != 'workflow_dispatch'
+ needs:
+ - matrix
+ env:
+ RETRY_DELAY: 300
+ strategy:
+ # Unlike the actual build tests, this completes _very_ fast (average of about 3 minutes for each job), so we
+ # just run everything in parallel instead lof limiting job concurrency.
+ fail-fast: false
+ matrix: ${{ fromJson(needs.matrix.outputs.matrix) }}
+ steps:
+ - name: Checkout
+ id: checkout
+ uses: actions/checkout@v4
+ - name: Setup Buildx
+ id: buildx
+ uses: docker/setup-buildx-action@v3
+ - name: Build test environment
+ id: build1
+ uses: docker/build-push-action@v6
+ continue-on-error: true # We retry 3 times at 5 minute intervals if there is a failure here.
+ with:
+ push: false
+ load: false
+ file: .github/dockerfiles/Dockerfile.build_test
+ build-args: |
+ BASE=${{ matrix.distro }}
+ PRE=${{ matrix.env_prep }}
+ RMJSONC=${{ matrix.jsonc_removal }}
+ outputs: type=docker,dest=/tmp/image.tar
+ tags: test:${{ matrix.artifact_key }}
+ - name: Retry delay
+ if: ${{ steps.build1.outcome == 'failure' }}
+ run: sleep "${RETRY_DELAY}"
+ - name: Build test environment (attempt 2)
+ if: ${{ steps.build1.outcome == 'failure' }}
+ id: build2
+ uses: docker/build-push-action@v6
+ continue-on-error: true # We retry 3 times at 5 minute intervals if there is a failure here.
+ with:
+ push: false
+ load: false
+ file: .github/dockerfiles/Dockerfile.build_test
+ build-args: |
+ BASE=${{ matrix.distro }}
+ PRE=${{ matrix.env_prep }}
+ RMJSONC=${{ matrix.jsonc_removal }}
+ outputs: type=docker,dest=/tmp/image.tar
+ tags: test:${{ matrix.artifact_key }}
+ - name: Retry delay
+ if: ${{ steps.build1.outcome == 'failure' && steps.build2.outcome == 'failure' }}
+ run: sleep "${RETRY_DELAY}"
+ - name: Build test environment (attempt 3)
+ if: ${{ steps.build1.outcome == 'failure' && steps.build2.outcome == 'failure' }}
+ id: build3
+ uses: docker/build-push-action@v6
+ with:
+ push: false
+ load: false
+ file: .github/dockerfiles/Dockerfile.build_test
+ build-args: |
+ BASE=${{ matrix.distro }}
+ PRE=${{ matrix.env_prep }}
+ RMJSONC=${{ matrix.jsonc_removal }}
+ outputs: type=docker,dest=/tmp/image.tar
+ tags: test:${{ matrix.artifact_key }}
+ - name: Upload image artifact
+ id: upload
+ uses: actions/upload-artifact@v4
+ with:
+ name: ${{ matrix.artifact_key }}-test-env
+ path: /tmp/image.tar
+ retention-days: 30
+ - name: Failure Notification
+ uses: rtCamp/action-slack-notify@v2
+ env:
+ SLACK_COLOR: 'danger'
+ SLACK_FOOTER: ''
+ SLACK_ICON_EMOJI: ':github-actions:'
+ SLACK_TITLE: 'Test environment preparation for ${{ matrix.distro }} failed:'
+ SLACK_USERNAME: 'GitHub Actions'
+ SLACK_MESSAGE: |-
+ ${{ github.repository }}: Test environment preparation for ${{ matrix.distro }} failed.
+ Checkout: ${{ steps.checkout.outcome }}
+ Set up Buildx: ${{ steps.buildx.outcome }}
+ Build test environment: ${{ steps.build1.outcome }}
+ Build test environment (attempt 2): ${{ steps.build2.outcome }}
+ Build test environment (attempt 3): ${{ steps.build3.outcome }}
+ Upload: ${{ steps.upload.outcome }}
+ SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
+ if: >-
+ ${{
+ failure()
+ && startsWith(github.ref, 'refs/heads/master')
+ && github.event_name != 'pull_request'
+ && github.repository == 'netdata/netdata'
+ }}
+
+ source-build: # Test various source build arrangements.
+ name: Test Source Build
+ runs-on: ubuntu-latest
+ if: github.event_name != 'workflow_dispatch'
+ needs:
+ - matrix
+ - prepare-test-images
+ - file-check
+ strategy:
+ fail-fast: false
+ max-parallel: 8
+ matrix: ${{ fromJson(needs.matrix.outputs.matrix) }}
+ steps:
+ - name: Skip Check
+ id: skip
+ if: needs.file-check.outputs.run != 'true'
+ run: echo "SKIPPED"
+ - name: Checkout
+ id: checkout
+ if: needs.file-check.outputs.run == 'true'
+ uses: actions/checkout@v4
+ with:
+ submodules: recursive
+ - name: Fetch test environment
+ id: fetch
+ if: needs.file-check.outputs.run == 'true'
+ uses: Wandalen/wretry.action@v3
+ with:
+ action: actions/download-artifact@v4
+ with: |
+ name: ${{ matrix.artifact_key }}-test-env
+ path: .
+ attempt_limit: 3
+ attempt_delay: 2000
+ - name: Load test environment
+ id: load
+ if: needs.file-check.outputs.run == 'true'
+ run: docker load --input image.tar
+ - name: netdata-installer on ${{ matrix.distro }}, disable cloud
+ id: build-no-cloud
+ if: needs.file-check.outputs.run == 'true'
+ run: |
+ docker run --security-opt seccomp=unconfined -w /netdata test:${{ matrix.artifact_key }} \
+ /bin/sh -c './netdata-installer.sh --dont-wait --dont-start-it --disable-cloud --one-time-build ${{ needs.file-check.outputs.skip-go }}'
+ - name: netdata-installer on ${{ matrix.distro }}, require cloud
+ id: build-cloud
+ if: needs.file-check.outputs.run == 'true'
+ run: |
+ docker run --security-opt seccomp=unconfined -w /netdata test:${{ matrix.artifact_key }} \
+ /bin/sh -c './netdata-installer.sh --dont-wait --dont-start-it --require-cloud --one-time-build ${{ needs.file-check.outputs.skip-go }}'
+ - name: netdata-installer on ${{ matrix.distro }}, require cloud, no JSON-C
+ id: build-no-jsonc
+ if: matrix.jsonc_removal != '' && needs.file-check.outputs.run == 'true'
+ run: |
+ docker run --security-opt seccomp=unconfined -w /netdata test:${{ matrix.artifact_key }} \
+ /bin/sh -c '/rmjsonc.sh && ./netdata-installer.sh --dont-wait --dont-start-it --require-cloud --one-time-build ${{ needs.file-check.outputs.skip-go }}'
+ - name: Failure Notification
+ uses: rtCamp/action-slack-notify@v2
+ env:
+ SLACK_COLOR: 'danger'
+ SLACK_FOOTER: ''
+ SLACK_ICON_EMOJI: ':github-actions:'
+ SLACK_TITLE: 'Build tests for ${{ matrix.distro }} failed:'
+ SLACK_USERNAME: 'GitHub Actions'
+ SLACK_MESSAGE: |-
+ ${{ github.repository }}: Build tests for ${{ matrix.distro }} failed.
+ Checkout: ${{ steps.checkout.outcome }}
+ Fetch test environment: ${{ steps.fetch.outcome }}
+ Load test environment: ${{ steps.load.outcome }}
+ netdata-installer, disable cloud: ${{ steps.build-no-cloud.outcome }}
+ netdata-installer, require cloud: ${{ steps.build-cloud.outcome }}
+ netdata-installer, no JSON-C: ${{ steps.build-no-jsonc.outcome }}
+ SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
+ if: >-
+ ${{
+ failure()
+ && startsWith(github.ref, 'refs/heads/master')
+ && github.event_name != 'pull_request'
+ && github.repository == 'netdata/netdata'
+ && needs.file-check.outputs.run == 'true'
+ }}
+
+ macos-build: # Test building on macOS
+ name: Test building on macOS
+ runs-on: ${{ matrix.runner }}
+ if: github.event_name != 'workflow_dispatch'
+ needs:
+ - file-check
+ strategy:
+ fail-fast: false
+ max-parallel: 8
+ matrix:
+ include:
+ - name: macos-12
+ runner: macos-12
+ - name: macos-13
+ runner: macos-13
+ - name: macos-14-M1
+ runner: macos-14
+ steps:
+ - name: Skip Check
+ id: skip
+ if: needs.file-check.outputs.run != 'true'
+ run: echo "SKIPPED"
+ - uses: actions/checkout@v4
+ id: checkout
+ if: needs.file-check.outputs.run == 'true'
+ with:
+ submodules: recursive
+ - name: Install latest bash
+ id: install-bash
+ if: needs.file-check.outputs.run == 'true'
+ run: |
+ brew install bash
+ - name: Install netdata dependencies
+ id: install-nd-dep
+ if: needs.file-check.outputs.run == 'true'
+ run: |
+ bash ./packaging/installer/install-required-packages.sh --dont-wait --non-interactive netdata-all
+ - name: Build from source
+ id: build-source
+ if: needs.file-check.outputs.run == 'true'
+ run: |
+ sudo bash ./netdata-installer.sh --install-no-prefix /usr/local/netdata --dont-wait --dont-start-it --require-cloud --one-time-build
+ - name: Test Agent start up
+ id: test-agent
+ if: needs.file-check.outputs.run == 'true'
+ run: |
+ /usr/local/netdata/usr/sbin/netdata -D > ./netdata.log 2>&1 &
+ ./packaging/runtime-check.sh
+ - name: Failure Notification
+ uses: rtCamp/action-slack-notify@v2
+ env:
+ SLACK_COLOR: 'danger'
+ SLACK_FOOTER: ''
+ SLACK_ICON_EMOJI: ':github-actions:'
+ SLACK_TITLE: 'Build & test from source macOS failed:'
+ SLACK_USERNAME: 'GitHub Actions'
+ SLACK_MESSAGE: |-
+ ${{ github.repository }}: macOS Build and test.
+ Checkout: ${{ steps.checkout.outcome }}
+ Setup runner: ${{ steps.install-bash.outcome }}
+ Install netdata required packages: ${{ steps.install-nd-dep.outcome }}
+ Build from source: ${{ steps.build-source.outcome }}
+ Test Agent runtime: ${{ steps.test-agent.outcome }}
+ SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
+ if: >-
+ ${{
+ failure()
+ && startsWith(github.ref, 'refs/heads/master')
+ && github.event_name != 'pull_request'
+ && github.repository == 'netdata/netdata'
+ }}
+
+ windows-build: # Test building on Windows
+ name: Test building on Windows
+ runs-on: windows-latest
+ if: github.event_name != 'workflow_dispatch'
+ needs:
+ - file-check
+ steps:
+ - name: Skip Check
+ id: skip
+ if: needs.file-check.outputs.run != 'true'
+ run: Write-Output "SKIPPED"
+ - name: Checkout
+ uses: actions/checkout@v4
+ id: checkout
+ if: needs.file-check.outputs.run == 'true'
+ with:
+ submodules: recursive
+ lfs: true
+ - name: Set Up Go
+ id: golang
+ if: needs.file-check.outputs.run == 'true'
+ uses: actions/setup-go@v5
+ with:
+ go-version: "^1.22"
+ - name: Set Up Dependencies
+ id: deps
+ if: needs.file-check.outputs.run == 'true'
+ run: ./packaging/windows/install-dependencies.ps1
+ - name: Build Netdata
+ id: build
+ if: needs.file-check.outputs.run == 'true'
+ env:
+ BUILD_DIR: ${{ github.workspace }}\build
+ run: ./packaging/windows/build.ps1
+ - name: Sign Agent Code
+ id: sign-agent
+ if: needs.file-check.outputs.run == 'true' && github.event_name != 'pull_request'
+ uses: azure/trusted-signing-action@v0.4.0
+ with:
+ azure-tenant-id: ${{ secrets.CODE_SIGNING_TENNANT_ID }}
+ azure-client-id: ${{ secrets.CODE_SIGNING_CLIENT_ID }}
+ azure-client-secret: ${{ secrets.CODE_SIGNING_CLIENT_SECRET }}
+ endpoint: "https://eus.codesigning.azure.net/"
+ trusted-signing-account-name: Netdata
+ certificate-profile-name: Netdata
+ files-folder: ${{ github.workspace }}\build
+ files-folder-filter: exe,dll
+ files-folder-recurse: true
+ file-digest: SHA256
+ timestamp-rfc3161: "http://timestamp.acs.microsoft.com"
+ timestamp-digest: SHA256
+ - name: Package Netdata
+ id: package
+ if: needs.file-check.outputs.run == 'true'
+ env:
+ BUILD_DIR: ${{ github.workspace }}\build
+ run: ./packaging/windows/package.ps1
+ - name: Sign Installer
+ id: sign-installer
+ if: needs.file-check.outputs.run == 'true' && github.event_name != 'pull_request'
+ uses: azure/trusted-signing-action@v0.4.0
+ with:
+ azure-tenant-id: ${{ secrets.CODE_SIGNING_TENNANT_ID }}
+ azure-client-id: ${{ secrets.CODE_SIGNING_CLIENT_ID }}
+ azure-client-secret: ${{ secrets.CODE_SIGNING_CLIENT_SECRET }}
+ endpoint: "https://eus.codesigning.azure.net/"
+ trusted-signing-account-name: Netdata
+ certificate-profile-name: Netdata
+ files: ${{ github.workspace }}\packaging\windows\netdata-installer.exe
+ file-digest: SHA256
+ timestamp-rfc3161: "http://timestamp.acs.microsoft.com"
+ timestamp-digest: SHA256
+ - name: Upload Installer
+ id: upload
+ uses: actions/upload-artifact@v4
+ with:
+ name: windows-x86_64-installer
+ path: packaging\windows\netdata-installer.exe
+ retention-days: 30
+ - name: Failure Notification
+ uses: rtCamp/action-slack-notify@v2
+ env:
+ SLACK_COLOR: 'danger'
+ SLACK_FOOTER: ''
+ SLACK_ICON_EMOJI: ':github-actions:'
+ SLACK_TITLE: 'Windows build failed:'
+ SLACK_USERNAME: 'GitHub Actions'
+ SLACK_MESSAGE: |-
+ ${{ github.repository }}: Updater checks for ${{ matrix.distro }} failed.
+ Checkout: ${{ steps.checkout.outcome }}
+ Set Up Dependencies: ${{ steps.deps.outcome }}
+ Build Netdata: ${{ steps.build.outcome }}
+ Sign Agent Code: ${{ steps.sign-agent.outcome }}
+ Package Netdata: ${{ steps.package.outcome }}
+ Sign Installer: ${{ steps.sign-installer.outcome }}
+ Upload Installer: ${{ steps.upload.outcome }}
+ SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
+ if: >-
+ ${{
+ failure()
+ && startsWith(github.ref, 'refs/heads/master')
+ && github.event_name != 'pull_request'
+ && github.repository == 'netdata/netdata'
+ && needs.file-check.outputs.run == 'true'
+ }}
+
+ updater-check: # Test the generated dist archive using the updater code.
+ name: Test Generated Distfile and Updater Code
+ runs-on: ubuntu-latest
+ if: github.event_name != 'workflow_dispatch'
+ needs:
+ - build-dist
+ - matrix
+ - prepare-test-images
+ - file-check
+ strategy:
+ fail-fast: false
+ max-parallel: 8
+ matrix: ${{ fromJson(needs.matrix.outputs.matrix) }}
+ services:
+ apache: # This gets used to serve the dist tarball for the updater script.
+ image: httpd:2.4
+ ports:
+ - 8080:80
+ volumes:
+ - ${{ github.workspace }}:/usr/local/apache2/htdocs/
+ steps:
+ - name: Skip Check
+ id: skip
+ if: needs.file-check.outputs.run != 'true'
+ run: echo "SKIPPED"
+ - name: Checkout
+ id: checkout
+ if: needs.file-check.outputs.run == 'true'
+ uses: actions/checkout@v4
+ - name: Fetch dist tarball artifacts
+ id: fetch-tarball
+ if: needs.file-check.outputs.run == 'true'
+ uses: Wandalen/wretry.action@v3
+ with:
+ action: actions/download-artifact@v4
+ with: |
+ name: dist-tarball
+ path: dist-tarball
+ attempt_limit: 3
+ attempt_delay: 2000
+ - name: Prepare artifact directory
+ id: prepare
+ if: needs.file-check.outputs.run == 'true'
+ run: |
+ mkdir -p artifacts/download/v9999.0.0 || exit 1
+ mkdir -p artifacts/latest || exit 1
+ echo "v9999.0.0" > artifacts/latest/latest-version.txt || exit 1
+ cp dist-tarball/* artifacts/download/v9999.0.0 || exit 1
+ cd artifacts/download/v9999.0.0 || exit 1
+ ln -s ${{ needs.build-dist.outputs.distfile }} netdata-latest.tar.gz || exit 1
+ ls -lFh
+ sha256sum -b ./* > "sha256sums.txt" || exit 1
+ cat sha256sums.txt
+ cd ../.. || exit 1
+ ls -lR
+ - name: Fetch test environment
+ id: fetch-test-environment
+ if: needs.file-check.outputs.run == 'true'
+ uses: Wandalen/wretry.action@v3
+ with:
+ action: actions/download-artifact@v4
+ with: |
+ name: ${{ matrix.artifact_key }}-test-env
+ path: .
+ attempt_limit: 3
+ attempt_delay: 2000
+ - name: Load test environment
+ id: load
+ if: needs.file-check.outputs.run == 'true'
+ run: docker load --input image.tar
+ - name: Install netdata and run the updater on ${{ matrix.distro }}
+ id: updater-check
+ if: needs.file-check.outputs.run == 'true'
+ run: |
+ docker run --security-opt seccomp=unconfined -e DISABLE_TELEMETRY=1 --network host -w /netdata \
+ -e EXTRA_INSTALL_FLAGS=${{ needs.file-check.outputs.skip-go }} \
+ test:${{ matrix.artifact_key }} /netdata/.github/scripts/run-updater-check.sh
+ - name: Failure Notification
+ uses: rtCamp/action-slack-notify@v2
+ env:
+ SLACK_COLOR: 'danger'
+ SLACK_FOOTER: ''
+ SLACK_ICON_EMOJI: ':github-actions:'
+ SLACK_TITLE: 'Updater checks for ${{ matrix.distro }} failed:'
+ SLACK_USERNAME: 'GitHub Actions'
+ SLACK_MESSAGE: |-
+ ${{ github.repository }}: Updater checks for ${{ matrix.distro }} failed.
+ Checkout: ${{ steps.checkout.outcome }}
+ Fetch dist tarball: ${{ steps.fetch-tarball.outcome }}
+ Prepare artifact directory: ${{ steps.prepare.outcome }}
+ Fetch test environment: ${{ steps.fetch-test-environment.outcome }}
+ Load test environment: ${{ steps.load.outcome }}
+ Updater check: ${{ steps.updater-check.outcome }}
+ SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
+ if: >-
+ ${{
+ failure()
+ && startsWith(github.ref, 'refs/heads/master')
+ && github.event_name != 'pull_request'
+ && github.repository == 'netdata/netdata'
+ && needs.file-check.outputs.run == 'true'
+ }}
+
+ gitignore-check: # Verify that the build process does not make any changes to the source tree.
+ name: .gitignore
+ needs:
+ - file-check
+ runs-on: ubuntu-latest
+ steps:
+ - name: Skip Check
+ id: skip
+ if: needs.file-check.outputs.run != 'true'
+ run: echo "SKIPPED"
+ - name: Checkout
+ if: needs.file-check.outputs.run == 'true'
+ uses: actions/checkout@v4
+ with:
+ submodules: recursive
+ - name: Prepare environment
+ if: needs.file-check.outputs.run == 'true'
+ run: ./packaging/installer/install-required-packages.sh --dont-wait --non-interactive netdata
+ - name: Build netdata
+ if: needs.file-check.outputs.run == 'true'
+ run: ./netdata-installer.sh --dont-start-it --disable-telemetry --dont-wait --install-prefix /tmp/install --one-time-build ${{ needs.file-check.outputs.skip-go }}
+ - name: Check that repo is clean
+ if: needs.file-check.outputs.run == 'true'
+ run: |
+ git status --porcelain=v1 > /tmp/porcelain
+ if [ -s /tmp/porcelain ]; then
+ cat /tmp/porcelain
+ exit 1
+ fi
diff --git a/.github/workflows/checks.yml b/.github/workflows/checks.yml
index 2ddcd822..b33aa6ff 100644
--- a/.github/workflows/checks.yml
+++ b/.github/workflows/checks.yml
@@ -16,7 +16,6 @@ jobs:
runs-on: ubuntu-latest
outputs:
run: ${{ steps.check-run.outputs.run }}
- skip-go: ${{ steps.check-go.outputs.skip-go }}
steps:
- name: Checkout
id: checkout
@@ -77,20 +76,6 @@ jobs:
else
echo 'run=false' >> "${GITHUB_OUTPUT}"
fi
- - name: Check Go
- id: check-go
- env:
- OTHER_CHANGED_FILES: ${{ steps.check-source-files.outputs.other_changed_files }}
- run: |
- if [ '${{ github.event_name }}' == 'pull_request' ]; then
- if echo "${OTHER_CHANGED_FILES}" | grep -q '.*/(.*\.go|go\.mod|go\.sum)$' || [ "${{ steps.check-build-files.outputs.any_modified }}" == "true" ]; then
- echo 'skip-go=' >> "${GITHUB_OUTPUT}"
- else
- echo 'skip-go=--disable-go' >> "${GITHUB_OUTPUT}"
- fi
- else
- echo 'skip-go=' >> "${GITHUB_OUTPUT}"
- fi
libressl-checks:
name: LibreSSL
@@ -135,33 +120,3 @@ jobs:
- name: Build
if: needs.file-check.outputs.run == 'true'
run: docker build -f .github/dockerfiles/Dockerfile.clang .
-
- gitignore-check:
- name: .gitignore
- needs:
- - file-check
- runs-on: ubuntu-latest
- steps:
- - name: Skip Check
- id: skip
- if: needs.file-check.outputs.run != 'true'
- run: echo "SKIPPED"
- - name: Checkout
- if: needs.file-check.outputs.run == 'true'
- uses: actions/checkout@v4
- with:
- submodules: recursive
- - name: Prepare environment
- if: needs.file-check.outputs.run == 'true'
- run: ./packaging/installer/install-required-packages.sh --dont-wait --non-interactive netdata
- - name: Build netdata
- if: needs.file-check.outputs.run == 'true'
- run: ./netdata-installer.sh --dont-start-it --disable-telemetry --dont-wait --install-prefix /tmp/install --one-time-build ${{ needs.file-check.outputs.skip-go }}
- - name: Check that repo is clean
- if: needs.file-check.outputs.run == 'true'
- run: |
- git status --porcelain=v1 > /tmp/porcelain
- if [ -s /tmp/porcelain ]; then
- cat /tmp/porcelain
- exit 1
- fi
diff --git a/.github/workflows/codeql.yml b/.github/workflows/codeql.yml
index 6c2c3636..2729b1f6 100644
--- a/.github/workflows/codeql.yml
+++ b/.github/workflows/codeql.yml
@@ -139,7 +139,7 @@ jobs:
strategy:
matrix:
tree:
- - src/go/collectors/go.d.plugin
+ - src/go
permissions:
security-events: write
steps:
diff --git a/.github/workflows/docker.yml b/.github/workflows/docker.yml
index 0d22aee9..b1448a0d 100644
--- a/.github/workflows/docker.yml
+++ b/.github/workflows/docker.yml
@@ -162,7 +162,7 @@ jobs:
- name: Build Image
id: build
if: needs.file-check.outputs.run == 'true'
- uses: docker/build-push-action@v5
+ uses: docker/build-push-action@v6
with:
platforms: ${{ matrix.platform }}
tags: netdata/netdata:test
@@ -280,7 +280,7 @@ jobs:
password: ${{ secrets.DOCKER_HUB_PASSWORD }}
- name: Build Image
id: build
- uses: docker/build-push-action@v5
+ uses: docker/build-push-action@v6
with:
platforms: ${{ matrix.platform }}
cache-from: type=local,src=/tmp/build-cache
@@ -435,7 +435,7 @@ jobs:
password: ${{ secrets.NETDATABOT_QUAY_TOKEN }}
- name: Build Image
id: build
- uses: docker/build-push-action@v5
+ uses: docker/build-push-action@v6
with:
platforms: ${{ matrix.platform }}
cache-from: type=local,src=/tmp/build-cache
@@ -591,7 +591,7 @@ jobs:
password: ${{ secrets.GITHUB_TOKEN }}
- name: Build Image
id: build
- uses: docker/build-push-action@v5
+ uses: docker/build-push-action@v6
with:
platforms: ${{ matrix.platform }}
cache-from: type=local,src=/tmp/build-cache
diff --git a/.github/workflows/generate-integrations.yml b/.github/workflows/generate-integrations.yml
index 8287f929..f6e93089 100644
--- a/.github/workflows/generate-integrations.yml
+++ b/.github/workflows/generate-integrations.yml
@@ -7,13 +7,14 @@ on:
- master
paths: # If any of these files change, we need to regenerate integrations.js.
- 'src/collectors/**/metadata.yaml'
- - 'src/go/collectors/**/metadata.yaml'
+ - 'src/go/plugin/**/metadata.yaml'
- 'src/exporting/**/metadata.yaml'
- 'src/health/notifications/**/metadata.yaml'
- 'integrations/templates/**'
- 'integrations/categories.yaml'
- 'integrations/deploy.yaml'
- 'integrations/cloud-notifications/metadata.yaml'
+ - 'integrations/cloud-authentication/metadata.yaml'
- 'integrations/gen_integrations.py'
workflow_dispatch: null
concurrency: # This keeps multiple instances of the job from running concurrently for the same ref.
diff --git a/.github/workflows/packaging.yml b/.github/workflows/packaging.yml
index ebfba807..bba552df 100644
--- a/.github/workflows/packaging.yml
+++ b/.github/workflows/packaging.yml
@@ -299,6 +299,17 @@ jobs:
key: ${{ secrets.NETDATABOT_PACKAGES_SSH_KEY }}
name: id_ecdsa
known_hosts: ${{ secrets.PACKAGES_KNOWN_HOSTS }}
+ - name: Import GPG Keys
+ id: import-keys
+ if: needs.file-check.outputs.run == 'true' && matrix.format == 'deb' && github.event_name != 'pull_request'
+ uses: crazy-max/ghaction-import-gpg@v6
+ with:
+ gpg_private_key: ${{ secrets.NETDATABOT_PACKAGE_SIGNING_KEY }}
+ - name: Sign DEB Packages
+ id: sign-deb
+ if: needs.file-check.outputs.run == 'true' && matrix.format == 'deb' && github.event_name != 'pull_request'
+ shell: bash
+ run: .github/scripts/deb-sign.sh artifacts ${{ steps.import-keys.outputs.fingerprint }}
- name: Upload to packages.netdata.cloud
id: package-upload
continue-on-error: true
@@ -338,6 +349,8 @@ jobs:
Publish to PackageCloud: ${{ steps.upload.outcome }}
Import SSH Key: ${{ steps.ssh-setup.outcome }}
Publish to packages.netdata.cloud: ${{ steps.package-upload.outcome }}
+ Import GPG Keys: ${{ steps.import-keys.outcome }}
+ Sign DEB Packages: ${{ steps.sign-deb.outcome }}
Publish to packages2.netdata.cloud: ${{ steps.package2-upload.outcome }}
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
if: >-
diff --git a/.github/workflows/platform-eol-check.yml b/.github/workflows/platform-eol-check.yml
index 185640f2..a00d312a 100644
--- a/.github/workflows/platform-eol-check.yml
+++ b/.github/workflows/platform-eol-check.yml
@@ -73,7 +73,7 @@ jobs:
id: check
shell: sh {0}
run: |
- d="$(.github/scripts/platform-impending-eol.py ${{ matrix.distro }} ${{ matrix.release }})"
+ d="$(.github/scripts/platform-impending-eol.py ${{ matrix.distro }} ${{ matrix.release }} ${{ matrix.lts }})"
case $? in
0) echo "pending=false" >> "${GITHUB_OUTPUT}" ;;
1)
diff --git a/.github/workflows/repoconfig-packages.yml b/.github/workflows/repoconfig-packages.yml
index 8b43a235..bf1dd197 100644
--- a/.github/workflows/repoconfig-packages.yml
+++ b/.github/workflows/repoconfig-packages.yml
@@ -132,6 +132,17 @@ jobs:
netdata/netdata-repoconfig \
packaging/repoconfig/artifacts
done
+ - name: Import GPG Keys
+ id: import-keys
+ if: matrix.format == 'deb' && github.event_name != 'pull_request'
+ uses: crazy-max/ghaction-import-gpg@v6
+ with:
+ gpg_private_key: ${{ secrets.NETDATABOT_PACKAGE_SIGNING_KEY }}
+ - name: Sign DEB Packages
+ id: sign-deb
+ if: matrix.format == 'deb' && github.event_name != 'pull_request'
+ shell: bash
+ run: .github/scripts/deb-sign.sh packaging/repoconfig/artifacts ${{ steps.import-keys.outputs.fingerprint }}
- name: Upload to packages2.netdata.cloud
id: package2-upload
if: github.event_name != 'pull_request' && github.repository == 'netdata/netdata'
@@ -163,5 +174,7 @@ jobs:
Publish to PackageCloud: ${{ steps.publish.outcome }}
Import SSH Key: ${{ steps.ssh-setup.outcome }}
Publish to packages.netdata.cloud: ${{ steps.package-upload.outcome }}
+ Import GPG Keys: ${{ steps.import-keys.outcome }}
+ Sign DEB Packages: ${{ steps.sign-deb.outcome }}
Publish to packages2.netdata.cloud: ${{ steps.package2-upload.outcome }}
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK_URL }}
diff --git a/.github/workflows/review.yml b/.github/workflows/review.yml
index 30b09ec0..bfa37a7f 100644
--- a/.github/workflows/review.yml
+++ b/.github/workflows/review.yml
@@ -183,7 +183,7 @@ jobs:
strategy:
matrix:
tree:
- - src/go/collectors/go.d.plugin
+ - src/go
runs-on: ubuntu-latest
steps:
- name: Checkout