Merging upstream version 1.17.1.

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 667 insertions, 0 deletions

diff --git a/.travis.yml b/.travis.yml
new file mode 100644
index 000000000..8d9cea2ca
--- /dev/null
+++ b/.travis.yml
@@ -0,0 +1,667 @@
+dist: bionic
+language: c
+services:
+  - docker
+
+
+
+# This is a hook to help us introduce "soft" errors on our process
+matrix:
+  allow_failures:
+    - env: ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+# Install dependencies for all, once
+#
+install:
+  - sudo apt-get install -y libcap2-bin zlib1g-dev uuid-dev fakeroot libipmimonitoring-dev libmnl-dev libnetfilter-acct-dev gnupg python-pip
+  - sudo apt install -y --only-upgrade docker-ce
+  - sudo pip install git-semver==0.2.4 # 11/Sep/2019: git-semver tip was broken, so we had to force last good run of it
+  - docker info
+  - source tests/installer/slack.sh
+  - export NOTIF_CHANNEL="automation-beta"
+  - if [ "${TRAVIS_REPO_SLUG}" = "netdata/netdata" ]; then export NOTIF_CHANNEL="automation"; fi;
+  - export BUILD_VERSION="$(cat packaging/version | cut -d'-' -f1)"
+  - export LATEST_RELEASE_VERSION="$(cat packaging/version | cut -d'-' -f1)"
+  - export LATEST_RELEASE_DATE="$(git log -1 --format=%aD "${LATEST_RELEASE_VERSION}" | cat)"
+  - if [[ "${TRAVIS_COMMIT_MESSAGE}" = *"[Build latest]"* ]]; then export BUILD_VERSION="$(cat packaging/version | cut -d'-' -f1,2 | sed -e 's/-/./g').latest"; fi;
+  - export DEPLOY_REPO="netdata"  # Default production packaging repository
+  - if [[ "${TRAVIS_COMMIT_MESSAGE}" = *"[Build latest]"* ]]; then export DEPLOY_REPO="netdata-edge"; fi;
+  - export PACKAGING_USER="$(echo ${TRAVIS_REPO_SLUG} | cut -d'/' -f1)"
+  - export PACKAGE_CLOUD_RETENTION_DAYS=30
+
+
+
+# Setup notification system
+#
+notifications:
+  webhooks: https://app.fossa.io/hooks/travisci
+
+
+
+# Define the stage sequence and conditionals
+#
+stages:
+  # Mandatory runs, we always want these executed
+  - name: Code quality, linting, syntax, code style
+  - name: Build process
+  - name: Artifacts validation
+  - name: Artifacts validation on bare OS, stable to current lifecycle checks
+    if: branch = master AND (type = pull_request OR type = cron)
+
+    # Nightly operations
+  - name: Nightly operations
+    #if: branch = master AND type = cron
+    if: branch =fix-coverity-toolkit
+  - name: Nightly release
+    if: branch = master AND type = cron
+
+    # Scheduled releases
+  - name: Packaging for release
+    if: branch = master AND type != pull_request AND type != cron
+
+  - name: Publish for release
+    # We don't run on release candidates
+    if: branch = master AND type != pull_request AND type != cron AND commit_message =~ /\[netdata (release candidate|(major|minor|patch) release)\]/ AND tag !~ /(-rc)/
+
+    # Build DEB packages under special conditions
+  - name: Package ubuntu/* and debian/*
+    if: type != cron AND type != pull_request AND branch = master
+
+    # Build RPM packages under special conditions
+  - name: Package centos, fedora and opensuse
+    if: type != cron AND type != pull_request AND branch = master
+
+
+
+# Define stage implementation details
+#
+jobs:
+  include:
+      # Do code quality, syntax checking and other pre-build activities
+    - stage: Code quality, linting, syntax, code style
+
+      name: Run shellchecking on BASH
+      script: shellcheck --format=gcc $(find . -name '*.sh.in' -not -iwholename '*.git*')
+
+      # This falls under same stage defined earlier
+    - name: Run checksum checks on kickstart files
+      script: ./tests/installer/checksums.sh
+      env: LOCAL_ONLY="true"
+
+      # This falls under same stage defined earlier
+    - name: Web Dashboard pre-generated file consistency checks (dashboard.js)
+      script: cp web/gui/dashboard.js /tmp/dashboard.js && ./build/build.sh && diff /tmp/dashboard.js web/gui/dashboard.js
+
+
+
+      # Ensure netdata code builds successfully
+    - stage: Build process
+
+      name: Standard netdata build
+      script: fakeroot ./netdata-installer.sh --install $HOME --dont-wait --dont-start-it --enable-plugin-nfacct --enable-plugin-freeipmi --disable-lto
+      env: CFLAGS='-O1 -DNETDATA_INTERNAL_CHECKS=1 -DNETDATA_VERIFY_LOCKS=1'
+      after_failure: post_message "TRAVIS_MESSAGE" "<!here> standard netdata build is failing (Still dont know which one, will improve soon)"
+
+    - name: Docker container build process (alpine installation)
+      script: packaging/docker/build.sh
+      env: DEVEL="true"
+      after_failure: post_message "TRAVIS_MESSAGE" "Docker build process failed"
+
+    - name: Run 'make dist' validation
+      before_script: mkdir /tmp/netdata-makedist-test
+      script:
+        - echo "GIT Branch:" && git branch
+        - echo "Last commit:" && git log -1
+        - echo "GIT Describe:" && git describe
+        - echo "packaging/version:" && cat packaging/version
+        - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" make clean || echo "Nothing to clean"
+        - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" make distclean || echo "Nothing to distclean"
+        - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" /bin/bash -c "autoreconf -ivf && ./configure --prefix=/netdata_install/usr --sysconfdir=/netdata_install/etc --localstatedir=/netdata_install/var --with-zlib --with-math --with-user=netdata CFLAGS=-O2"
+        - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" make dist
+        - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" ls -ltr ./netdata-$(git describe).tar.gz || ls -ltr ./netdata-$(cat packaging/version | tr -d '\n').tar.gz
+        - .travis/run_install_with_dist_file.sh
+        - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" make distclean
+      git:
+        depth: false
+      after_script: rm -rf /tmp/netdata-makedist-test
+      after_failure: post_message "TRAVIS_MESSAGE" "'make dist' failed"
+
+
+
+    - stage: Artifacts validation
+
+      name: Unit Testing
+      script:
+        - fakeroot ./netdata-installer.sh --install $HOME --dont-wait --dont-start-it --enable-plugin-nfacct --enable-plugin-freeipmi --disable-lto
+        - $HOME/netdata/usr/sbin/netdata -W unittest
+      env: CFLAGS='-O1 -DNETDATA_INTERNAL_CHECKS=1 -DNETDATA_VERIFY_LOCKS=1'
+      after_failure: post_message "TRAVIS_MESSAGE" "Unit testing failed"
+
+    - name: Build/install on ubuntu 14.04 (not containerized)
+      script: fakeroot ./netdata-installer.sh --dont-wait --dont-start-it --install $HOME
+      after_failure: post_message "TRAVIS_MESSAGE" "Build/Install failed on ubuntu 14.04"
+
+    - name: Build/Install for ubuntu 18.04 (not containerized)
+      script: fakeroot ./netdata-installer.sh --dont-wait --dont-start-it --install $HOME
+      after_failure: post_message "TRAVIS_MESSAGE" "Build/Install failed on ubuntu 18.04"
+
+    - name: Run netdata lifecycle, on ubuntu 18.04 (Containerized)
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "netdata/os-test:ubuntu1804" bats --tap tests/lifecycle.bats
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata lifecycle test script failed on ubuntu 18.04"
+
+    - name: Run netdata lifecycle from stable to current, on CentOS 7 (Containerized)
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "netdata/os-test:centos7" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on CentOS 7"
+
+    - name: Build/install for CentOS 6 (Containerized)
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "netdata/os-test:centos6" ./netdata-installer.sh --dont-wait --dont-start-it --install /tmp
+      after_failure: post_message "TRAVIS_MESSAGE" "Build/Install failed on CentOS 6"
+
+    - name: Build/install for CentOS 7 (Containerized)
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "netdata/os-test:centos7" ./netdata-installer.sh --dont-wait --dont-start-it --install /tmp
+      after_failure: post_message "TRAVIS_MESSAGE" "Build/Install failed on CentOS 7"
+
+
+
+    - stage: "Artifacts validation on bare OS, stable to current lifecycle checks"
+
+      # Ubuntu runs
+      name: Run netdata lifecycle on Ubuntu 16.04 (xenial)
+      script: sudo -E tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Ubuntu 16.04"
+
+      # Ubuntu runs
+    - name: Run netdata lifecycle, on Ubuntu 18.04 (Containerized)
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "ubuntu:18.04" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Ubuntu 18.04"
+
+    - name: Run netdata lifecycle, on Ubuntu 19.04 (Containerized)
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "ubuntu:19.04" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Ubuntu 19.04"
+
+      # Centos runs
+    - name: Run netdata lifecycle on CentOS 6 (Containerized)
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "centos:6" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare CentOS 6"
+
+    - name: Run netdata lifecycle on CentOS 7 (Containerized)
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "centos:7" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare CentOS 7"
+
+    - name: Run netdata lifecycle, on Debian 9 (Containerized)
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "debian:stretch" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Debian 9 (stretch)"
+
+    - name: Run netdata lifecycle, on Debian 10 (Containerized)
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "debian:buster" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Debian 10 (buster)"
+
+      # openSuSE runs
+    - name: Run netdata lifecycle, on openSuSE 15.0
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "opensuse/leap:15.0" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare opensuse/leap:15.0"
+
+    - name: Run netdata lifecycle, on openSuSE 15.1
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "opensuse/leap:15.1" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare opensuse/leap:15.1"
+
+    - name: Run netdata lifecycle, on openSuSE Tumbleweed
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "opensuse/tumbleweed:latest" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare opensuse/tumbleweed:latest"
+
+      # Alpine runs
+    - name: Run netdata lifecycle, on Alpine linux
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "alpine" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Alpine"
+
+      # Arch linux runs
+    - name: Run netdata lifecycle, on ArchLinux
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "archlinux/base:latest" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare archlinux/base:latest"
+
+      # Fedora runs
+    - name: Run netdata lifecycle, on Fedora 28
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "fedora:28" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Fedora 28"
+
+    - name: Run netdata lifecycle, on Fedora 29
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "fedora:29" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Fedora 29"
+
+    - name: Run netdata lifecycle, on Fedora 30 (Containerized)
+      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "fedora:30" tests/updater_checks.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Fedora 30"
+
+#    - name: Run netdata lifecycle, on Fedora 31 (Containerized)
+#      script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "fedora:31" tests/updater_checks.sh
+#      after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Fedora 31"
+
+
+
+    - stage: Packaging for release
+
+      name: Generate changelog and TAG the release (only on special commit msg)
+      before_script: post_message "TRAVIS_MESSAGE" "Packaging step for release initiated" "${NOTIF_CHANNEL}"
+      script:
+        - echo "GIT Branch:" && git branch
+        - echo "Last commit:" && git log -1
+        - echo "GIT Describe:" && git describe
+        - echo "packaging/version:" && cat packaging/version
+        - .travis/generate_changelog_and_tag_release.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "<!here> Packaging for release failed"
+      git:
+        depth: false
+
+    - name: Run labeler on github issues
+      script: .travis/labeler.sh  # labeler should be replaced with GitHub Actions when they hit GA
+
+
+
+    # ###### Packaging workflow section ######
+    # References:
+    # https://us.images.linuxcontainers.org
+    # https://packagecloud.io/docs#install_repo
+
+    # TODO: This section is stale, will be aligned with the RPM implementation when we get to DEB packaging
+    - stage: Package ubuntu/* and debian/*
+      _template: &DEB_TEMPLATE
+        git:
+          depth: false
+        before_install:
+          - sudo apt-get install -y wget lxc python3-lxc python-lxc lxc-templates dh-make git-buildpackage build-essential libdistro-info-perl
+          - source tests/installer/slack.sh
+        before_script:
+          - post_message "TRAVIS_MESSAGE" "Starting package preparation and publishing for ${BUILD_STRING}.${BUILD_ARCH}" "${NOTIF_CHANNEL}"
+          - export PACKAGES_DIRECTORY="$(mktemp -d -t netdata-packaging-contents-dir-XXXXXX)" && echo "Created packaging directory ${PACKAGES_DIRECTORY}"
+        script:
+          - echo "GIT Branch:" && git branch
+          - echo "Last commit:" && git log -1
+          - echo "GIT Describe:" && git describe
+          - echo "packaging/version:" && cat packaging/version
+          - echo "Creating LXC environment for the build" && sudo -E .travis/package_management/create_lxc_for_build.sh
+          - echo "Building package in container" && sudo -E .travis/package_management/build_package_in_container.sh
+          - sudo chown -R root:travis "/var/lib/lxc"
+          - sudo chmod -R 750 "/var/lib/lxc"
+          - echo "Preparing DEB packaging contents for upload" && sudo -E .travis/package_management/prepare_packages.sh
+        after_failure: post_message "TRAVIS_MESSAGE" "Failed to build DEB for ${BUILD_STRING}.${BUILD_ARCH}"
+        before_deploy:
+          - .travis/package_management/yank_stale_pkg.sh "${PACKAGES_DIRECTORY}" "${BUILD_STRING}" || echo "No stale DEB found"
+        deploy:
+          - provider: packagecloud
+            repository: "${DEPLOY_REPO}"
+            username: "${PACKAGING_USER}"
+            token: "${PKG_CLOUD_TOKEN}"
+            dist: "${BUILD_STRING}"
+            local_dir: "${PACKAGES_DIRECTORY}"
+            skip_cleanup: true
+            on:
+              # Only deploy on ${USER}/netdata, master branch, when build-area directory is created
+              repo: ${TRAVIS_REPO_SLUG}
+              branch: "master"
+              condition: -d "${PACKAGES_DIRECTORY}"
+        after_deploy:
+          - if [ -n "${BUILDER_NAME}" ]; then rm -rf /home/${BUILDER_NAME}/* && echo "Cleared /home/${BUILDER_NAME} directory" || echo "Failed to clean /home/${BUILDER_NAME} directory"; fi;
+          - if [ -d "${PACKAGES_DIRECTORY}" ]; then rm -rf "${PACKAGES_DIRECTORY}"; fi;
+
+      name: "Build & Publish DEB package for ubuntu/disco"
+      <<: *DEB_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64|i386) DEB( Ubuntu)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="disco" BUILD_STRING="ubuntu/disco"
+        - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: "Build & Publish DEB package for ubuntu/cosmic"
+      <<: *DEB_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64|i386) DEB( Ubuntu)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="cosmic" BUILD_STRING="ubuntu/cosmic"
+        - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: "Build & Publish DEB package for ubuntu/bionic"
+      <<: *DEB_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64|i386) DEB( Ubuntu)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="bionic" BUILD_STRING="ubuntu/bionic"
+        - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: "Build & Publish DEB package for ubuntu/xenial"
+      <<: *DEB_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64|i386) DEB( Ubuntu)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="xenial" BUILD_STRING="ubuntu/xenial"
+        - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: "Build & Publish DEB package for ubuntu/trusty"
+      <<: *DEB_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64|i386) DEB( Ubuntu)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="trusty" BUILD_STRING="ubuntu/trusty"
+        - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+
+    - name: "Build & Publish DEB package for debian/buster"
+      <<: *DEB_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64|i386) DEB( Debian)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="debian" BUILD_RELEASE="buster" BUILD_STRING="debian/buster"
+        - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: "Build & Publish DEB package for debian/stretch"
+      <<: *DEB_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64|i386) DEB( Debian)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="debian" BUILD_RELEASE="stretch" BUILD_STRING="debian/stretch"
+        - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: "Build & Publish DEB package for debian/jessie"
+      <<: *DEB_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64|i386) DEB( Debian)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="debian" BUILD_RELEASE="jessie" BUILD_STRING="debian/jessie"
+        - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+    - stage: Package centos, fedora and opensuse
+      _template: &RPM_TEMPLATE
+        git:
+          depth: false
+        before_install:
+          - sudo apt-get install -y wget lxc lxc-templates python3-lxc python-lxc
+          - source tests/installer/slack.sh
+        before_script:
+          - post_message "TRAVIS_MESSAGE" "Starting package preparation and publishing for ${BUILD_STRING}.${BUILD_ARCH}" "${NOTIF_CHANNEL}"
+          - export PACKAGES_DIRECTORY="$(mktemp -d -t netdata-packaging-contents-dir-XXXXXX)" && echo "Created packaging directory ${PACKAGES_DIRECTORY}"
+        script:
+          - echo "GIT Branch:" && git branch
+          - echo "Last commit:" && git log -1
+          - echo "GIT Describe:" && git describe
+          - echo "packaging/version:" && cat packaging/version
+          - echo "Creating LXC environment for the build" && sudo -E .travis/package_management/create_lxc_for_build.sh
+          - echo "Building package in container" && sudo -E .travis/package_management/build_package_in_container.sh
+          - sudo chmod -R 755 "/var/lib/lxc"
+          - echo "Preparing RPM packaging contents for upload" && sudo -E .travis/package_management/prepare_packages.sh
+        after_failure: post_message "TRAVIS_MESSAGE" "Failed to build RPM for ${BUILD_STRING}.${BUILD_ARCH}"
+        before_deploy:
+          - .travis/package_management/yank_stale_pkg.sh "${PACKAGES_DIRECTORY}" "${BUILD_STRING}" || echo "No stale RPM found"
+        deploy:
+          - provider: packagecloud
+            repository: "${DEPLOY_REPO}"
+            username: "${PACKAGING_USER}"
+            token: "${PKG_CLOUD_TOKEN}"
+            dist: "${BUILD_STRING}"
+            local_dir: "${PACKAGES_DIRECTORY}"
+            skip_cleanup: true
+            on:
+              # Only deploy on ${USER}/netdata, master branch, when packages directory is created
+              repo: ${TRAVIS_REPO_SLUG}
+              branch: "master"
+              condition: -d "${PACKAGES_DIRECTORY}"
+        after_deploy:
+          - if [ -n "${BUILDER_NAME}" ]; then rm -rf /home/${BUILDER_NAME}/* && echo "Cleared /home/${BUILDER_NAME} directory" || echo "Failed to clean /home/${BUILDER_NAME} directory"; fi;
+          - if [ -d "${PACKAGES_DIRECTORY}" ]; then rm -rf "${PACKAGES_DIRECTORY}"; fi;
+
+      name: "Build & Publish RPM package for Enterprise Linux 7"
+      <<: *RPM_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64|i386) RPM( Enterprise Linux)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="centos" BUILD_RELEASE="7" BUILD_STRING="el/7"
+        - PACKAGE_TYPE="rpm" REPO_TOOL="yum"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: "Build & Publish RPM package for Enterprise Linux 6"
+      <<: *RPM_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64|i386) RPM( Enterprise Linux)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="centos" BUILD_RELEASE="6" BUILD_STRING="el/6"
+        - PACKAGE_TYPE="rpm" REPO_TOOL="yum"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: "Build & Publish RPM package for Fedora 30"
+      <<: *RPM_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64) RPM( Fedora)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="fedora" BUILD_RELEASE="30" BUILD_STRING="fedora/30"
+        - PACKAGE_TYPE="rpm" REPO_TOOL="dnf"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: "Build & Publish RPM package for Fedora 29"
+      <<: *RPM_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64) RPM( Fedora)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="fedora" BUILD_RELEASE="29" BUILD_STRING="fedora/29"
+        - PACKAGE_TYPE="rpm" REPO_TOOL="dnf"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: "Build & Publish RPM package for OpenSuSE 15.1"
+      <<: *RPM_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64) RPM( openSuSE)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="opensuse" BUILD_RELEASE="15.0" BUILD_STRING="opensuse/15.1"
+        - PACKAGE_TYPE="rpm" REPO_TOOL="zypper"
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: "Build & Publish RPM package for OpenSuSE 15.0"
+      <<: *RPM_TEMPLATE
+      if: commit_message =~ /\[Package (amd64|arm64) RPM( openSuSE)?\]/
+      env:
+        - BUILDER_NAME="builder" BUILD_DISTRO="opensuse" BUILD_RELEASE="15.0" BUILD_STRING="opensuse/15.0"
+        - PACKAGE_TYPE="rpm" REPO_TOOL="zypper"
+        - ALLOW_SOFT_FAILURE_HERE=true
+    # ###### End of packaging workflow section ###### #
+    # ############################################### #
+
+
+
+    # We only publish if a TAG has been set during packaging
+    - stage: Publish for release
+      _template: &RELEASE_TEMPLATE
+        git:
+          depth: false
+        before_script: post_message "TRAVIS_MESSAGE" "Publishing docker images" "${NOTIF_CHANNEL}"
+        script:
+          - echo "GIT Branch:" && git branch
+          - echo "Last commit:" && git log -1
+          - echo "GIT Describe:" && git describe
+          - echo "packaging/version:" && cat packaging/version
+          - >-
+            packaging/docker/check_login.sh
+            && echo "Switching to latest master branch, to pick up tagging if any" && git checkout master && git pull
+            && packaging/docker/build.sh
+            && packaging/docker/publish.sh
+        after_failure: post_message "TRAVIS_MESSAGE" "<!here> Docker image publishing failed"
+
+      name: Build & Publish docker image for i386
+      <<: *RELEASE_TEMPLATE
+      env:
+        - ALLOW_SOFT_FAILURE_HERE=true
+        - ARCHS=i386
+
+    - name: Build & Publish docker image for amd64
+      <<: *RELEASE_TEMPLATE
+      env:
+        - ALLOW_SOFT_FAILURE_HERE=true
+        - ARCHS=amd64
+
+    - name: Build & Publish docker image for armhf
+      <<: *RELEASE_TEMPLATE
+      env:
+        - ALLOW_SOFT_FAILURE_HERE=true
+        - ARCHS=armhf
+
+    - name: Build & Publish docker image for aarch64
+      <<: *RELEASE_TEMPLATE
+      env:
+        - ALLOW_SOFT_FAILURE_HERE=true
+        - ARCHS=aarch64
+
+    - name: Create release draft
+      git:
+        depth: false
+      before_script: post_message "TRAVIS_MESSAGE" "Drafting release on github" "${NOTIF_CHANNEL}"
+      script:
+        - echo "GIT Branch:" && git branch
+        - echo "Last commit:" && git log -1
+        - echo "GIT Describe:" && git describe
+        - echo "packaging/version:" && cat packaging/version
+        - echo "Generating release artifacts" && .travis/create_artifacts.sh  # Could/should be a common storage to put this and share between jobs
+        - .travis/draft_release.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "<!here> Draft release submission failed"
+
+    - name: Trigger .RPM and .DEB package generation
+      before_script: post_message "TRAVIS_MESSAGE" "Starting RPM and DEB package generation for release" "${NOTIF_CHANNEL}"
+      script:
+        - if [[ -z "${GIT_TAG}" ]] || [[ ! "${GIT_TAG}" = "$(git tag --points-at)" ]]; then post_message "TRAVIS_MESSAGE" "<!here> I Did not find a valid GIT_TAG to proceed with stable packaging" "${NOTIF_CHANNEL}" && exit 1; fi;
+        - if [[ -n "${GIT_TAG}" ]] && [[ "${GIT_TAG}" = "$(git tag --points-at)" ]]; then .travis/trigger_package_generation.sh; fi;
+      after_failure: post_message "TRAVIS_MESSAGE" "<!here> Stable release package generation produced errors" "${NOTIF_CHANNEL}"
+      git:
+        depth: false
+
+
+
+    # This is the nightly pre-execution step (Jobs, preparatory steps for nightly, etc)
+    - stage: Nightly operations
+
+      name: Run coverity scan
+      before_script:
+        - post_message "TRAVIS_MESSAGE" "Starting nightly operations" "${NOTIF_CHANNEL}"
+        - bash <(curl -sS https://raw.githubusercontent.com/netdata/netdata-demo-site/master/install-required-packages.sh) --dont-wait --non-interactive netdata
+        - sudo apt-get install -y libjson-c-dev libipmimonitoring-dev libcups2-dev libsnappy-dev libprotobuf-dev libprotoc-dev libssl-dev protobuf-compiler
+      script: ./coverity-scan.sh --with-install
+      after_failure: post_message "TRAVIS_MESSAGE" "<!here> Coverity nightly run has failed" "${NOTIF_CHANNEL}"
+      env:
+        - ALLOW_SOFT_FAILURE_HERE=true
+
+    - name: Kickstart files integrity testing (extended)
+      script: ./tests/installer/checksums.sh
+
+    - name: Run labeler on github issues
+      script: .travis/labeler.sh  # labeler should be replaced with GitHub Actions when they hit GA
+
+      # This is generating the changelog for nightly release and publish it
+    - name: Generate nightly changelog
+      before_script: post_message "TRAVIS_MESSAGE" "Starting changelog generation for nightlies" "${NOTIF_CHANNEL}"
+      script:
+        - ".travis/nightlies.sh"
+        - ".travis/check_changelog_last_modification.sh"
+      after_failure: post_message "TRAVIS_MESSAGE" "<!here> Nightly changelog generation failed"
+      git:
+        depth: false
+
+    - name: Clean up package cloud nightly repository from old versions
+      before_script: post_message "TRAVIS_MESSAGE" "Starting package cloud repository clean up" "${NOTIF_CHANNEL}"
+      script:
+        - DEPLOY_REPO="netdata-edge" .travis/package_management/old_package_purging.sh
+        - DEPLOY_REPO="netdata-devel" .travis/package_management/old_package_purging.sh
+
+    # This is the nightly execution step
+    #
+    - stage: Nightly release
+      _template: &NIGHTLY_TEMPLATE
+        git:
+          depth: false
+        before_script: post_message "TRAVIS_MESSAGE" "Publishing docker images for nightlies" "${NOTIF_CHANNEL}"
+        script:
+          - echo "GIT Branch:" && git branch
+          - echo "Last commit:" && git log -1
+          - echo "GIT Describe:" && git describe
+          - echo "packaging/version:" && cat packaging/version
+          - docker info
+          - >-
+            packaging/docker/check_login.sh
+            && packaging/docker/build.sh
+            && packaging/docker/publish.sh
+        after_failure: post_message "TRAVIS_MESSAGE" "<!here> Nightly docker image publish failed"
+
+      name: Build & Publish docker image for i386
+      <<: *NIGHTLY_TEMPLATE
+      env:
+        - ALLOW_SOFT_FAILURE_HERE=true
+        - ARCHS=i386
+
+    - name: Build & Publish docker image for amd64
+      <<: *NIGHTLY_TEMPLATE
+      env:
+        - ALLOW_SOFT_FAILURE_HERE=true
+        - ARCHS=amd64
+
+    - name: Build & Publish docker image for armhf
+      <<: *NIGHTLY_TEMPLATE
+      env:
+        - ALLOW_SOFT_FAILURE_HERE=true
+        - ARCHS=armhf
+
+    - name: Build & Publish docker image for aarch64
+      <<: *NIGHTLY_TEMPLATE
+      env:
+        - ALLOW_SOFT_FAILURE_HERE=true
+        - ARCHS=aarch64
+
+    - name: Trigger .RPM and .DEB package generation
+      before_script: post_message "TRAVIS_MESSAGE" "Starting RPM and DEB package generation for nightlies" "${NOTIF_CHANNEL}"
+      script:
+        - .travis/trigger_package_generation.sh "[Build latest]"
+      after_failure: post_message "TRAVIS_MESSAGE" "<!here> Nightly package generation produced errors" "${NOTIF_CHANNEL}"
+      git:
+        depth: false
+
+    - name: Create nightly release artifacts, publish to GCS
+      before_script: post_message "TRAVIS_MESSAGE" "Starting artifacts generation for nightlies" "${NOTIF_CHANNEL}"
+      script:
+        - echo "GIT Branch:" && git branch
+        - echo "Last commit:" && git log -1
+        - echo "GIT Describe:" && git describe
+        - echo "packaging/version:" && cat packaging/version
+        - .travis/create_artifacts.sh
+      after_failure: post_message "TRAVIS_MESSAGE" "<!here> Nightly artifacts generation failed"
+      git:
+        depth: false
+      before_deploy:
+        echo "Preparing creds under ${TRAVIS_REPO_SLUG}";
+        if [ "${TRAVIS_REPO_SLUG}" == "netdata/netdata" ]; then
+           openssl aes-256-cbc -K $encrypted_8daf19481253_key -iv $encrypted_8daf19481253_iv -in .travis/gcs-credentials.json.enc -out .travis/gcs-credentials.json -d;
+        else
+           echo "Beta deployment stage in progress";
+           openssl aes-256-cbc -K $encrypted_8daf19481253_key -iv $encrypted_8daf19481253_iv -in .travis/gcs-credentials.json.enc -out .travis/gcs-credentials.json -d;
+        fi;
+      deploy:
+        # Beta storage, used for testing purposes
+        - provider: gcs
+          edge:
+            branch: gcs-ng
+          project_id: netdata-storage
+          credentials: .travis/gcs-credentials.json
+          bucket: "netdata-dev-nightlies"
+          skip_cleanup: true
+          local_dir: "artifacts"
+          on:
+            # Only deploy on netdata/netdata, master branch, when artifacts directory is created
+            repo: ${TRAVIS_REPO_SLUG}
+            branch: master
+            condition: -d "artifacts" && ${TRAVIS_REPO_SLUG} != "netdata/netdata"
+
+        # Production storage
+        - provider: gcs
+          edge:
+            branch: gcs-ng
+          project_id: netdata-storage
+          credentials: .travis/gcs-credentials.json
+          bucket: "netdata-nightlies"
+          skip_cleanup: true
+          local_dir: "artifacts"
+          on:
+            # Only deploy on netdata/netdata, master branch, when artifacts directory is created
+            repo: netdata/netdata
+            branch: master
+            condition: -d "artifacts" && ${TRAVIS_REPO_SLUG} = "netdata/netdata"
+      after_deploy: rm -f .travis/gcs-credentials.json