Merging upstream version 1.16.0.

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 397 insertions, 12 deletions

diff --git a/.travis.yml b/.travis.yml
index e1b89dfa..cb9d7290 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -1,13 +1,18 @@
+dist: xenial
 sudo: true
 language: c
 services:
 - docker
 
+
+
 # This is a hook to help us introduce "soft" errors on our process
 matrix:
   allow_failures:
     - env: ALLOW_SOFT_FAILURE_HERE=true
 
+
+
 # Install dependencies for all, once
 #
 install:
@@ -16,12 +21,23 @@ install:
 - sudo pip install git-semver
 - docker info
 - source tests/installer/slack.sh
+- export NOTIF_CHANNEL="automation-beta"
+- if [ "${TRAVIS_REPO_SLUG}" = "netdata/netdata" ]; then export NOTIF_CHANNEL="automation"; fi;
+- export BUILD_VERSION="$(cat packaging/version | cut -d'-' -f1)"
+- if [[ "${TRAVIS_COMMIT_MESSAGE}" = *"[Build latest]"* ]]; then export BUILD_VERSION="$(cat packaging/version | cut -d'-' -f1,2 | sed -e 's/-/./g').latest"; fi;
+- export DEPLOY_REPO="netdata" # Default production packaging repository
+- if [[ "${TRAVIS_COMMIT_MESSAGE}" = *"[Build latest]"* ]]; then export DEPLOY_REPO="netdata-edge"; fi;
+- export PACKAGING_USER="$(echo ${TRAVIS_REPO_SLUG} | cut -d'/' -f1)"
+
+
 
 # Setup notification system
 #
 notifications:
   webhooks: https://app.fossa.io/hooks/travisci
 
+
+
 # Define the stage sequence and conditionals
 #
 stages:
@@ -29,6 +45,8 @@ stages:
 - name: Code quality, linting, syntax, code style
 - name: Build process
 - name: Artifacts validation
+- name: Artifacts validation on bare OS, stable to current lifecycle checks
+  if: branch = master AND (type = pull_request OR type = cron)
 
   # Nightly operations
 - name: Nightly operations
@@ -43,6 +61,148 @@ stages:
 - name: Publish for release
   if: branch = master AND type != pull_request AND type != cron AND commit_message =~ /(\[netdata release candidate\]|\[netdata major release\]|\[netdata minor release\]|\[netdata patch release\])/
 
+  # Build DEB packages under special conditions
+  # Ubuntu
+- name: "Package ubuntu/disco"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 DEB Ubuntu\]|\[Package arm64 DEB\]|\[Package i386 DEB Ubuntu\]|\[Package i386 DEB\]|\[Package AMD64 DEB Ubuntu\]|\[Package AMD64 DEB\])/
+- name: "Package ubuntu/cosmic"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 DEB Ubuntu\]|\[Package arm64 DEB\]|\[Package i386 DEB Ubuntu\]|\[Package i386 DEB\]|\[Package AMD64 DEB Ubuntu\]|\[Package AMD64 DEB\])/
+- name: "Package ubuntu/bionic"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 DEB Ubuntu\]|\[Package arm64 DEB\]|\[Package i386 DEB Ubuntu\]|\[Package i386 DEB\]|\[Package AMD64 DEB Ubuntu\]|\[Package AMD64 DEB\])/
+- name: "Package ubuntu/artful"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 DEB Ubuntu\]|\[Package arm64 DEB\]|\[Package i386 DEB Ubuntu\]|\[Package i386 DEB\]|\[Package AMD64 DEB Ubuntu\]|\[Package AMD64 DEB\])/
+
+  # Debian
+- name: "Package debian/buster"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 DEB Debian\]|\[Package arm64 DEB\]|\[Package i386 DEB Debian\]|\[Package i386 DEB\]|\[Package AMD64 DEB Debian\]|\[Package AMD64 DEB\])/
+- name: "Package debian/stretch"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 DEB Debian\]|\[Package arm64 DEB\]|\[Package i386 DEB Debian\]|\[Package i386 DEB\]|\[Package AMD64 DEB Debian\]|\[Package AMD64 DEB\])/
+- name: "Package debian/jessie"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 DEB Debian\]|\[Package arm64 DEB\]|\[Package i386 DEB Debian\]|\[Package i386 DEB\]|\[Package AMD64 DEB Debian\]|\[Package AMD64 DEB\])/
+- name: "Package debian/wheezy"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 DEB Debian\]|\[Package arm64 DEB\]|\[Package i386 DEB Debian\]|\[Package i386 DEB\]|\[Package AMD64 DEB Debian\]|\[Package AMD64 DEB\])/
+
+  # Build RPM packages under special conditions
+  # Enterprise linux (Covers CentOS, Redhat, Amazon linux)
+- name: "Package Enterprise Linux 7"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 RPM Enterprise Linux\]|\[Package arm64 RPM\]|\[Package i386 RPM Enterprise Linux\]|\[Package i386 RPM\]|\[Package AMD64 RPM Enterprise Linux\]|\[Package AMD64 RPM\])/
+- name: "Package Enterprise linux 6"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package i386 RPM Enterprise Linux\]|\[Package i386 RPM\]|\[Package AMD64 RPM Enterprise Linux\]|\[Package AMD64 RPM\])/
+
+  # Fedora
+- name: "Package Fedora 30"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package AMD64 RPM Fedora\]|\[Package AMD64 RPM\])/
+- name: "Package Fedora 29"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package AMD64 RPM Fedora\]|\[Package AMD64 RPM\])/
+- name: "Package Fedora 28"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package AMD64 RPM Fedora\]|\[Package AMD64 RPM\])/
+
+  # OpenSuSE
+- name: "Package OpenSuSE 15.1"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 RPM openSuSE\]|\[Package arm64 RPM\]|\[Package AMD64 RPM openSuSE\]|\[Package AMD64 RPM\])/
+- name: "Package OpenSuSE 15.0"
+  if: type != cron AND branch = master AND commit_message =~ /(\[Package arm64 RPM openSuSE\]|\[Package arm64 RPM\]|\[Package AMD64 RPM openSuSE\]|\[Package AMD64 RPM\])/
+
+
+
+# DEB and RPM template flows
+- stage: &_RPM_TEMPLATE
+    name: "Build & Publish RPM package"
+    before_install:
+    - sudo apt-get install -y wget lxc lxc-templates
+    - source tests/installer/slack.sh
+    before_script:
+    - post_message "TRAVIS_MESSAGE" "Starting package preparation and publishing for ${BUILD_STRING}.${BUILD_ARCH}" "${NOTIF_CHANNEL}"
+    - export PACKAGES_DIRECTORY="$(mktemp -d -t netdata-packaging-contents-dir-XXXXXX)" && echo "Created packaging directory ${PACKAGES_DIRECTORY}"
+    script:
+    - echo "Creating LXC environment for the build" && sudo -E .travis/package_management/create_lxc_for_build.sh
+    - echo "Building package in container" && sudo -E .travis/package_management/build_package_in_container.sh
+    - sudo chmod -R 755 "/var/lib/lxc"
+    - echo "Preparing RPM packaging contents for upload" && sudo -E .travis/package_management/prepare_packages.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Failed to build RPM for ${BUILD_STRING}.${BUILD_ARCH}"
+
+    before_deploy:
+    - .travis/package_management/yank_stale_rpm.sh "${PACKAGES_DIRECTORY}" "${BUILD_STRING}" || echo "No stale RPM found"
+    deploy:
+      # Beta packages deployment
+      - provider: packagecloud
+        repository: "${DEPLOY_REPO}"
+        username: "${PACKAGING_USER}"
+        token: "${PKG_CLOUD_TOKEN}"
+        dist: "${BUILD_STRING}"
+        local_dir: "${PACKAGES_DIRECTORY}"
+        skip_cleanup: true
+        on:
+          # Only deploy on ${USER}/netdata, master branch, when packages directory is created
+          repo: ${TRAVIS_REPO_SLUG}
+          branch: master
+          condition: -d "${PACKAGES_DIRECTORY}"
+      # Production release packages deployment
+      - provider: packagecloud
+        repository: "netdata"
+        username: "netdata"
+        token: "${PKG_CLOUD_TOKEN}"
+        dist: "${BUILD_STRING}"
+        local_dir: "${PACKAGES_DIRECTORY}"
+        skip_cleanup: true
+        on:
+          # Only deploy on ${USER}/netdata, master branch, when packages directory is created
+          repo: "netdata/netdata"
+          branch: "master"
+          condition: -d "${PACKAGES_DIRECTORY}"
+    after_deploy:
+      - if [ -n "${BUILDER_NAME}" ]; then rm -rf /home/${BUILDER_NAME}/* && echo "Cleared /home/${BUILDER_NAME} directory" || echo "Failed to clean /home/${BUILDER_NAME} directory"; fi;
+      - if [ -d "${PACKAGES_DIRECTORY}" ]; then rm -rf "${PACKAGES_DIRECTORY}"; fi;
+
+
+  # TODO: This section is stale, will be aligned with the RPM implementation when we get to DEB packaging
+- stage: &_DEB_TEMPLATE
+    name: "Build & Publish DEB package"
+    before_install:
+    - sudo apt-get install -y wget lxc lxc-templates
+    - source tests/installer/slack.sh
+    before_script:
+    - post_message "TRAVIS_MESSAGE" "Starting package preparation and publishing for ${BUILD_STRING}.${BUILD_ARCH}" "${NOTIF_CHANNEL}"
+    - export PACKAGES_DIRECTORY="$(mktemp -d -t netdata-packaging-contents-dir-XXXXXX)" && echo "Created packaging directory ${PACKAGES_DIRECTORY}"
+    script:
+    - echo "Creating LXC environment for the build" && sudo -E .travis/package_management/create_lxc_for_build.sh
+    - echo "Building package in container" && sudo -E .travis/package_management/build_package_in_container.sh
+    - sudo chmod -R 755 "/var/lib/lxc"
+    - echo "Preparing DEB packaging contents for upload" && sudo -E .travis/package_management/prepare_packages.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Failed to build DEB for ${BUILD_STRING}.${BUILD_ARCH}"
+    before_deploy:
+    - .travis/package_management/yank_stale_rpm.sh "${PACKAGES_DIRECTORY}" "${BUILD_STRING}" || echo "No stale DEB found"
+    deploy:
+      # Beta packages deployment
+      - provider: packagecloud
+        repository: "${DEPLOY_REPO}"
+        username: "${PACKAGING_USER}"
+        token: "${PKG_CLOUD_TOKEN}"
+        dist: "${BUILD_STRING}"
+        local_dir: "${PACKAGES_DIRECTORY}"
+        skip_cleanup: true
+        on:
+          # Only deploy on ${USER}/netdata, master branch, when build-area directory is created
+          repo: ${TRAVIS_REPO_SLUG}
+          branch: master
+          condition: -d "${PACKAGES_DIRECTORY}"
+      # Production release packages deployment
+      - provider: packagecloud
+        repository: "netdata"
+        username: "netdata"
+        token: "${PKG_CLOUD_TOKEN}"
+        dist: "${BUILD_STRING}"
+        local_dir: "${PACKAGES_DIRECTORY}"
+        skip_cleanup: true
+        on:
+          # Only deploy on ${USER}/netdata, master branch, when build-area directory is created
+          repo: "netdata/netdata"
+          branch: master
+          condition: -d "${PACKAGES_DIRECTORY}"
+    after_deploy:
+      - if [ -n "${BUILDER_NAME}" ]; then rm -rf /home/${BUILDER_NAME}/* && echo "Cleared /home/${BUILDER_NAME} directory" || echo "Failed to clean /home/${BUILDER_NAME} directory"; fi;
+      - if [ -d "${PACKAGES_DIRECTORY}" ]; then rm -rf "${PACKAGES_DIRECTORY}"; fi;
+
 
 
 # Define stage implementation details
@@ -88,7 +248,7 @@ jobs:
     - echo "packaging/version:" && cat packaging/version
     - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" make clean || echo "Nothing to clean"
     - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" make distclean || echo "Nothing to distclean"
-    - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" autoreconf -ivf && ./configure --prefix=/netdata_install/usr --sysconfdir=/netdata_install/etc --localstatedir=/netdata_install/var --with-zlib --with-math --with-user=netdata CFLAGS=-O2
+    - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" /bin/bash -c "autoreconf -ivf && ./configure --prefix=/netdata_install/usr --sysconfdir=/netdata_install/etc --localstatedir=/netdata_install/var --with-zlib --with-math --with-user=netdata CFLAGS=-O2"
     - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" make dist
     - docker run -it -v "${PWD}:/netdata:rw" -v "/tmp/netdata-makedist-test:/netdata_install:rw" -w /netdata "netdata/os-test:ubuntu1804" ls -ltr ./netdata-$(git describe).tar.gz || ls -ltr ./netdata-$(cat packaging/version | tr -d '\n').tar.gz
     - .travis/run_install_with_dist_file.sh
@@ -135,10 +295,69 @@ jobs:
 
 
 
+  - stage: "Artifacts validation on bare OS, stable to current lifecycle checks"
+
+    # Ubuntu runs
+    name: Run netdata lifecycle on Ubuntu 16.04 (xenial)
+    script: sudo -E tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Ubuntu 16.04"
+
+  - name: Run netdata lifecycle, on Ubuntu 19.04 (Containerized)
+    script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "ubuntu:19.04" tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Ubuntu 19.04"
+
+    # Centos runs
+  - name: Run netdata lifecycle on CentOS 7 (Containerized)
+    script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "centos:7" tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare CentOS 7"
+
+    # Debian runs
+  - name: Run netdata lifecycle, on Debian 9 (Containerized)
+    script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "debian:stretch" tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Debian 9 (stretch)"
+
+    # openSuSE runs
+  - name: Run netdata lifecycle, on openSuSE 15.0
+    script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "opensuse/leap:15.0" tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare opensuse/leap:15.0"
+
+  - name: Run netdata lifecycle, on openSuSE 15.1
+    script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "opensuse/leap:15.1" tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare opensuse/leap:15.1"
+
+  - name: Run netdata lifecycle, on openSuSE Tumbleweed
+    script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "opensuse/tumbleweed:latest" tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare opensuse/tumbleweed:latest"
+
+    # Alpine runs
+  - name: Run netdata lifecycle, on Alpine linux
+    script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "alpine" tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Alpine"
+
+    # Arch linux runs
+  - name: Run netdata lifecycle, on ArchLinux
+    script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "archlinux/base:latest" tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare archlinux/base:latest"
+
+    # Fedora runs
+  - name: Run netdata lifecycle, on Fedora 28
+    script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "fedora:28" tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Fedora 28"
+
+  - name: Run netdata lifecycle, on Fedora 29
+    script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "fedora:29" tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Fedora 29"
+
+  - name: Run netdata lifecycle, on Fedora 30 (Containerized)
+    script: docker run -it -v "${PWD}:/netdata:rw" -w /netdata "fedora:30" tests/updater_checks.sh
+    after_failure: post_message "TRAVIS_MESSAGE" "Netdata updater process failed on bare Fedora 30"
+
+
+
   - stage: Packaging for release
 
     name: Generate changelog and TAG the release (only on special commit msg)
-    before_script: post_message "TRAVIS_MESSAGE" "Packaging step for release initiated"
+    before_script: post_message "TRAVIS_MESSAGE" "Packaging step for release initiated" "${NOTIF_CHANNEL}"
     script:
     - echo "GIT Branch:" && git branch
     - echo "Last commit:" && git log -1
@@ -154,11 +373,177 @@ jobs:
 
 
 
-    # We only publish if a TAG has been set during packaging
+  # ###### Packaging workflow section ######
+  # References:
+  # https://us.images.linuxcontainers.org
+  # https://packagecloud.io/docs#install_repo
+
+  # Ubuntu distros build
+  #
+  - stage:
+    <<: *_DEB_TEMPLATE
+    stage: "Package ubuntu/disco"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="disco" BUILD_STRING="ubuntu/disco"
+    - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  - stage:
+    <<: *_DEB_TEMPLATE
+    stage: "Package ubuntu/cosmic"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="cosmic" BUILD_STRING="ubuntu/cosmic"
+    - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  - stage:
+    <<: *_DEB_TEMPLATE
+    stage: "Package ubuntu/bionic"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="bionic" BUILD_STRING="ubuntu/bionic"
+    - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  - stage:
+    <<: *_DEB_TEMPLATE
+    stage: "Package ubuntu/artful"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="ubuntu" BUILD_RELEASE="artful" BUILD_STRING="ubuntu/artful"
+    - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  # Debian distros build
+  - stage:
+    <<: *_DEB_TEMPLATE
+    stage: "Package debian/buster"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="debian" BUILD_RELEASE="buster" BUILD_STRING="debian/buster"
+    - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  - stage: 
+    <<: *_DEB_TEMPLATE
+    stage: "Package debian/stretch"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="debian" BUILD_RELEASE="stretch" BUILD_STRING="debian/stretch"
+    - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  - stage:
+    <<: *_DEB_TEMPLATE
+    stage: "Package debian/jessie"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="debian" BUILD_RELEASE="jessie" BUILD_STRING="debian/jessie"
+    - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  - stage:
+    <<: *_DEB_TEMPLATE
+    stage: "Package debian/wheezy"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="debian" BUILD_RELEASE="wheezy" BUILD_STRING="debian/wheezy"
+    - PACKAGE_TYPE="deb" REPO_TOOL="apt-get"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  # Enterprise linux builds (Centos, Redhat, Amazon linux (el/6))
+  #
+  - stage:
+    <<: *_RPM_TEMPLATE
+    stage: "Package Enterprise Linux 7"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="centos" BUILD_RELEASE="7" BUILD_STRING="el/7"
+    - PACKAGE_TYPE="rpm" REPO_TOOL="yum"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  - stage:
+    <<: *_RPM_TEMPLATE
+    stage: "Package Enterprise linux 6"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="centos" BUILD_RELEASE="6" BUILD_STRING="el/6"
+    - PACKAGE_TYPE="rpm" REPO_TOOL="yum"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  # Fedora distros build
+  #
+  - stage:
+    <<: *_RPM_TEMPLATE
+    stage: "Package Fedora 30"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="fedora" BUILD_RELEASE="30" BUILD_STRING="fedora/30"
+    - PACKAGE_TYPE="rpm" REPO_TOOL="dnf"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  - stage:
+    <<: *_RPM_TEMPLATE
+    stage: "Package Fedora 29"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="fedora" BUILD_RELEASE="29" BUILD_STRING="fedora/29"
+    - PACKAGE_TYPE="rpm" REPO_TOOL="dnf"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  - stage:
+    <<: *_RPM_TEMPLATE
+    stage: "Package Fedora 28"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="fedora" BUILD_RELEASE="28" BUILD_STRING="fedora/28"
+    - PACKAGE_TYPE="rpm" REPO_TOOL="dnf"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  # Opensuse distros build
+  #
+  - stage:
+    <<: *_RPM_TEMPLATE
+    stage: "Package OpenSuSE 15.1"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="opensuse" BUILD_RELEASE="15.0" BUILD_STRING="opensuse/15.1"
+    - PACKAGE_TYPE="rpm" REPO_TOOL="zypper"
+    - ALLOW_SOFT_FAILURE_HERE=true
+
+
+
+  - stage:
+    <<: *_RPM_TEMPLATE
+    stage: "Package OpenSuSE 15.0"
+    env:
+    - BUILDER_NAME="builder" BUILD_DISTRO="opensuse" BUILD_RELEASE="15.0" BUILD_STRING="opensuse/15.0"
+    - PACKAGE_TYPE="rpm" REPO_TOOL="zypper"
+    - ALLOW_SOFT_FAILURE_HERE=true
+  # ###### End of packaging workflow section ###### #
+  # ############################################### #
+
+
+
+  # We only publish if a TAG has been set during packaging
   - stage: Publish for release
 
     name: Build & Publish docker images
-    before_script: post_message "TRAVIS_MESSAGE" "Publishing docker images"
+    before_script: post_message "TRAVIS_MESSAGE" "Publishing docker images" "${NOTIF_CHANNEL}"
     script:
     - echo "GIT Branch:" && git branch
     - echo "Last commit:" && git log -1
@@ -175,7 +560,7 @@ jobs:
     if: tag !~ /(-rc)/
 
   - name: Create release draft
-    before_script: post_message "TRAVIS_MESSAGE" "Drafting release on github"
+    before_script: post_message "TRAVIS_MESSAGE" "Drafting release on github" "${NOTIF_CHANNEL}"
     script:
     - echo "GIT Branch:" && git branch
     - echo "Last commit:" && git log -1
@@ -191,12 +576,12 @@ jobs:
 
 
 
-    # This is the nightly pre-execution step (Jobs, preparatory steps for nightly, etc)
+  # This is the nightly pre-execution step (Jobs, preparatory steps for nightly, etc)
   - stage: Nightly operations
 
     name: Run coverity scan
     # Just notify people that Nightly ops triggered, use the first step as a hook to do that
-    before_script: post_message "TRAVIS_MESSAGE" "Starting nightly operations"
+    before_script: post_message "TRAVIS_MESSAGE" "Starting nightly operations" "${NOTIF_CHANNEL}"
     script: ./coverity-install.sh && ./coverity-scan.sh || echo "Coverity failed :("
 
   - name: Kickstart files integrity testing (extended)
@@ -207,7 +592,7 @@ jobs:
 
     # This is generating the changelog for nightly release and publish it
   - name: Generate nightly changelog
-    before_script: post_message "TRAVIS_MESSAGE" "Starting changelog generation for nightlies"
+    before_script: post_message "TRAVIS_MESSAGE" "Starting changelog generation for nightlies" "${NOTIF_CHANNEL}"
     script: ".travis/nightlies.sh"
     after_failure: post_message "TRAVIS_MESSAGE" "<!here> Nightly changelog generation failed"
     git:
@@ -215,12 +600,12 @@ jobs:
 
 
 
-    # This is the nightly execution step
-    #
+  # This is the nightly execution step
+  #
   - stage: Nightly release
 
     name: Build & Publish docker images
-    before_script: post_message "TRAVIS_MESSAGE" "Publishing docker images for nightlies"
+    before_script: post_message "TRAVIS_MESSAGE" "Publishing docker images for nightlies" "${NOTIF_CHANNEL}"
     script:
     - echo "GIT Branch:" && git branch
     - echo "Last commit:" && git log -1
@@ -236,7 +621,7 @@ jobs:
     env: ALLOW_SOFT_FAILURE_HERE=true
 
   - name: Create nightly release artifacts, publish to GCS
-    before_script: post_message "TRAVIS_MESSAGE" "Starting artifacts generation for nightlies"
+    before_script: post_message "TRAVIS_MESSAGE" "Starting artifacts generation for nightlies" "${NOTIF_CHANNEL}"
     script:
     - echo "GIT Branch:" && git branch
     - echo "Last commit:" && git log -1