summaryrefslogtreecommitdiffstats
path: root/packaging/installer/kickstart.sh
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2021-12-01 06:15:04 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2021-12-01 06:15:04 +0000
commite970e0b37b8bd7f246feb3f70c4136418225e434 (patch)
tree0b67c0ca45f56f2f9d9c5c2e725279ecdf52d2eb /packaging/installer/kickstart.sh
parentAdding upstream version 1.31.0. (diff)
downloadnetdata-e970e0b37b8bd7f246feb3f70c4136418225e434.tar.xz
netdata-e970e0b37b8bd7f246feb3f70c4136418225e434.zip
Adding upstream version 1.32.0.upstream/1.32.0
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'packaging/installer/kickstart.sh')
-rwxr-xr-xpackaging/installer/kickstart.sh248
1 files changed, 179 insertions, 69 deletions
diff --git a/packaging/installer/kickstart.sh b/packaging/installer/kickstart.sh
index 3c90cc816..2fa762968 100755
--- a/packaging/installer/kickstart.sh
+++ b/packaging/installer/kickstart.sh
@@ -1,4 +1,4 @@
-#!/usr/bin/env sh
+#!/usr/bin/env bash
# SPDX-License-Identifier: GPL-3.0-or-later
#
# Run me with:
@@ -16,6 +16,7 @@
# --local-files set the full path of the desired tarball to run install with
# --allow-duplicate-install do not bail if we detect a duplicate install
# --reinstall if an existing install would be updated, reinstall instead
+# --disable-telemetry opt out of anonymous statistics
# --claim-token specify a token to use for claiming the newly installed instance
# --claim-url specify a URL to use for claiming the newly installed isntance
# --claim-rooms specify a list of rooms to claim the newly installed instance to
@@ -43,6 +44,10 @@ PACKAGES_SCRIPT="https://raw.githubusercontent.com/netdata/netdata/master/packag
# Netdata Tarball Base URL (defaults to our Google Storage Bucket)
[ -z "$NETDATA_TARBALL_BASEURL" ] && NETDATA_TARBALL_BASEURL=https://storage.googleapis.com/netdata-nightlies
+TELEMETRY_URL="https://posthog.netdata.cloud/capture/"
+TELEMETRY_API_KEY="${NETDATA_POSTHOG_API_KEY:-mqkwGT0JNFqO-zX2t0mW6Tec9yooaVu7xCBlXtHnt5Y}"
+KICKSTART_OPTIONS="${*}"
+
# ---------------------------------------------------------------------------------------------------------------------
# library functions copied from packaging/installer/functions.sh
@@ -76,8 +81,93 @@ setup_terminal() {
setup_terminal || echo > /dev/null
# -----------------------------------------------------------------------------
+telemetry_event() {
+ if [ -n "${NETDATA_DISABLE_TELEMETRY}" ]; then
+ return 0
+ fi
+
+ if [ -e "/etc/os-release" ]; then
+ eval "$(grep -E "^(NAME|ID|ID_LIKE|VERSION|VERSION_ID)=" < /etc/os-release | sed 's/^/HOST_/')"
+ fi
+
+ if [ -z "${HOST_NAME}" ] || [ -z "${HOST_VERSION}" ] || [ -z "${HOST_ID}" ]; then
+ if [ -f "/etc/lsb-release" ]; then
+ DISTRIB_ID="unknown"
+ DISTRIB_RELEASE="unknown"
+ DISTRIB_CODENAME="unknown"
+ eval "$(grep -E "^(DISTRIB_ID|DISTRIB_RELEASE|DISTRIB_CODENAME)=" < /etc/lsb-release)"
+ if [ -z "${HOST_NAME}" ]; then HOST_NAME="${DISTRIB_ID}"; fi
+ if [ -z "${HOST_VERSION}" ]; then HOST_VERSION="${DISTRIB_RELEASE}"; fi
+ if [ -z "${HOST_ID}" ]; then HOST_ID="${DISTRIB_CODENAME}"; fi
+ fi
+ fi
+
+ KERNEL_NAME="$(uname -s)"
+
+ if [ "${KERNEL_NAME}" = FreeBSD ]; then
+ TOTAL_RAM="$(sysctl -n hw.physmem)"
+ elif [ "${KERNEL_NAME}" = Darwin ]; then
+ TOTAL_RAM="$(sysctl -n hw.memsize)"
+ elif [ -r /proc/meminfo ]; then
+ TOTAL_RAM="$(grep -F MemTotal /proc/meminfo | cut -f 2 -d ':' | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//' | cut -f 1 -d ' ')"
+ TOTAL_RAM="$((TOTAL_RAM * 1024))"
+ fi
+
+ if [ -f /etc/machine-id ]; then
+ DISTINCT_ID="$(cat /etc/machine-id)"
+ elif command -v uuidgen 2> /dev/null; then
+ DISTINCT_ID="$(uuidgen)"
+ else
+ DISTINCT_ID="null"
+ fi
+
+ REQ_BODY="$(cat << EOF
+{
+ "api_key": "${TELEMETRY_API_KEY}",
+ "event": "${1}",
+ "properties": {
+ "distinct_id": "${DISTINCT_ID}",
+ "event_source": "agent installer",
+ "\$current_url": "agent installer",
+ "\$pathname": "netdata-installer",
+ "\$host": "installer.netdata.io",
+ "\$ip": "127.0.0.1",
+ "script_variant": "legacy-kickstart",
+ "error_code": "${2}",
+ "error_message": "${3}",
+ "install_options": "${KICKSTART_OPTIONS}",
+ "netdata_release_channel": "${RELEASE_CHANNEL:-null}",
+ "netdata_install_type": "kickstart-build",
+ "host_os_name": "${HOST_NAME:-unknown}",
+ "host_os_id": "${HOST_ID:-unknown}",
+ "host_os_id_like": "${HOST_ID_LIKE:-unknown}",
+ "host_os_version": "${HOST_VERSION:-unknown}",
+ "host_os_version_id": "${HOST_VERSION_ID:-unknown}",
+ "system_kernel_name": "${KERNEL_NAME}",
+ "system_kernel_version": "$(uname -r)",
+ "system_architecture": "$(uname -m)",
+ "system_total_ram": "${TOTAL_RAM:-unknown}"
+ }
+}
+EOF
+)"
+
+if [ -n "$(command -v curl 2> /dev/null)" ]; then
+ curl --silent -o /dev/null --write-out '%{http_code}' -X POST --max-time 2 --header "Content-Type: application/json" -d "${REQ_BODY}" "${TELEMETRY_URL}"
+else
+ wget -q -O - --no-check-certificate \
+ --server-response \
+ --method POST \
+ --timeout=1 \
+ --header 'Content-Type: application/json' \
+ --body-data "${REQ_BODY}" \
+ "${TELEMETRY_URL}" 2>&1 | awk '/^ HTTP/{print $2}'
+fi
+}
+
fatal() {
- printf >&2 "${TPUT_BGRED}${TPUT_WHITE}${TPUT_BOLD} ABORTED ${TPUT_RESET} ${*} \n\n"
+ printf >&2 "${TPUT_BGRED}${TPUT_WHITE}${TPUT_BOLD} ABORTED ${TPUT_RESET} ${1} \n\n"
+ telemetry_event "INSTALL_FAILED" "${1}" "${2}"
exit 1
}
@@ -142,15 +232,10 @@ run() {
return ${ret}
}
-fatal() {
- printf >&2 "${TPUT_BGRED}${TPUT_WHITE}${TPUT_BOLD} ABORTED ${TPUT_RESET} ${*} \n\n"
- exit 1
-}
-
warning() {
printf >&2 "${TPUT_BGRED}${TPUT_WHITE}${TPUT_BOLD} WARNING ${TPUT_RESET} ${*} \n\n"
if [ "${INTERACTIVE}" = "0" ]; then
- fatal "Stopping due to non-interactive mode. Fix the issue or retry installation in an interactive mode."
+ fatal "Stopping due to non-interactive mode. Fix the issue or retry installation in an interactive mode." F0001
else
read -r -p "Press ENTER to attempt netdata installation > "
progress "OK, let's give it a try..."
@@ -200,11 +285,11 @@ download() {
url="${1}"
dest="${2}"
if command -v curl > /dev/null 2>&1; then
- run curl -q -sSL --connect-timeout 10 --retry 3 --output "${dest}" "${url}"
+ run curl -q -sSL --connect-timeout 10 --retry 3 --output "${dest}" "${url}" || fatal "Cannot download ${url}" F0002
elif command -v wget > /dev/null 2>&1; then
- run wget -T 15 -O "${dest}" "${url}" || fatal "Cannot download ${url}"
+ run wget -T 15 -O "${dest}" "${url}" || fatal "Cannot download ${url}" F0002
else
- fatal "I need curl or wget to proceed, but neither is available on this system."
+ fatal "I need curl or wget to proceed, but neither is available on this system." F0003
fi
}
@@ -243,7 +328,7 @@ detect_bash4() {
echo >&2 "No BASH is available on this system"
return 1
elif [ $((BASH_MAJOR_VERSION)) -lt 4 ]; then
- echo >&2 "No BASH v4+ is available on this system (installed bash is v${BASH_MAJOR_VERSION}"
+ echo >&2 "No BASH v4+ is available on this system (installed bash is v${BASH_MAJOR_VERSION})"
return 1
fi
return 0
@@ -259,36 +344,32 @@ dependencies() {
echo "Machine : ${MACHINE}"
echo "BASH major version: ${BASH_MAJOR_VERSION}"
- if [ "${OS}" != "GNU/Linux" ] && [ "${SYSTEM}" != "Linux" ]; then
- warning "Cannot detect the packages to be installed on a ${SYSTEM} - ${OS} system."
+ bash="$(command -v bash 2> /dev/null)"
+ if ! detect_bash4 "${bash}"; then
+ warning "Cannot detect packages to be installed in this system, without BASH v4+."
else
- bash="$(command -v bash 2> /dev/null)"
- if ! detect_bash4 "${bash}"; then
- warning "Cannot detect packages to be installed in this system, without BASH v4+."
- else
- progress "Fetching script to detect required packages..."
- if [ -n "${NETDATA_LOCAL_TARBALL_OVERRIDE_DEPS_SCRIPT}" ]; then
- if [ -f "${NETDATA_LOCAL_TARBALL_OVERRIDE_DEPS_SCRIPT}" ]; then
- run cp "${NETDATA_LOCAL_TARBALL_OVERRIDE_DEPS_SCRIPT}" "${ndtmpdir}/install-required-packages.sh"
- else
- fatal "Invalid given dependency file, please check your --local-files parameter options and try again"
- fi
+ progress "Fetching script to detect required packages..."
+ if [ -n "${NETDATA_LOCAL_TARBALL_OVERRIDE_DEPS_SCRIPT}" ]; then
+ if [ -f "${NETDATA_LOCAL_TARBALL_OVERRIDE_DEPS_SCRIPT}" ]; then
+ run cp "${NETDATA_LOCAL_TARBALL_OVERRIDE_DEPS_SCRIPT}" "${ndtmpdir}/install-required-packages.sh"
else
- download "${PACKAGES_SCRIPT}" "${ndtmpdir}/install-required-packages.sh"
+ fatal "Invalid given dependency file, please check your --local-files parameter options and try again" F1001
fi
+ else
+ download "${PACKAGES_SCRIPT}" "${ndtmpdir}/install-required-packages.sh"
+ fi
- if [ ! -s "${ndtmpdir}/install-required-packages.sh" ]; then
- warning "Downloaded dependency installation script is empty."
- else
- progress "Running downloaded script to detect required packages..."
- run ${sudo} "${bash}" "${ndtmpdir}/install-required-packages.sh" ${PACKAGES_INSTALLER_OPTIONS}
- # shellcheck disable=SC2181
- if [ $? -ne 0 ]; then
- warning "It failed to install all the required packages, but installation might still be possible."
- fi
+ if [ ! -s "${ndtmpdir}/install-required-packages.sh" ]; then
+ warning "Downloaded dependency installation script is empty."
+ else
+ progress "Running downloaded script to detect required packages..."
+ run ${sudo} "${bash}" "${ndtmpdir}/install-required-packages.sh" ${PACKAGES_INSTALLER_OPTIONS}
+ # shellcheck disable=SC2181
+ if [ $? -ne 0 ]; then
+ warning "It failed to install all the required packages, but installation might still be possible."
fi
-
fi
+
fi
}
@@ -300,7 +381,24 @@ safe_sha256sum() {
elif command -v shasum > /dev/null 2>&1; then
shasum -a 256 "$@"
else
- fatal "I could not find a suitable checksum binary to use"
+ fatal "I could not find a suitable checksum binary to use" F0004
+ fi
+}
+
+claim() {
+ progress "Attempting to claim agent to ${NETDATA_CLAIM_URL}"
+ if [ -z "${NETDATA_PREFIX}" ] ; then
+ NETDATA_CLAIM_PATH=/usr/sbin/netdata-claim.sh
+ else
+ NETDATA_CLAIM_PATH="${NETDATA_PREFIX}/netdata/usr/sbin/netdata-claim.sh"
+ fi
+
+ if ${sudo} "${NETDATA_CLAIM_PATH}" -token=${NETDATA_CLAIM_TOKEN} -rooms=${NETDATA_CLAIM_ROOMS} -url=${NETDATA_CLAIM_URL} ${NETDATA_CLAIM_EXTRA}; then
+ progress "Successfully claimed node"
+ return 0
+ else
+ run_failed "Unable to claim node, you must do so manually."
+ return 1
fi
}
@@ -361,33 +459,37 @@ while [ -n "${1}" ]; do
NETDATA_INSTALLER_OPTIONS="${NETDATA_INSTALLER_OPTIONS} --disable-cloud"
NETDATA_DISABLE_CLOUD=1
;;
+ "--disable-telemetry")
+ NETDATA_INSTALLER_OPTIONS="${NETDATA_INSTALLER_OPTIONS} --disable-telemetry"
+ NETDATA_DISABLE_TELEMETRY=1
+ ;;
"--local-files")
if [ -z "${2}" ]; then
- fatal "Missing netdata: Option --local-files requires extra information. The desired tarball for netdata, the checksum, the go.d plugin tarball , the go.d plugin config tarball and the dependency management script, in this particular order"
+ fatal "Missing netdata: Option --local-files requires extra information. The desired tarball for netdata, the checksum, the go.d plugin tarball , the go.d plugin config tarball and the dependency management script, in this particular order" F1002
fi
export NETDATA_LOCAL_TARBALL_OVERRIDE="${2}"
if [ -z "${3}" ]; then
- fatal "Missing checksum file: Option --local-files requires extra information. The desired tarball for netdata, the checksum, the go.d plugin tarball , the go.d plugin config tarball and the dependency management script, in this particular order"
+ fatal "Missing checksum file: Option --local-files requires extra information. The desired tarball for netdata, the checksum, the go.d plugin tarball , the go.d plugin config tarball and the dependency management script, in this particular order" F1003
fi
export NETDATA_LOCAL_TARBALL_OVERRIDE_CHECKSUM="${3}"
if [ -z "${4}" ]; then
- fatal "Missing go.d tarball: Option --local-files requires extra information. The desired tarball for netdata, the checksum, the go.d plugin tarball , the go.d plugin config tarball and the dependency management script, in this particular order"
+ fatal "Missing go.d tarball: Option --local-files requires extra information. The desired tarball for netdata, the checksum, the go.d plugin tarball , the go.d plugin config tarball and the dependency management script, in this particular order" F1004
fi
export NETDATA_LOCAL_TARBALL_OVERRIDE_GO_PLUGIN="${4}"
if [ -z "${5}" ]; then
- fatal "Missing go.d config tarball: Option --local-files requires extra information. The desired tarball for netdata, the checksum, the go.d plugin tarball , the go.d plugin config tarball and the dependency management script, in this particular order"
+ fatal "Missing go.d config tarball: Option --local-files requires extra information. The desired tarball for netdata, the checksum, the go.d plugin tarball , the go.d plugin config tarball and the dependency management script, in this particular order" F1005
fi
export NETDATA_LOCAL_TARBALL_OVERRIDE_GO_PLUGIN_CONFIG="${5}"
if [ -z "${6}" ]; then
- fatal "Missing dependencies management scriptlet: Option --local-files requires extra information. The desired tarball for netdata, the checksum, the go.d plugin tarball , the go.d plugin config tarball and the dependency management script, in this particular order"
+ fatal "Missing dependencies management scriptlet: Option --local-files requires extra information. The desired tarball for netdata, the checksum, the go.d plugin tarball , the go.d plugin config tarball and the dependency management script, in this particular order" F1006
fi
export NETDATA_LOCAL_TARBALL_OVERRIDE_DEPS_SCRIPT="${6}"
@@ -413,7 +515,7 @@ if [ -n "${NETDATA_DISABLE_CLOUD}" ]; then
fi
fi
-# shellcheck disable=SC2235,SC2030
+# shellcheck disable=SC2235,SC2030,SC2031
if ( [ -z "${NETDATA_CLAIM_TOKEN}" ] && [ -n "${NETDATA_CLAIM_URL}" ] ) || ( [ -n "${NETDATA_CLAIM_TOKEN}" ] && [ -z "${NETDATA_CLAIM_URL}" ] ); then
run_failed "Invalid claiming options, both a claiming token and URL must be specified."
exit 1
@@ -442,19 +544,24 @@ if [ -n "$ndpath" ] ; then
if [ -r "${ndprefix}/etc/netdata/.environment" ] ; then
ndstatic="$(grep IS_NETDATA_STATIC_BINARY "${ndprefix}/etc/netdata/.environment" | cut -d "=" -f 2 | tr -d \")"
if [ -z "${NETDATA_REINSTALL}" ] && [ -z "${NETDATA_LOCAL_TARBALL_OVERRIDE}" ] ; then
- if [ -x "${ndprefix}/usr/libexec/netdata/netdata-updater.sh" ] ; then
+ if [ -n "${NETDATA_CLAIM_TOKEN}" ] ; then
+ if [ "${ndprefix}" != '/' ] ; then
+ NETDATA_PREFIX="${ndprefix}"
+ fi
+
+ claim
+ exit $?
+ elif [ -x "${ndprefix}/usr/libexec/netdata/netdata-updater.sh" ] ; then
progress "Attempting to update existing install instead of creating a new one"
if run ${sudo} "${ndprefix}/usr/libexec/netdata/netdata-updater.sh" --not-running-from-cron ; then
progress "Updated existing install at ${ndpath}"
exit 0
else
- fatal "Failed to update existing Netdata install"
- exit 1
+ fatal "Failed to update existing Netdata install" F0100
fi
else
if [ -z "${NETDATA_ALLOW_DUPLICATE_INSTALL}" ] || [ "${ndstatic}" = "yes" ] ; then
- fatal "Existing installation detected which cannot be safely updated by this script, refusing to continue."
- exit 1
+ fatal "Existing installation detected which cannot be safely updated by this script. Refusing to continue." F0101
else
progress "User explicitly requested duplicate install, proceeding."
fi
@@ -463,15 +570,20 @@ if [ -n "$ndpath" ] ; then
if [ "${ndstatic}" = "no" ] ; then
progress "User requested reinstall instead of update, proceeding."
else
- fatal "Existing install is a static install, please use kickstart-static64.sh instead."
- exit 1
+ fatal "Existing install is a static install. Please use kickstart-static64.sh instead." F0102
fi
fi
else
progress "Existing install appears to be handled manually or through the system package manager."
- if [ -z "${NETDATA_ALLOW_DUPLICATE_INSTALL}" ] ; then
- fatal "Existing installation detected which cannot be safely updated by this script, refusing to continue."
- exit 1
+ if [ -n "${NETDATA_CLAIM_TOKEN}" ] ; then
+ if [ "${ndprefix}" != '/' ] ; then
+ NETDATA_PREFIX="${ndprefix}"
+ fi
+
+ claim
+ exit $?
+ elif [ -z "${NETDATA_ALLOW_DUPLICATE_INSTALL}" ] ; then
+ fatal "Existing installation detected which cannot be safely updated by this script. Refusing to continue." F0103
else
progress "User explicitly requested duplicate install, proceeding."
fi
@@ -501,30 +613,39 @@ else
fi
if ! grep netdata-latest.tar.gz "${ndtmpdir}/sha256sum.txt" | safe_sha256sum -c - > /dev/null 2>&1; then
- fatal "Tarball checksum validation failed. Stopping Netdata Agent installation and leaving tarball in ${ndtmpdir}.\nUsually this is a result of an older copy of the file being cached somewhere upstream and can be resolved by retrying in an hour."
+ fatal "Tarball checksum validation failed. Stopping Netdata Agent installation and leaving tarball in ${ndtmpdir}.\nUsually this is a result of an older copy of the file being cached somewhere upstream and can be resolved by retrying in an hour." F0005
fi
run tar -xf netdata-latest.tar.gz
rm -rf netdata-latest.tar.gz > /dev/null 2>&1
-cd netdata-* || fatal "Cannot cd to netdata source tree"
+cd netdata-* || fatal "Cannot cd to netdata source tree" F0006
# ---------------------------------------------------------------------------------------------------------------------
# install netdata from source
install() {
progress "Installing netdata..."
- run ${sudo} ./netdata-installer.sh ${NETDATA_UPDATES} ${NETDATA_INSTALLER_OPTIONS} || fatal "netdata-installer.sh exited with error"
+ run ${sudo} ./netdata-installer.sh ${NETDATA_UPDATES} ${NETDATA_INSTALLER_OPTIONS}
+ case $? in
+ 1)
+ fatal "netdata-installer.sh exited with error" F0007
+ ;;
+ 2)
+ fatal "Insufficient RAM to install netdata" F0008
+ ;;
+ esac
if [ -d "${ndtmpdir}" ] && [ ! "${ndtmpdir}" = "/" ]; then
run ${sudo} rm -rf "${ndtmpdir}" > /dev/null 2>&1
fi
}
if [ -x netdata-installer.sh ]; then
+ echo "INSTALL_TYPE='kickstart-build'" > system/.install-type
install "$@"
else
if [ "$(find . -mindepth 1 -maxdepth 1 -type d | wc -l)" -eq 1 ] && [ -x "$(find . -mindepth 1 -maxdepth 1 -type d)/netdata-installer.sh" ]; then
cd "$(find . -mindepth 1 -maxdepth 1 -type d)" && install "$@"
else
- fatal "Cannot install netdata from source (the source directory does not include netdata-installer.sh). Leaving all files in ${ndtmpdir}"
+ fatal "Cannot install netdata from source (the source directory does not include netdata-installer.sh). Leaving all files in ${ndtmpdir}" F0009
exit 1
fi
fi
@@ -532,16 +653,5 @@ fi
# --------------------------------------------------------------------------------------------------------------------
if [ -n "${NETDATA_CLAIM_TOKEN}" ]; then
- progress "Attempting to claim agent to ${NETDATA_CLAIM_URL}"
- if [ -z "${NETDATA_PREFIX}" ] ; then
- NETDATA_CLAIM_PATH=/usr/sbin/netdata-claim.sh
- else
- NETDATA_CLAIM_PATH="${NETDATA_PREFIX}/bin/netdata-claim.sh"
- fi
-
- if "${NETDATA_CLAIM_PATH}" -token=${NETDATA_CLAIM_TOKEN} -rooms=${NETDATA_CLAIM_ROOMS} -url=${NETDATA_CLAIM_URL} ${NETDATA_CLAIM_EXTRA}; then
- progress "Successfully claimed node"
- else
- run_failed "Unable to claim node, you must do so manually."
- fi
+ claim
fi