blob: ea09aaf965b2fa6560486140dfb7fa89740bbc10 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
|
#!/bin/sh
#
# ^ NOTE: This needs to be sh, not bash, for alpine compatibility.
#
#
# Build dynamic and statically linked librdkafka libraries useful for
# release artifacts in high-level clients.
#
# Requires docker.
# Supported docker images:
# alpine:3.16
# quay.io/pypa/manylinux2014_aarch64 (centos7)
# quay.io/pypa/manylinux2014_x86_64 (centos7)
# quay.io/pypa/manylinux2010_x86_64 (centos6)
#
# Usage:
# packaging/tools/build-release-artifacts.sh [--disable-gssapi] <docker-image> <relative-output-tarball-path.tgz>
#
# The output path must be a relative path and inside the librdkafka directory
# structure.
#
set -e
docker_image=""
extra_pkgs_rpm=""
extra_pkgs_apk=""
extra_config_args=""
expected_features="gzip snappy ssl sasl regex lz4 sasl_plain sasl_scram plugins zstd sasl_oauthbearer http oidc"
# Since cyrus-sasl is the only non-statically-linkable dependency,
# we provide a --disable-gssapi option so that two different libraries
# can be built: one with GSSAPI/Kerberos support, and one without, depending
# on this option.
if [ "$1" = "--disable-gssapi" ]; then
extra_config_args="${extra_config_args} --disable-gssapi"
disable_gssapi="$1"
shift
else
extra_pkgs_rpm="${extra_pkgs_rpm} cyrus-sasl cyrus-sasl-devel"
extra_pkgs_apk="${extra_pkgs_apk} cyrus-sasl cyrus-sasl-dev"
expected_features="${expected_features} sasl_gssapi"
disable_gssapi=""
fi
# Check if we're running on the host or the (docker) build target.
if [ "$1" = "--in-docker" -a $# -eq 2 ]; then
output="$2"
elif [ $# -eq 2 ]; then
docker_image="$1"
output="$2"
else
echo "Usage: $0 [--disable-gssapi] <manylinux-docker-image> <output-path.tgz>"
exit 1
fi
if [ -n "$docker_image" ]; then
# Running on the host, spin up the docker builder.
exec docker run -v "$PWD:/v" $docker_image /v/packaging/tools/build-release-artifacts.sh $disable_gssapi --in-docker "/v/$output"
# Only reached on exec error
exit $?
fi
########################################################################
# Running in the docker instance, this is where we perform the build. #
########################################################################
# Packages required for building librdkafka (perl is for openssl).
if grep -q alpine /etc/os-release 2>/dev/null ; then
# Alpine
apk add \
bash curl gcc g++ make musl-dev linux-headers bsd-compat-headers git \
python3 perl patch $extra_pkgs_apk
else
# CentOS
yum install -y libstdc++-devel gcc gcc-c++ python3 git perl-IPC-Cmd $extra_pkgs_rpm
fi
# Clone the repo so other builds are unaffected of what we're doing
# and we get a pristine build tree.
git clone /v /librdkafka
cd /librdkafka
# Build librdkafka
./configure \
--install-deps --source-deps-only --disable-lz4-ext \
--enable-static --enable-strip $extra_config_args
make -j
# Show library linkage (for troubleshooting) and checksums (for verification)
for lib in src/librdkafka.so.1 src-cpp/librdkafka++.so.1; do
echo "$0: LINKAGE ${lib}:"
ldd src/librdkafka.so.1
echo "$0: SHA256 ${lib}:"
sha256sum "$lib"
done
# Verify that expected features are indeed built.
features=$(examples/rdkafka_example -X builtin.features)
echo "$0: FEATURES: $features"
missing=""
for f in $expected_features; do
if ! echo "$features" | grep -q "$f" ; then
echo "$0: BUILD IS MISSING FEATURE $f"
missing="${missing} $f"
fi
done
if [ -n "$missing" ]; then
exit 1
fi
# Run quick test suite, mark it as CI to avoid time/resource sensitive
# tests to fail in case the worker is under-powered.
CI=true make -C tests run_local_quick
# Install librdkafka and then make a tar ball of the installed files.
mkdir -p /destdir
DESTDIR=/destdir make install
cd /destdir
tar cvzf "$output" .
# Emit output hash so that build logs can be used to verify artifacts later.
echo "$0: SHA256 $output:"
sha256sum "$output"
|
