1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
#!/bin/sh
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
#
# This script builds the official interpreter for the python language,
# while also packing in a few default extra packages.
set -e
set -x
# Required fetch artifact
clang_bindir=${MOZ_FETCHES_DIR}/clang/bin
clang_libdir=${MOZ_FETCHES_DIR}/clang/lib
python_src=${MOZ_FETCHES_DIR}/cpython-source
xz_prefix=${MOZ_FETCHES_DIR}/xz
# Make the compiler-rt available to clang.
env UPLOAD_DIR= $GECKO_PATH/taskcluster/scripts/misc/repack-clang.sh
# Extra setup per platform
case `uname -s` in
Darwin)
# Use taskcluster clang instead of host compiler on OSX
export PATH=${clang_bindir}:${PATH}
export CC=clang
export CXX=clang++
export LDFLAGS=-fuse-ld=lld
case `uname -m` in
aarch64)
macosx_version_min=11.0
;;
*)
macosx_version_min=10.12
;;
esac
macosx_sdk=14.4
# NOTE: both CFLAGS and CPPFLAGS need to be set here, otherwise
# configure step fails.
sysroot_flags="-isysroot ${MOZ_FETCHES_DIR}/MacOSX${macosx_sdk}.sdk -mmacosx-version-min=${macosx_version_min}"
export CPPFLAGS="${sysroot_flags} -I${xz_prefix}/include"
export CFLAGS=${sysroot_flags}
export LDFLAGS="${LDFLAGS} ${sysroot_flags} -L${xz_prefix}/lib"
configure_flags_extra=--with-openssl=/usr/local/opt/openssl
# see https://bugs.python.org/issue22490
unset __PYVENV_LAUNCHER__
# see https://bugs.python.org/issue44065
sed -i -e 's,$CC --print-multiarch,:,' ${python_src}/configure
export LDFLAGS="${LDFLAGS} -Wl,-rpath -Wl,@loader_path/../.."
;;
Linux)
# Use host gcc on Linux
export LDFLAGS="${LDFLAGS} -Wl,-rpath,\\\$ORIGIN/../.."
;;
esac
# Patch Python to honor MOZPYTHONHOME instead of PYTHONHOME. That way we have a
# relocatable python for free, while not interfering with the system Python that
# already honors PYTHONHOME.
find ${python_src} -type f -print0 | xargs -0 perl -i -pe "s,PYTHONHOME,MOZPYTHONHOME,g"
# Actual build
work_dir=`pwd`
tardir=python
cd `mktemp -d`
${python_src}/configure --prefix=/${tardir} --enable-optimizations ${configure_flags_extra} || { exit_status=$? && cat config.log && exit $exit_status ; }
export MAKEFLAGS=-j`nproc`
make
make DESTDIR=${work_dir} install
cd ${work_dir}
${work_dir}/python/bin/python3 -m pip install --upgrade pip==23.0
${work_dir}/python/bin/python3 -m pip install -r ${GECKO_PATH}/build/psutil_requirements.txt -r ${GECKO_PATH}/build/zstandard_requirements.txt
case `uname -s` in
Darwin)
cp /usr/local/opt/openssl/lib/libssl*.dylib ${work_dir}/python/lib/
cp /usr/local/opt/openssl/lib/libcrypto*.dylib ${work_dir}/python/lib/
cp ${xz_prefix}/lib/liblzma.dylib ${work_dir}/python/lib/
# Instruct the loader to search for the lib in rpath instead of the one used during linking
install_name_tool -change /usr/local/opt/openssl@1.1/lib/libssl.1.1.dylib @rpath/libssl.1.1.dylib ${work_dir}/python/lib/python3.*/lib-dynload/_ssl.cpython-3*-darwin.so
install_name_tool -change /usr/local/opt/openssl@1.1/lib/libcrypto.1.1.dylib @rpath/libcrypto.1.1.dylib ${work_dir}/python/lib/python3.*/lib-dynload/_ssl.cpython-3*-darwin.so
otool -L ${work_dir}/python/lib/python3.*/lib-dynload/_ssl.cpython-3*-darwin.so | grep @rpath/libssl.1.1.dylib
install_name_tool -change /xz/lib/liblzma.5.dylib @rpath/liblzma.5.dylib ${work_dir}/python/lib/python3.*/lib-dynload/_lzma.cpython-3*-darwin.so
otool -L ${work_dir}/python/lib/python3.*/lib-dynload/_lzma.cpython-3*-darwin.so | grep @rpath/liblzma.5.dylib
# Also modify the shipped libssl to use the shipped libcrypto
install_name_tool -change /usr/local/Cellar/openssl@1.1/1.1.1h/lib/libcrypto.1.1.dylib @rpath/libcrypto.1.1.dylib ${work_dir}/python/lib/libssl.1.1.dylib
otool -L ${work_dir}/python/lib/libssl.1.1.dylib | grep @rpath/libcrypto.1.1.dylib
# sanity check
${work_dir}/python/bin/python3 -c "import ssl"
${work_dir}/python/bin/python3 -c "import lzma"
# We may not have access to system certificate on OSX
${work_dir}/python/bin/python3 -m pip install certifi==2024.2.2
;;
Linux)
cp /usr/lib/x86_64-linux-gnu/libffi.so.* ${work_dir}/python/lib/
cp /usr/lib/x86_64-linux-gnu/libssl.so.* ${work_dir}/python/lib/
cp /usr/lib/x86_64-linux-gnu/libcrypto.so.* ${work_dir}/python/lib/
cp /lib/x86_64-linux-gnu/libncursesw.so.* ${work_dir}/python/lib/
cp /lib/x86_64-linux-gnu/libtinfo.so.* ${work_dir}/python/lib/
;;
esac
$(dirname $0)/pack.sh ${tardir}
|
