blob: e5456dbfc28e12e530d2d962786bc4243897cf5e (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
|
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# Prerequisits on the host:
# - brew install bash bison coreutils ninja cmake
# - sudo arrow/ci/scripts/install_python.sh macos 3.9
{% import 'macros.jinja' as macros with context %}
{{ macros.github_header() }}
env:
ARROW_FLIGHT: OFF
ARROW_JEMALLOC: OFF
ARROW_SIMD_LEVEL: "{{ arrow_simd_level }}"
CC: "clang"
CMAKE_BUILD_TYPE: release
CMAKE_CXX_COMPILER_LAUNCHER: "ccache"
CXX: "clang++"
MACOSX_DEPLOYMENT_TARGET: "{{ macos_deployment_target }}"
PYARROW_BUILD_VERBOSE: 1
PYARROW_VERSION: "{{ arrow.no_rc_version }}"
PYTHON_VERSION: "{{ python_version }}"
PYTHON: "/Library/Frameworks/Python.framework/Versions/{{ python_version }}/bin/python{{ python_version }}"
VCPKG_DEFAULT_TRIPLET: {{ arch }}-osx-static-release
VCPKG_FEATURE_FLAGS: "-manifests"
VCPKG_OVERLAY_TRIPLETS: {{ "${{ github.workspace }}/arrow/ci/vcpkg" }}
VCPKG_ROOT: {{ "${{ github.workspace }}/vcpkg" }}
VCPKG_VERSION: "{{ vcpkg_version }}"
jobs:
build:
name: Build wheel for OS X
runs-on: self-hosted
steps:
- name: Cleanup
shell: bash
run: rm -rf arrow vcpkg build crossbow-env build-env test-*-env
{{ macros.github_checkout_arrow()|indent }}
- name: Add Brew's Bison to PATH
shell: bash
run: echo "/opt/homebrew/opt/bison/bin" >> $GITHUB_PATH
- name: Install Vcpkg
shell: bash
env:
MACOSX_DEPLOYMENT_TARGET: "11.0"
run: arch -arm64 arrow/ci/scripts/install_vcpkg.sh $VCPKG_VERSION $VCPKG_ROOT
- name: Install OpenSSL
shell: bash
run: arch -arm64 $VCPKG_ROOT/vcpkg install openssl
{% if arch == "universal2" %}
# OpenSSL doesn't provide an universal2 configuration yet, so vcpkg is
# unable to propagate the list of architectures from VCPKG_OSX_ARCHIETCTURES.
# In order to prevent link time warnings (which may turn out to be errors)
# we compile OpenSSL separately for the two architectures and merge the
# binaries into universal2 ones using `lipo`.
- name: Create universal binaries for OpenSSL
shell: bash
run: |
for arch in arm64 x64; do
VCPKG_DEFAULT_TRIPLET=${arch}-osx-static-release arch -arm64 $VCPKG_ROOT/vcpkg install openssl
done
for lib in libcrypto libssl; do
lipo -create $VCPKG_ROOT/installed/arm64-osx-static-release/lib/${lib}.a \
$VCPKG_ROOT/installed/x64-osx-static-release/lib/${lib}.a \
-output $VCPKG_ROOT/installed/universal2-osx-static-release/lib/${lib}.a
done
{% endif %}
- name: Install Packages
run: |
arch -arm64 $VCPKG_ROOT/vcpkg install \
aws-sdk-cpp[config,cognito-identity,core,identity-management,s3,sts,transfer] \
boost-filesystem \
brotli \
bzip2 \
c-ares \
curl \
flatbuffers \
gflags \
glog \
lz4 \
orc \
protobuf \
rapidjson \
re2 \
snappy \
thrift \
utf8proc \
zlib \
zstd
- name: Build Wheel
shell: bash
run: |
$PYTHON -m virtualenv build-env
source build-env/bin/activate
pip install --upgrade pip wheel
arch -arm64 arrow/ci/scripts/python_wheel_macos_build.sh {{ arch }} $(pwd)/arrow $(pwd)/build
- name: Test Wheel on ARM64
shell: bash
env:
PYTEST_ADDOPTS: "-k 'not test_cancellation'"
run: |
$PYTHON -m virtualenv test-arm64-env
source test-arm64-env/bin/activate
pip install --upgrade pip wheel
arch -arm64 arrow/ci/scripts/python_wheel_unix_test.sh $(pwd)/arrow
{% if arch == "universal2" %}
- name: Test Wheel on AMD64
shell: bash
env:
PYTEST_ADDOPTS: "-k 'not test_cancellation'"
run: |
$PYTHON -m virtualenv test-amd64-env
source test-amd64-env/bin/activate
pip install --upgrade pip wheel
arch -x86_64 arrow/ci/scripts/python_wheel_unix_test.sh $(pwd)/arrow
{% endif %}
- name: Upload artifacts
shell: bash
run: |
$PYTHON -m virtualenv crossbow-env
source crossbow-env/bin/activate
arch -x86_64 pip install -e arrow/dev/archery[crossbow-upload]
arch -x86_64 archery crossbow \
--queue-path $(pwd) \
--queue-remote {{ queue_remote_url }} \
upload-artifacts \
--sha {{ task.branch }} \
--tag {{ task.tag }} \
"arrow/python/repaired_wheels/*.whl"
env:
CROSSBOW_GITHUB_TOKEN: {{ "${{ secrets.CROSSBOW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }}" }}
{{ macros.github_upload_gemfury("arrow/python/repaired_wheels/*.whl")|indent }}
|
