blob: 5bcefe80d6059289c60ce43be45a6a5da5d944a3 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
@rem Licensed to the Apache Software Foundation (ASF) under one
@rem or more contributor license agreements. See the NOTICE file
@rem distributed with this work for additional information
@rem regarding copyright ownership. The ASF licenses this file
@rem to you under the Apache License, Version 2.0 (the
@rem "License"); you may not use this file except in compliance
@rem with the License. You may obtain a copy of the License at
@rem
@rem http://www.apache.org/licenses/LICENSE-2.0
@rem
@rem Unless required by applicable law or agreed to in writing,
@rem software distributed under the License is distributed on an
@rem "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
@rem KIND, either express or implied. See the License for the
@rem specific language governing permissions and limitations
@rem under the License.
@rem This script downloads and installs all Windows wheels for a release
@rem candidate into temporary conda environments and makes sure that imports
@rem work
@rem To run the script:
@rem verify-release-candidate-wheels.bat VERSION RC_NUM
@echo on
set _CURRENT_DIR=%CD%
set _VERIFICATION_DIR=C:\tmp\arrow-verify-release-wheels
if not exist "C:\tmp\" mkdir C:\tmp
if exist %_VERIFICATION_DIR% rd %_VERIFICATION_DIR% /s /q
if not exist %_VERIFICATION_DIR% mkdir %_VERIFICATION_DIR%
cd %_VERIFICATION_DIR%
@rem clone Arrow repository to obtain test requirements
set GIT_ENV_PATH=%_VERIFICATION_DIR%\_git
call conda create -p %GIT_ENV_PATH% ^
--no-shortcuts -f -q -y git ^
|| EXIT /B 1
call activate %GIT_ENV_PATH%
git clone https://github.com/apache/arrow.git || EXIT /B 1
pushd arrow
git submodule update --init
popd
set ARROW_VERSION=%1
set RC_NUMBER=%2
python arrow\dev\release\download_rc_binaries.py %ARROW_VERSION% %RC_NUMBER% ^
--package_type python ^
--regex=".*win_amd64.*" || EXIT /B 1
call deactivate
set ARROW_TEST_DATA=%cd%\arrow\testing\data
CALL :verify_wheel 3.6 m
if errorlevel 1 GOTO error
CALL :verify_wheel 3.7 m
if errorlevel 1 GOTO error
CALL :verify_wheel 3.8
if errorlevel 1 GOTO error
:done
cd %_CURRENT_DIR%
EXIT /B %ERRORLEVEL%
:error
call deactivate
cd %_CURRENT_DIR%
EXIT /B 1
@rem a batch function to verify a single wheel
:verify_wheel
set PY_VERSION=%1
set ABI_TAG=%2
set PY_VERSION_NO_PERIOD=%PY_VERSION:.=%
set CONDA_ENV_PATH=%_VERIFICATION_DIR%\_verify-wheel-%PY_VERSION%
call conda create -p %CONDA_ENV_PATH% ^
--no-shortcuts -f -q -y python=%PY_VERSION% ^
|| EXIT /B 1
call activate %CONDA_ENV_PATH%
set WHEEL_FILENAME=pyarrow-%ARROW_VERSION%-cp%PY_VERSION_NO_PERIOD%-cp%PY_VERSION_NO_PERIOD%%ABI_TAG%-win_amd64.whl
pip install python-rc\%ARROW_VERSION%-rc%RC_NUMBER%\%WHEEL_FILENAME% || EXIT /B 1
python -c "import pyarrow" || EXIT /B 1
python -c "import pyarrow.parquet" || EXIT /B 1
python -c "import pyarrow.flight" || EXIT /B 1
python -c "import pyarrow.dataset" || EXIT /B 1
pip install -r arrow\python\requirements-test.txt || EXIT /B 1
pytest %CONDA_ENV_PATH%\Lib\site-packages\pyarrow --pdb -v || EXIT /B 1
:done
call deactivate
EXIT /B 0
|
