# NOTE: In constrast to the conda-forge recipe, ARROW_VERSION is a templated variable here. {% set version = ARROW_VERSION %} {% set cuda_enabled = cuda_compiler_version != "None" %} {% set build_ext_version = ARROW_VERSION %} {% set build_ext = "cuda" if cuda_enabled else "cpu" %} {% set proc_build_number = "0" %} package: name: arrow-cpp-ext version: {{ version }} source: path: ../../../../ build: number: 0 # for cuda on win/linux, building with 9.2 is enough to be compatible with all later versions, # since arrow is only using libcuda, and not libcudart. skip: true # [(win or linux) and cuda_compiler_version not in ("None", "10.2")] skip: true # [osx and cuda_compiler_version != "None"] run_exports: - {{ pin_subpackage("arrow-cpp", max_pin="x.x.x") }} outputs: - name: arrow-cpp-proc version: {{ build_ext_version }} build: number: {{ proc_build_number }} string: "{{ build_ext }}" test: commands: - exit 0 about: home: http://github.com/apache/arrow license: Apache-2.0 license_file: - LICENSE.txt summary: 'A meta-package to select Arrow build variant' - name: arrow-cpp script: build-arrow.sh # [not win] script: bld-arrow.bat # [win] version: {{ version }} build: string: py{{ CONDA_PY }}h{{ PKG_HASH }}_{{ PKG_BUILDNUM }}_{{ build_ext }} run_exports: - {{ pin_subpackage("arrow-cpp", max_pin="x.x.x") }} ignore_run_exports: - cudatoolkit track_features: {{ "- arrow-cuda" if cuda_enabled else "" }} requirements: build: - python # [build_platform != target_platform] - cross-python_{{ target_platform }} # [build_platform != target_platform] - cython # [build_platform != target_platform] - numpy # [build_platform != target_platform] - gnuconfig # [osx and arm64] - libprotobuf - grpc-cpp - cmake - autoconf # [unix] - ninja - make # [unix] - {{ compiler('c') }} - {{ compiler('cxx') }} - {{ compiler("cuda") }} # [cuda_compiler_version != "None"] host: - aws-sdk-cpp - boost-cpp >=1.70 - brotli - bzip2 - c-ares - gflags - glog - grpc-cpp - libprotobuf - clangdev 10 # [not (osx and arm64)] - llvmdev 10 # [not (osx and arm64)] - libutf8proc - lz4-c - numpy - orc # [unix] - python - rapidjson - re2 - snappy - thrift-cpp - zlib - zstd run: - {{ pin_compatible('numpy', lower_bound='1.16') }} - python run_constrained: - arrow-cpp-proc * {{ build_ext }} - cudatoolkit >=9.2 # [cuda_compiler_version != "None"] about: home: http://github.com/apache/arrow license: Apache-2.0 license_file: - LICENSE.txt summary: C++ libraries for Apache Arrow test: commands: # headers - test -f $PREFIX/include/arrow/api.h # [unix] - test -f $PREFIX/include/arrow/flight/types.h # [unix] - test -f $PREFIX/include/plasma/client.h # [unix] - test -f $PREFIX/include/gandiva/engine.h # [unix and not (osx and arm64)] - test -f $PREFIX/include/parquet/api/reader.h # [unix] - if not exist %LIBRARY_INC%\\arrow\\api.h exit 1 # [win] - if not exist %LIBRARY_INC%\\gandiva\\engine.h exit 1 # [win] - if not exist %LIBRARY_INC%\\parquet\\api\\reader.h exit 1 # [win] # shared - test -f $PREFIX/lib/libarrow.so # [linux] - test -f $PREFIX/lib/libarrow_dataset.so # [linux] - test -f $PREFIX/lib/libarrow_flight.so # [linux] - test -f $PREFIX/lib/libarrow_python.so # [linux] - test -f $PREFIX/lib/libparquet.so # [linux] - test -f $PREFIX/lib/libgandiva.so # [linux] - test -f $PREFIX/lib/libplasma.so # [linux] - test -f $PREFIX/lib/libarrow_cuda${SHLIB_EXT} # [(cuda_compiler_version != "None") and unix] - test ! -f $PREFIX/lib/libarrow_cuda${SHLIB_EXT} # [(cuda_compiler_version == "None") and unix] - if not exist %PREFIX%\\Library\\bin\\arrow_cuda.dll exit 1 # [(cuda_compiler_version != "None") and win] - if exist %PREFIX%\\Library\\bin\\arrow_cuda.dll exit 1 # [(cuda_compiler_version == "None") and win] - test -f $PREFIX/lib/libarrow.dylib # [osx] - test -f $PREFIX/lib/libarrow_dataset.dylib # [osx] - test -f $PREFIX/lib/libarrow_python.dylib # [osx] - test -f $PREFIX/lib/libgandiva.dylib # [osx and not arm64] - test -f $PREFIX/lib/libparquet.dylib # [osx] - test -f $PREFIX/lib/libplasma.dylib # [osx] - if not exist %PREFIX%\\Library\\bin\\arrow.dll exit 1 # [win] - if not exist %PREFIX%\\Library\\bin\\arrow_dataset.dll exit 1 # [win] - if not exist %PREFIX%\\Library\\bin\\arrow_flight.dll exit 1 # [win] - if not exist %PREFIX%\\Library\\bin\\arrow_python.dll exit 1 # [win] - if not exist %PREFIX%\\Library\\bin\\parquet.dll exit 1 # [win] - if not exist %PREFIX%\\Library\\bin\\gandiva.dll exit 1 # [win] # absence of static libraries - test ! -f $PREFIX/lib/libarrow.a # [unix] - test ! -f $PREFIX/lib/libarrow_dataset.a # [unix] - test ! -f $PREFIX/lib/libarrow_flight.a # [unix] - test ! -f $PREFIX/lib/libarrow_python.a # [unix] - test ! -f $PREFIX/lib/libplasma.a # [unix] - test ! -f $PREFIX/lib/libparquet.a # [unix] - test ! -f $PREFIX/lib/libgandiva.a # [unix] - if exist %PREFIX%\\Library\\lib\\arrow_static.lib exit 1 # [win] - if exist %PREFIX%\\Library\\lib\\arrow_dataset_static.lib exit 1 # [win] - if exist %PREFIX%\\Library\\lib\\arrow_flight_static.lib exit 1 # [win] - if exist %PREFIX%\\Library\\lib\\arrow_python_static.lib exit 1 # [win] - if exist %PREFIX%\\Library\\lib\\parquet_static.lib exit 1 # [win] - if exist %PREFIX%\\Library\\lib\\gandiva_static.lib exit 1 # [win] - name: pyarrow script: build-pyarrow.sh # [not win] script: bld-pyarrow.bat # [win] version: {{ version }} build: string: py{{ CONDA_PY }}h{{ PKG_HASH }}_{{ PKG_BUILDNUM }}_{{ build_ext }} ignore_run_exports: - cudatoolkit track_features: {{ "- arrow-cuda" if cuda_enabled else "" }} requirements: build: - python # [build_platform != target_platform] - cross-python_{{ target_platform }} # [build_platform != target_platform] - cython # [build_platform != target_platform] - numpy # [build_platform != target_platform] - cmake - ninja - make # [unix] - {{ compiler('c') }} - {{ compiler('cxx') }} # pyarrow does not require nvcc but it needs to link against libraries in arrow-cpp=*=*cuda - {{ compiler("cuda") }} # [cuda_compiler_version != "None"] host: - {{ pin_subpackage('arrow-cpp', exact=True) }} - cython - numpy - python - setuptools - setuptools_scm - six run: - {{ pin_subpackage('arrow-cpp', exact=True) }} - {{ pin_compatible('numpy', lower_bound='1.16') }} # empty parquet-cpp metapackage, force old versions to be uninstalled - parquet-cpp 1.5.1.* - python run_constrained: - arrow-cpp-proc * {{ build_ext }} - cudatoolkit >=9.2 # [cuda_compiler_version != "None"] about: home: http://github.com/apache/arrow license: Apache-2.0 license_file: - LICENSE.txt summary: Python libraries for Apache Arrow test: imports: - pyarrow - pyarrow.dataset - pyarrow.flight - pyarrow.gandiva # [not (osx and arm64)] - pyarrow.orc # [unix] - pyarrow.parquet - pyarrow.plasma # [unix] - pyarrow.fs - pyarrow._s3fs - pyarrow._hdfs # We can only test importing cuda package but cannot run when a # CUDA device is not available, for instance, when building from CI. # On Windows, we cannot even do that due to `nvcuda.dll` not being found, see # https://conda-forge.org/docs/maintainer/knowledge_base.html#nvcuda-dll-cannot-be-found-on-windows # However, we check below for (at least) the presence of a correctly-compiled module - pyarrow.cuda # [cuda_compiler_version != "None" and not win] commands: - test ! -f ${SP_DIR}/pyarrow/tests/test_array.py # [unix] - if exist %SP_DIR%/pyarrow/tests/test_array.py exit 1 # [win] # Need to remove dot from PY_VER; %MYVAR:x=y% replaces "x" in %MYVAR% with "y" - if not exist %SP_DIR%/pyarrow/_cuda.cp%PY_VER:.=%-win_amd64.pyd exit 1 # [win and cuda_compiler_version != "None"] - name: pyarrow-tests script: build-pyarrow.sh # [not win] script: bld-pyarrow.bat # [win] version: {{ version }} build: string: py{{ CONDA_PY }}h{{ PKG_HASH }}_{{ PKG_BUILDNUM }}_{{ build_ext }} ignore_run_exports: - cudatoolkit track_features: {{ "- arrow-cuda" if cuda_enabled else "" }} requirements: build: - python # [build_platform != target_platform] - cross-python_{{ target_platform }} # [build_platform != target_platform] - cython # [build_platform != target_platform] - numpy # [build_platform != target_platform] - cmake - ninja - make # [unix] - {{ compiler('c') }} - {{ compiler('cxx') }} # pyarrow does not require nvcc but it needs to link against libraries in arrow-cpp=*=*cuda - {{ compiler("cuda") }} # [cuda_compiler_version != "None"] host: - {{ pin_subpackage('arrow-cpp', exact=True) }} - {{ pin_subpackage('pyarrow', exact=True) }} - cython - numpy - python - setuptools - setuptools_scm - six run: - {{ pin_subpackage('pyarrow', exact=True) }} - python run_constrained: - arrow-cpp-proc * {{ build_ext }} - cudatoolkit >=9.2 # [cuda_compiler_version != "None"] about: home: http://github.com/apache/arrow license: Apache-2.0 license_file: - LICENSE.txt summary: Python test files for Apache Arrow test: commands: - test -f ${SP_DIR}/pyarrow/tests/test_array.py # [unix] - if not exist %SP_DIR%/pyarrow/tests/test_array.py exit 1 # [win] about: home: http://github.com/apache/arrow license: Apache-2.0 license_file: - LICENSE.txt summary: C++ and Python libraries for Apache Arrow extra: recipe-maintainers: - wesm - xhochy - leifwalsh - jreback - cpcloud - pcmoritz - robertnishihara - siddharthteotia - kou - kszucs - pitrou - pearu - nealrichardson - jakirkham