diff options
Diffstat (limited to 'src/arrow/ci/docker/conda-python-spark.dockerfile')
-rw-r--r-- | src/arrow/ci/docker/conda-python-spark.dockerfile | 43 |
1 files changed, 43 insertions, 0 deletions
diff --git a/src/arrow/ci/docker/conda-python-spark.dockerfile b/src/arrow/ci/docker/conda-python-spark.dockerfile new file mode 100644 index 000000000..a2af2ac13 --- /dev/null +++ b/src/arrow/ci/docker/conda-python-spark.dockerfile @@ -0,0 +1,43 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +ARG repo +ARG arch=amd64 +ARG python=3.6 +FROM ${repo}:${arch}-conda-python-${python} + +ARG jdk=8 +ARG maven=3.5 + +RUN conda install -q \ + openjdk=${jdk} \ + maven=${maven} \ + pandas && \ + conda clean --all + +# installing specific version of spark +ARG spark=master +COPY ci/scripts/install_spark.sh /arrow/ci/scripts/ +RUN /arrow/ci/scripts/install_spark.sh ${spark} /spark + +# build cpp with tests +ENV CC=gcc \ + CXX=g++ \ + ARROW_PYTHON=ON \ + ARROW_HDFS=ON \ + ARROW_BUILD_TESTS=OFF \ + SPARK_VERSION=${spark} |