summaryrefslogtreecommitdiffstats
path: root/src/arrow/ci/docker/conda-python-spark.dockerfile
diff options
context:
space:
mode:
Diffstat (limited to 'src/arrow/ci/docker/conda-python-spark.dockerfile')
-rw-r--r--src/arrow/ci/docker/conda-python-spark.dockerfile43
1 files changed, 43 insertions, 0 deletions
diff --git a/src/arrow/ci/docker/conda-python-spark.dockerfile b/src/arrow/ci/docker/conda-python-spark.dockerfile
new file mode 100644
index 000000000..a2af2ac13
--- /dev/null
+++ b/src/arrow/ci/docker/conda-python-spark.dockerfile
@@ -0,0 +1,43 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+ARG repo
+ARG arch=amd64
+ARG python=3.6
+FROM ${repo}:${arch}-conda-python-${python}
+
+ARG jdk=8
+ARG maven=3.5
+
+RUN conda install -q \
+ openjdk=${jdk} \
+ maven=${maven} \
+ pandas && \
+ conda clean --all
+
+# installing specific version of spark
+ARG spark=master
+COPY ci/scripts/install_spark.sh /arrow/ci/scripts/
+RUN /arrow/ci/scripts/install_spark.sh ${spark} /spark
+
+# build cpp with tests
+ENV CC=gcc \
+ CXX=g++ \
+ ARROW_PYTHON=ON \
+ ARROW_HDFS=ON \
+ ARROW_BUILD_TESTS=OFF \
+ SPARK_VERSION=${spark}