From e1565607164d9ee28f17ff051380ebbf6ba96224 Mon Sep 17 00:00:00 2001 From: Brent Hamilton Date: Thu, 8 Mar 2018 14:51:06 -0800 Subject: [PATCH 1/2] update to spark 2.3.0 --- Dockerfile | 4 ++-- README.md | 9 +++++++-- 2 files changed, 9 insertions(+), 4 deletions(-) diff --git a/Dockerfile b/Dockerfile index 5b07eca..c146ee8 100644 --- a/Dockerfile +++ b/Dockerfile @@ -13,9 +13,9 @@ ARG SBT_BINARY_ARCHIVE_NAME=sbt-$SBT_VERSION ARG SBT_BINARY_DOWNLOAD_URL=https://dl.bintray.com/sbt/native-packages/sbt/${SBT_VERSION}/${SBT_BINARY_ARCHIVE_NAME}.tgz # Spark related variables. -ARG SPARK_VERSION=2.2.0 +ARG SPARK_VERSION=2.3.0 ARG SPARK_BINARY_ARCHIVE_NAME=spark-${SPARK_VERSION}-bin-hadoop2.7 -ARG SPARK_BINARY_DOWNLOAD_URL=http://d3kbcqa49mib13.cloudfront.net/${SPARK_BINARY_ARCHIVE_NAME}.tgz +ARG SPARK_BINARY_DOWNLOAD_URL=http://apache.claz.org/spark/spark-${SPARK_VERSION}/${SPARK_BINARY_ARCHIVE_NAME}.tgz # Configure env variables for Scala, SBT and Spark. # Also configure PATH env variable to include binary folders of Java, Scala, SBT and Spark. diff --git a/README.md b/README.md index 2500d88..28bad7a 100644 --- a/README.md +++ b/README.md @@ -16,11 +16,16 @@ This image contains the following softwares: Depending on the version of the Spark Image you want, please run the corresponding command.
Latest image is always the most recent version of Apache Spark available. As of 11th July, 2017 it is v2.2.0. -### Apache Spark latest [i.e. v2.2.0] -[Dockerfile for Apache Spark v2.2.0](https://github.com/P7h/docker-spark) +### Apache Spark latest [i.e. v2.3.0] +[Dockerfile for Apache Spark v2.3.0](https://github.com/P7h/docker-spark) docker pull p7hb/docker-spark +### Apache Spark v2.3.0 +[Dockerfile for Apache Spark v2.3.0](https://github.com/P7h/docker-spark/tree/2.3.0) + + docker pull p7hb/docker-spark:2.3.0 + ### Apache Spark v2.2.0 [Dockerfile for Apache Spark v2.2.0](https://github.com/P7h/docker-spark/tree/2.2.0) From daf614cffabeef5951ce7b9399258b476b72c3f8 Mon Sep 17 00:00:00 2001 From: Brent Hamilton Date: Thu, 8 Mar 2018 15:39:43 -0800 Subject: [PATCH 2/2] update readme --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 28bad7a..c8f8baa 100644 --- a/README.md +++ b/README.md @@ -9,7 +9,7 @@ This image contains the following softwares: * OpenJDK 64-Bit v1.8.0_131 * Scala v2.12.2 * SBT v0.13.15 -* Apache Spark v2.2.0 +* Apache Spark v2.3.0 ## Various versions of Spark Images