diff --git a/Dockerfile b/Dockerfile index 5b07eca..c146ee8 100644 --- a/Dockerfile +++ b/Dockerfile @@ -13,9 +13,9 @@ ARG SBT_BINARY_ARCHIVE_NAME=sbt-$SBT_VERSION ARG SBT_BINARY_DOWNLOAD_URL=https://dl.bintray.com/sbt/native-packages/sbt/${SBT_VERSION}/${SBT_BINARY_ARCHIVE_NAME}.tgz # Spark related variables. -ARG SPARK_VERSION=2.2.0 +ARG SPARK_VERSION=2.3.0 ARG SPARK_BINARY_ARCHIVE_NAME=spark-${SPARK_VERSION}-bin-hadoop2.7 -ARG SPARK_BINARY_DOWNLOAD_URL=http://d3kbcqa49mib13.cloudfront.net/${SPARK_BINARY_ARCHIVE_NAME}.tgz +ARG SPARK_BINARY_DOWNLOAD_URL=http://apache.claz.org/spark/spark-${SPARK_VERSION}/${SPARK_BINARY_ARCHIVE_NAME}.tgz # Configure env variables for Scala, SBT and Spark. # Also configure PATH env variable to include binary folders of Java, Scala, SBT and Spark. diff --git a/README.md b/README.md index 2500d88..c8f8baa 100644 --- a/README.md +++ b/README.md @@ -9,18 +9,23 @@ This image contains the following softwares: * OpenJDK 64-Bit v1.8.0_131 * Scala v2.12.2 * SBT v0.13.15 -* Apache Spark v2.2.0 +* Apache Spark v2.3.0 ## Various versions of Spark Images Depending on the version of the Spark Image you want, please run the corresponding command.
Latest image is always the most recent version of Apache Spark available. As of 11th July, 2017 it is v2.2.0. -### Apache Spark latest [i.e. v2.2.0] -[Dockerfile for Apache Spark v2.2.0](https://github.com/P7h/docker-spark) +### Apache Spark latest [i.e. v2.3.0] +[Dockerfile for Apache Spark v2.3.0](https://github.com/P7h/docker-spark) docker pull p7hb/docker-spark +### Apache Spark v2.3.0 +[Dockerfile for Apache Spark v2.3.0](https://github.com/P7h/docker-spark/tree/2.3.0) + + docker pull p7hb/docker-spark:2.3.0 + ### Apache Spark v2.2.0 [Dockerfile for Apache Spark v2.2.0](https://github.com/P7h/docker-spark/tree/2.2.0)