From a183e66c7da58d3740137980a0a8590a8f3751d3 Mon Sep 17 00:00:00 2001 From: Charles Jekal Date: Sat, 24 Oct 2020 22:05:34 -0700 Subject: [PATCH] upgrading to Spark 2.4.5 --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 78b0c1a..73ccac2 100644 --- a/Dockerfile +++ b/Dockerfile @@ -48,7 +48,7 @@ RUN curl -sL --retry 3 \ && chown -R root:root $HADOOP_HOME # SPARK -ENV SPARK_VERSION 2.4.1 +ENV SPARK_VERSION 2.4.5 ENV SPARK_PACKAGE spark-${SPARK_VERSION}-bin-without-hadoop ENV SPARK_HOME /usr/spark-${SPARK_VERSION} ENV SPARK_DIST_CLASSPATH="$HADOOP_HOME/etc/hadoop/*:$HADOOP_HOME/share/hadoop/common/lib/*:$HADOOP_HOME/share/hadoop/common/*:$HADOOP_HOME/share/hadoop/hdfs/*:$HADOOP_HOME/share/hadoop/hdfs/lib/*:$HADOOP_HOME/share/hadoop/hdfs/*:$HADOOP_HOME/share/hadoop/yarn/lib/*:$HADOOP_HOME/share/hadoop/yarn/*:$HADOOP_HOME/share/hadoop/mapreduce/lib/*:$HADOOP_HOME/share/hadoop/mapreduce/*:$HADOOP_HOME/share/hadoop/tools/lib/*"