File tree Expand file tree Collapse file tree 1 file changed +1
-1
lines changed Expand file tree Collapse file tree 1 file changed +1
-1
lines changed Original file line number Diff line number Diff line change @@ -19,6 +19,7 @@ ENV LC_ALL en_US.UTF-8
19
19
RUN apt-get update \
20
20
&& apt-get install -y curl unzip \
21
21
python3 python3-setuptools \
22
+ && ln -s /usr/bin/python3 /usr/bin/python \
22
23
&& easy_install3 pip py4j \
23
24
&& apt-get clean \
24
25
&& rm -rf /var/lib/apt/lists/*
@@ -57,7 +58,6 @@ RUN curl -sL --retry 3 \
57
58
ENV SPARK_VERSION 1.6.2
58
59
ENV SPARK_PACKAGE spark-${SPARK_VERSION}-bin-without-hadoop
59
60
ENV SPARK_HOME /usr/spark-${SPARK_VERSION}
60
- ENV PYSPARK_PYTHON python3
61
61
ENV SPARK_DIST_CLASSPATH="$HADOOP_HOME/etc/hadoop/*:$HADOOP_HOME/share/hadoop/common/lib/*:$HADOOP_HOME/share/hadoop/common/*:$HADOOP_HOME/share/hadoop/hdfs/*:$HADOOP_HOME/share/hadoop/hdfs/lib/*:$HADOOP_HOME/share/hadoop/hdfs/*:$HADOOP_HOME/share/hadoop/yarn/lib/*:$HADOOP_HOME/share/hadoop/yarn/*:$HADOOP_HOME/share/hadoop/mapreduce/lib/*:$HADOOP_HOME/share/hadoop/mapreduce/*:$HADOOP_HOME/share/hadoop/tools/lib/*"
62
62
ENV PATH $PATH:${SPARK_HOME}/bin
63
63
RUN curl -sL --retry 3 \
You can’t perform that action at this time.
0 commit comments