Skip to content

Commit 7b7a3db

Browse files
author
matyix
committed
docker file
1 parent 293f76c commit 7b7a3db

File tree

1 file changed

+8
-9
lines changed

1 file changed

+8
-9
lines changed

‎Dockerfile

Lines changed: 8 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,17 +1,16 @@
1-
FROM sequenceiq/hadoop-docker:2.5.1
1+
FROM sequenceiq/hadoop-docker:2.6.0
22
MAINTAINER SequenceIQ
33

4-
RUN curl -s http://d3kbcqa49mib13.cloudfront.net/spark-1.1.0-bin-hadoop2.4.tgz | tar -xz -C /usr/local/
5-
RUN cd /usr/local && ln -s spark-1.1.0-bin-hadoop2.4 spark
6-
RUN mkdir /usr/local/spark/yarn-remote-client
7-
ADD yarn-remote-client /usr/local/spark/yarn-remote-client
4+
RUN curl -s http://d3kbcqa49mib13.cloudfront.net/spark-1.1.1-bin-hadoop2.4.tgz | tar -xz -C /usr/local/
5+
RUN cd /usr/local && ln -s spark-1.1.1-bin-hadoop2.4 spark
6+
ENV SPARK_HOME /usr/local/spark
7+
RUN mkdir $SPARK_HOME/yarn-remote-client
8+
ADD yarn-remote-client $SPARK_HOME/yarn-remote-client
89

9-
RUN $BOOTSTRAP && $HADOOP_PREFIX/bin/hadoop dfsadmin -safemode leave && $HADOOP_PREFIX/bin/hdfs dfs -put /usr/local/spark-1.1.0-bin-hadoop2.4/lib /spark
10+
RUN $BOOTSTRAP && $HADOOP_PREFIX/bin/hadoop dfsadmin -safemode leave && $HADOOP_PREFIX/bin/hdfs dfs -put $SPARK_HOME-1.1.1-bin-hadoop2.4/lib /spark
1011

1112
ENV YARN_CONF_DIR $HADOOP_PREFIX/etc/hadoop
12-
ENV SPARK_JAR hdfs:///spark/spark-assembly-1.1.0-hadoop2.4.0.jar
13-
ENV SPARK_HOME /usr/local/spark
14-
#ENV HADOOP_USER_NAME hdfs
13+
ENV SPARK_JAR hdfs:///spark/spark-assembly-1.1.1-hadoop2.4.0.jar
1514
ENV PATH $PATH:$SPARK_HOME/bin:$HADOOP_PREFIX/bin
1615

1716
CMD ["/etc/bootstrap.sh", "-d"]

0 commit comments

Comments
 (0)