You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: scripts/docker/spark-cluster-managers/spark_yarn_cluster/Dockerfile
+3-3Lines changed: 3 additions & 3 deletions
Original file line number
Diff line number
Diff line change
@@ -16,8 +16,8 @@ FROM centos:centos6
16
16
17
17
ENV SPARK_PROFILE 2.0
18
18
ENV SPARK_VERSION 2.0.0
19
-
ENV HADOOP_PROFILE 2.3
20
-
ENV HADOOP_VERSION 2.3.0
19
+
ENV HADOOP_PROFILE 2.7
20
+
ENV HADOOP_VERSION 2.7.0
21
21
22
22
# Update the image with the latest packages
23
23
RUN yum update -y; yum clean all
@@ -69,7 +69,7 @@ RUN chmod 777 /data/
69
69
RUN $HADOOP_PREFIX/bin/hdfs namenode -format
70
70
71
71
RUN rm /usr/local/hadoop/lib/native/*
72
-
RUN curl -Ls http://dl.bintray.com/sequenceiq/sequenceiq-bin/hadoop-native-64.tar|tar -x -C /usr/local/hadoop/lib/native/
72
+
RUN curl -Ls http://dl.bintray.com/sequenceiq/sequenceiq-bin/hadoop-native-64-$HADOOP_VERSION.tar|tar -x -C /usr/local/hadoop/lib/native/
73
73
74
74
# install spark
75
75
RUN curl -s http://archive.apache.org/dist/spark/spark-$SPARK_VERSION/spark-$SPARK_VERSION-bin-hadoop$HADOOP_PROFILE.tgz | tar -xz -C /usr/local/
0 commit comments