Selaa lähdekoodia

add spark.tgz

Zhang Li 2 vuotta sitten
vanhempi
commit
fc60456191
1 muutettua tiedostoa jossa 4 lisäystä ja 3 poistoa
  1. 4 3
      docker/Dockerfile

+ 4 - 3
docker/Dockerfile

@@ -41,11 +41,12 @@ RUN mkdir -p hadoop spark livy/logs
 RUN curl -o ./hadoop/hadoop.tgz -O  http://mirror.nju.edu.cn/apache/hadoop/common/hadoop-3.2.3/hadoop-3.2.3.tar.gz
 #&& \
 #    curl -o ./spark/spark.tgz -O  http://mirror.nju.edu.cn/apache/spark/spark-3.1.3/spark-3.1.3-bin-hadoop3.2.tgz
-ADD spark-3.0.3-bin-hadoop3.2.tgz  .
-RUN mv spark-3.0.3-bin-hadoop3.2.tgz spark/spark.tgz
 
+COPY  --from=builder /workspace/spark-3.0.3-bin-hadoop3.2.tgz  spark
+# RUN mv spark-3.0.3-bin-hadoop3.2.tgz
+
+RUN cd spark && tar zxfv spark-3.0.3-bin-hadoop3.2.tgz && mv spark*/* . && rm -rf spark-3.0.3-bin-hadoop3.2.tgz
 RUN cd hadoop && tar zxfv hadoop.tgz && mv hadoop*/* . && rm -rf hadoop.tgz
-RUN cd spark && tar zxfv spark.tgz && mv spark*/* . && rm -rf spark.tgz
 
 ADD docker/krb5.conf /etc
 COPY --from=builder /workspace/assembly/target/apache-livy*.zip livy