|
@@ -41,11 +41,12 @@ RUN mkdir -p hadoop spark livy/logs
|
|
|
RUN curl -o ./hadoop/hadoop.tgz -O http://mirror.nju.edu.cn/apache/hadoop/common/hadoop-3.2.3/hadoop-3.2.3.tar.gz
|
|
|
#&& \
|
|
|
# curl -o ./spark/spark.tgz -O http://mirror.nju.edu.cn/apache/spark/spark-3.1.3/spark-3.1.3-bin-hadoop3.2.tgz
|
|
|
-ADD spark-3.0.3-bin-hadoop3.2.tgz .
|
|
|
-RUN mv spark-3.0.3-bin-hadoop3.2.tgz spark/spark.tgz
|
|
|
|
|
|
+COPY --from=builder /workspace/spark-3.0.3-bin-hadoop3.2.tgz spark
|
|
|
+# RUN mv spark-3.0.3-bin-hadoop3.2.tgz
|
|
|
+
|
|
|
+RUN cd spark && tar zxfv spark-3.0.3-bin-hadoop3.2.tgz && mv spark*/* . && rm -rf spark-3.0.3-bin-hadoop3.2.tgz
|
|
|
RUN cd hadoop && tar zxfv hadoop.tgz && mv hadoop*/* . && rm -rf hadoop.tgz
|
|
|
-RUN cd spark && tar zxfv spark.tgz && mv spark*/* . && rm -rf spark.tgz
|
|
|
|
|
|
ADD docker/krb5.conf /etc
|
|
|
COPY --from=builder /workspace/assembly/target/apache-livy*.zip livy
|