|
@@ -7,7 +7,7 @@ RUN apt update && apt install -y python3 python3-pip python-is-python3 \
|
|
|
ADD . .
|
|
|
RUN mkdir -p ~/.m2 && cp -r docker/settings.xml ~/.m2
|
|
|
# RUN wget http://mirror.nju.edu.cn/apache/spark/spark-3.1.3/spark-3.1.3-bin-hadoop3.2.tgz
|
|
|
-ADD spark-3.0.3-bin-hadoop3.2.tgz .
|
|
|
+# ADD spark-3.0.3-bin-hadoop3.2.tgz .
|
|
|
RUN mvn clean package \
|
|
|
-B -V -e \
|
|
|
-Pspark-3.0 \
|
|
@@ -52,6 +52,11 @@ ADD docker/krb5.conf /etc
|
|
|
COPY --from=builder /workspace/assembly/target/apache-livy*.zip livy
|
|
|
# ADD assembly/target/apache-livy*.zip /opt/cluster/livy/
|
|
|
RUN cd /opt/cluster/livy/ && unzip apache-livy*.zip && mv apache-livy*bin/* .
|
|
|
+# jar包冲突
|
|
|
+RUN cp hadoop/share/hadoop/common/lib/jersey-core-1.19.jar livy/jars/
|
|
|
+RUN cp hadoop/share/hadoop/common/lib/jersey-core-1.19.jar spark/jars/
|
|
|
+RUN cp hadoop/share/hadoop/yarn/lib/jersey-client-1.19.jar spark/jars/
|
|
|
+RUN rm spark/jars/jersey-client-2.30.jar
|
|
|
# CMD ["livy/bin/livy-server"]
|
|
|
|
|
|
|