瀏覽代碼

解决jar包冲突问题

Zhang Li 2 年之前
父節點
當前提交
8c19f6ddcb
共有 1 個文件被更改,包括 6 次插入1 次删除
  1. 6 1
      docker/Dockerfile

+ 6 - 1
docker/Dockerfile

@@ -7,7 +7,7 @@ RUN apt update && apt install -y python3 python3-pip python-is-python3 \
 ADD . .
 RUN mkdir -p ~/.m2 && cp -r docker/settings.xml ~/.m2
 # RUN wget http://mirror.nju.edu.cn/apache/spark/spark-3.1.3/spark-3.1.3-bin-hadoop3.2.tgz
-ADD spark-3.0.3-bin-hadoop3.2.tgz  .
+# ADD spark-3.0.3-bin-hadoop3.2.tgz  .
 RUN mvn clean package \
     -B -V -e \
     -Pspark-3.0 \
@@ -52,6 +52,11 @@ ADD docker/krb5.conf /etc
 COPY --from=builder /workspace/assembly/target/apache-livy*.zip livy
 # ADD assembly/target/apache-livy*.zip /opt/cluster/livy/
 RUN cd /opt/cluster/livy/ && unzip apache-livy*.zip && mv apache-livy*bin/* .
+# jar包冲突
+RUN cp hadoop/share/hadoop/common/lib/jersey-core-1.19.jar livy/jars/
+RUN cp hadoop/share/hadoop/common/lib/jersey-core-1.19.jar spark/jars/
+RUN cp hadoop/share/hadoop/yarn/lib/jersey-client-1.19.jar spark/jars/
+RUN rm spark/jars/jersey-client-2.30.jar
 # CMD ["livy/bin/livy-server"]