Inicio Explorar Axuda
Rexistro Iniciar sesión
ylproj
/
livy
2
0
Fork 0
Ficheiros Incidencias 0 Pull Requests 0 Wiki
Rama: fix-jar
Ramas Etiquetas
livy
/
docker
/
Dockerfile

Dockerfile 2.1 KB
Permalink Histórico Raw

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354 
  1. FROM maven:3.8.6-openjdk-8 as builder
    2. 

  2. 

  3. WORKDIR /workspace
    4. 

  4. RUN sed -i "s@http://\(deb\|security\).debian.org@https://mirrors.aliyun.com@g" /etc/apt/sources.list
    5. 

  5. RUN apt update && apt install -y python3 python3-pip python-is-python3 \
    6. 

  6.     && pip config set global.index-url https://mirror.nju.edu.cn/pypi/web/simple
    7. 

  7. ADD . .
    8. 

  8. RUN mkdir -p ~/.m2 && cp -r docker/settings.xml ~/.m2
    9. 

  9. RUN wget http://mirror.nju.edu.cn/apache/spark/spark-3.1.3/spark-3.1.3-bin-hadoop3.2.tgz
    10. 

  10. RUN mvn clean package \
    11. 

  11.     -B -V -e \
    12. 

  12.     -Pspark-3.0 \
    13. 

  13.     -Pthriftserver \
    14. 

  14.     -DskipTests \
    15. 

  15.     -DskipITs \
    16. 

  16.     -Dmaven.javadoc.skip=true
    17. 

  17. 

  18. 

  19. 

  20. FROM openjdk:8-jre-slim
    21. 

  21. RUN sed -i "s@http://\(deb\|security\).debian.org@https://mirrors.aliyun.com@g" /etc/apt/sources.list
    22. 

  22. # COPY docker/sources.list /etc/apt
    23. 

  23. RUN apt update && apt install -y krb5-user zip unzip procps tar curl
    24. 

  24. WORKDIR /opt/cluster
    25. 

  25. COPY docker/cluster .
    26. 

  26. ENV HADOOP_HOME=/opt/cluster/hadoop
    27. 

  27. ENV HADOOP_CONF_DIR=/opt/cluster/conf
    28. 

  28. ENV HIVE_HOME=/opt/cluster/hive
    29. 

  29. ENV HIVE_CONF_DIR=/opt/cluster/conf
    30. 

  30. ENV SPARK_HOME=/opt/cluster/spark
    31. 

  31. ENV SPARK_CONF_DIR=/opt/cluster/conf
    32. 

  32. ENV LIVY_HOME=/opt/cluster/livy
    33. 

  33. ENV LIVY_CONF_DIR=/opt/cluster/conf
    34. 

  34. RUN rm -rf /opt/cluster/livy/*
    35. 

  35. # COPY docker/livy /opt/cluster/livy/
    36. 

  36. 

  37. RUN mkdir -p hadoop spark livy/logs
    38. 

  38. 

  39. RUN curl -o ./hadoop/hadoop.tgz -O  http://mirror.nju.edu.cn/apache/hadoop/common/hadoop-3.2.3/hadoop-3.2.3.tar.gz && \
    40. 

  40.     curl -o ./spark/spark.tgz -O  http://mirror.nju.edu.cn/apache/spark/spark-3.1.3/spark-3.1.3-bin-hadoop3.2.tgz
    41. 

  41. 

  42. RUN cd hadoop && tar zxfv hadoop.tgz && mv hadoop*/* . && rm -rf hadoop.tgz
    43. 

  43. RUN cd spark && tar zxfv spark.tgz && mv spark*/* . && rm -rf spark.tgz
    44. 

  44. 

  45. ADD docker/krb5.conf /etc
    46. 

  46. COPY --from=builder /workspace/assembly/target/apache-livy*.zip livy
    47. 

  47. # ADD assembly/target/apache-livy*.zip /opt/cluster/livy/
    48. 

  48. RUN cd /opt/cluster/livy/ && unzip apache-livy*.zip && mv apache-livy*bin/* .
    49. 

  49. RUN cp hadoop/share/hadoop/common/lib/jersey-core-1.19.jar livy/jars/
    50. 

  50. RUN cp hadoop/share/hadoop/common/lib/jersey-core-1.19.jar spark/jars/
    51. 

  51. RUN cp hadoop/share/hadoop/yarn/lib/jersey-client-1.19.jar spark/jars/
    52. 

  52. RUN rm spark/jars/jersey-client-2.30.jar
    53. 

  53. 

  54. CMD ["livy/bin/livy-server"]
    55.