FROM  gettyimages/spark:2.4.0-hadoop-3.0  as builder1
RUN sed -i "s@http://\(deb\|security\).debian.org@http://mirrors.163.com@g" /etc/apt/sources.list
# COPY docker/sources.list /etc/apt
RUN apt update && apt install -y --no-install-recommends \
    krb5-user zip unzip procps tar curl supervisor net-tools telnet vim iputils-ping netcat jq wget zsh
# 目录准备
ENV WORKSPACE /workspace
WORKDIR ${WORKSPACE}
RUN mkdir -p livy livy/logs


# livy
COPY apache-livy-0.7.1-incubating-bin.zip  livy
# COPY apache-livy-0.8.0-spark-2.4.7-hadoop-2.7-bin.zip  livy
RUN cd livy && unzip apache-livy*.zip && mv apache-livy*bin/* .

# 环境变量
ENV HADOOP_HOME=/usr/hadoop-3.0.0/
ENV HADOOP_CONF_DIR=${WORKSPACE}/conf
ENV HIVE_HOME=${WORKSPACE}/hive
ENV HIVE_CONF_DIR=${WORKSPACE}/conf
ENV SPARK_HOME=/usr/spark-2.4.0
ENV SPARK_CONF_DIR=${WORKSPACE}/conf
ENV PATH=$PATH:$HADOOP_HOME/bin:$SPARK_HOME/bin
ENV LIVY_HOME=${WORKSPACE}/livy
ENV LIVY_CONF_DIR=${WORKSPACE}/conf
ENV LD_LIBRARY_PATH=$HADOOP_HOME/lib/native

# 启动命令
RUN echo "\
[program:livy]\n\
directory=/workspace\n\
command=livy/bin/livy-server \n\
autorestart=true\n\
startretries=0\n\
redirect_stderr=true\n\
stdout_logfile=/var/log/livy.log\n\
stdout_logfile_maxbytes=50MB\n\
" > /etc/supervisor/conf.d/livy.conf

CMD ["supervisord", "-n"]

FROM builder1 as image-idctest
COPY docker/idctest .
COPY spark.tgz .
RUN tar xvf spark.tgz && mv /usr/spark-2.4.0 /usr/spark-2.4.0.bk && mv spark /usr/spark-2.4.0


FROM builder1 as image-idcprod
COPY docker/idcprod .
COPY spark.tgz .
RUN tar xvf spark.tgz && mv /usr/spark-2.4.0 /usr/spark-2.4.0.bk && mv spark /usr/spark-2.4.0