jupyterlab/docker/Dockerfile

FROM node:16.15.1-bullseye-slim AS builder
WORKDIR /src
COPY . /src/
ENV PYTHONPATH=/src
RUN echo "deb http://mirror.nju.edu.cn/debian/ bullseye main contrib non-free" > /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/debian/ bullseye-updates main contrib non-free" >> /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/debian/ bullseye-backports main contrib non-free" >> /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/debian-security bullseye-security main contrib non-free" >> /etc/apt/sources.list && \
    apt update && apt install -y python3 python3-pip python-is-python3 make git \
    && pip config set global.index-url https://mirror.nju.edu.cn/pypi/web/simple \
    && pip install -U pip setuptools && pip install -r /src/docker_build/requirements.txt \
    && yarn config set registry https://registry.npmmirror.com \ 
    && rm -rf sparkmagic && git clone  -b yili http://gogsb.soaringnova.com/ylproj/sparkmagic.git \
    && ./bdist_wheel.sh && cd sparkmagic && ./bdist_wheel.sh

FROM jupyterhub/jupyterhub:2.3
COPY --from=builder /src/dist/*.whl /src/sparkmagic/dist/*.whl /dist/
COPY docker_jupyterhub/requirements.txt .
RUN echo "deb http://mirror.nju.edu.cn/ubuntu/ focal main restricted universe multiverse" > /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/ubuntu/ focal-updates main restricted universe multiverse" >> /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/ubuntu/ focal-backports main restricted universe multiverse" >> /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/ubuntu/ focal-security main restricted universe multiverse" >> /etc/apt/sources.list && \
    apt update && apt install -y libkrb5-dev krb5-user gcc python3-dev git openjdk-8-jre && \
    pip config set global.index-url https://mirror.nju.edu.cn/pypi/web/simple && \
    pip install -r requirements.txt && rm requirements.txt && pip install /dist/*.whl && rm -rf /dist && \
    jupyter kernelspec install /usr/local/lib/python3.8/dist-packages/sparkmagic/kernels/pysparkkernel && \
    curl -fL http://mirror.nju.edu.cn/apache/hadoop/common/hadoop-3.2.3/hadoop-3.2.3.tar.gz -o hadoop-3.2.3.tar.gz && \
    mkdir -p /opt/cluster/conf && tar -xf hadoop-3.2.3.tar.gz -C /opt/cluster/ && rm hadoop-3.2.3.tar.gz && \
    useradd -m -p "VawT4F4qizTuw" test1 && \
    useradd -m -p "vt8SVDBWk0fHI" test2 && \
    useradd -m -p "c8dthZ3HAoxYY" test3
COPY docker_jupyterhub/config.json /etc/sparkmagic/
COPY docker_jupyterhub/config.py /etc/jupyterhub/
COPY docker_jupyterhub/jupyter_lab_config.py /etc/jupyter/
ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
ENV HADOOP_HOME=/opt/cluster/hadoop-3.2.3
ENV HADOOP_CONF_DIR=/opt/cluster/conf
ENV LD_LIBRARY_PATH=/opt/cluster/hadoop/lib/native
COPY docker_jupyterhub/run.py .

COPY docker/cluster /opt/cluster
COPY docker/krb5.conf /etc

CMD ["python3", "run.py"]