jupyterlab/Dockerfile.combined

FROM node:16.15.1-bullseye-slim AS builder
COPY docker_build/requirements.txt .
RUN echo "deb http://mirror.nju.edu.cn/debian/ bullseye main contrib non-free" > /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/debian/ bullseye-updates main contrib non-free" >> /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/debian/ bullseye-backports main contrib non-free" >> /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/debian-security bullseye-security main contrib non-free" >> /etc/apt/sources.list && \
    apt update && apt install -y python3 python3-pip python-is-python3 make \
    && pip config set global.index-url https://mirror.nju.edu.cn/pypi/web/simple \
    && pip install -U pip setuptools && pip install -r requirements.txt \
    && yarn config set registry https://registry.npmmirror.com
COPY . /src/
ENV PYTHONPATH=/src
RUN cd /src && ./bdist_wheel.sh && \
    cd ./sparkmagic && ./bdist_wheel.sh
# && \
# cd ../dag && make yarn-install build-ui build-server

FROM jupyterhub/jupyterhub:2.3
COPY docker_jupyterhub/requirements.txt .
RUN echo "deb http://mirror.nju.edu.cn/ubuntu/ focal main restricted universe multiverse" > /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/ubuntu/ focal-updates main restricted universe multiverse" >> /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/ubuntu/ focal-backports main restricted universe multiverse" >> /etc/apt/sources.list && \
    echo "deb http://mirror.nju.edu.cn/ubuntu/ focal-security main restricted universe multiverse" >> /etc/apt/sources.list && \
    apt update && apt install -y libkrb5-dev krb5-user gcc python3-dev git openjdk-8-jre && \
    pip config set global.index-url https://mirror.nju.edu.cn/pypi/web/simple && \
    pip install -r requirements.txt && rm requirements.txt && \
    curl -fL http://mirror.nju.edu.cn/apache/hadoop/common/hadoop-3.2.3/hadoop-3.2.3.tar.gz -o hadoop-3.2.3.tar.gz && \
    mkdir -p /opt/cluster/conf && tar -xf hadoop-3.2.3.tar.gz -C /opt/cluster/ && rm hadoop-3.2.3.tar.gz
COPY --from=builder /src/dist/*.whl /src/sparkmagic/dist/*.whl /src/dag/dist/*.whl /dist/
RUN pip install /dist/*.whl && rm -rf /dist && \
    jupyter kernelspec install /usr/local/lib/python3.8/dist-packages/sparkmagic/kernels/pysparkkernel && \
    useradd -m -p "VawT4F4qizTuw" test1 && \
    useradd -m -p "vt8SVDBWk0fHI" test2 && \
    useradd -m -p "c8dthZ3HAoxYY" test3
COPY docker_jupyterhub/config.json /etc/sparkmagic/
COPY docker_jupyterhub/config.py /etc/jupyterhub/
COPY docker_jupyterhub/jupyter_lab_config.py /etc/jupyter/
ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
ENV HADOOP_HOME=/opt/cluster/hadoop-3.2.3
ENV HADOOP_CONF_DIR=/opt/cluster/conf
ENV LD_LIBRARY_PATH=/opt/cluster/hadoop/lib/native
COPY docker_jupyterhub/run.py .
CMD ["python3", "run.py"]