|
|
@@ -0,0 +1,39 @@
|
|
|
+FROM node:16.15.1-bullseye-slim AS builder
|
|
|
+WORKDIR /src
|
|
|
+COPY . /src/
|
|
|
+ENV PYTHONPATH=/src
|
|
|
+RUN echo "deb http://mirror.nju.edu.cn/debian/ bullseye main contrib non-free" > /etc/apt/sources.list && \
|
|
|
+ echo "deb http://mirror.nju.edu.cn/debian/ bullseye-updates main contrib non-free" >> /etc/apt/sources.list && \
|
|
|
+ echo "deb http://mirror.nju.edu.cn/debian/ bullseye-backports main contrib non-free" >> /etc/apt/sources.list && \
|
|
|
+ echo "deb http://mirror.nju.edu.cn/debian-security bullseye-security main contrib non-free" >> /etc/apt/sources.list && \
|
|
|
+ apt update && apt install -y python3 python3-pip python-is-python3 make git \
|
|
|
+ && pip config set global.index-url https://mirror.nju.edu.cn/pypi/web/simple \
|
|
|
+ && pip install -U pip setuptools && pip install -r /src/docker_build/requirements.txt \
|
|
|
+ && yarn config set registry https://registry.npmmirror.com \
|
|
|
+ && ./bdist_wheel.sh && cd sparkmagic && ./bdist_wheel.sh
|
|
|
+
|
|
|
+FROM jupyterhub/jupyterhub:2.3
|
|
|
+COPY --from=builder /src/dist/*.whl /src/sparkmagic/dist/*.whl /dist/
|
|
|
+COPY docker_jupyterhub/requirements.txt .
|
|
|
+RUN echo "deb http://mirror.nju.edu.cn/ubuntu/ focal main restricted universe multiverse" > /etc/apt/sources.list && \
|
|
|
+ echo "deb http://mirror.nju.edu.cn/ubuntu/ focal-updates main restricted universe multiverse" >> /etc/apt/sources.list && \
|
|
|
+ echo "deb http://mirror.nju.edu.cn/ubuntu/ focal-backports main restricted universe multiverse" >> /etc/apt/sources.list && \
|
|
|
+ echo "deb http://mirror.nju.edu.cn/ubuntu/ focal-security main restricted universe multiverse" >> /etc/apt/sources.list && \
|
|
|
+ apt update && apt install -y libkrb5-dev krb5-user gcc python3-dev git openjdk-8-jre && \
|
|
|
+ pip config set global.index-url https://mirror.nju.edu.cn/pypi/web/simple && \
|
|
|
+ pip install -r requirements.txt && rm requirements.txt && pip install /dist/*.whl && rm -rf /dist && \
|
|
|
+ jupyter kernelspec install /usr/local/lib/python3.8/dist-packages/sparkmagic/kernels/pysparkkernel && \
|
|
|
+ curl -fL http://mirror.nju.edu.cn/apache/hadoop/common/hadoop-3.2.3/hadoop-3.2.3.tar.gz -o hadoop-3.2.3.tar.gz && \
|
|
|
+ mkdir -p /opt/cluster/conf && tar -xf hadoop-3.2.3.tar.gz -C /opt/cluster/ && rm hadoop-3.2.3.tar.gz && \
|
|
|
+ useradd -m -p "VawT4F4qizTuw" test1 && \
|
|
|
+ useradd -m -p "vt8SVDBWk0fHI" test2 && \
|
|
|
+ useradd -m -p "c8dthZ3HAoxYY" test3
|
|
|
+COPY docker_jupyterhub/config.json /etc/sparkmagic/
|
|
|
+COPY docker_jupyterhub/config.py /etc/jupyterhub/
|
|
|
+COPY docker_jupyterhub/jupyter_lab_config.py /etc/jupyter/
|
|
|
+ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
|
|
|
+ENV HADOOP_HOME=/opt/cluster/hadoop-3.2.3
|
|
|
+ENV HADOOP_CONF_DIR=/opt/cluster/conf
|
|
|
+ENV LD_LIBRARY_PATH=/opt/cluster/hadoop/lib/native
|
|
|
+COPY docker_jupyterhub/run.py .
|
|
|
+CMD ["python3", "run.py"]
|
herj