jupyterlab-datascience-gpu/Dockerfile

176 lines
6.7 KiB
Docker
Raw Normal View History

2023-02-01 09:05:43 +00:00
FROM python:3.10.8-slim-bullseye
# debian:bullseye-20230109-slim
ARG NB_USER="jovyan"
ARG NB_UID="1000"
ARG NB_GID="100"
2023-01-24 14:00:27 +00:00
2023-02-01 09:05:43 +00:00
RUN apt-get update --yes && \
# - apt-get upgrade is run to patch known vulnerabilities in apt-get packages as
# the ubuntu base image is rebuilt too seldom sometimes (less than once a month)
apt-get upgrade --yes && \
apt-get install --yes --no-install-recommends \
# - bzip2 is necessary to extract the micromamba executable.
bzip2 \
ca-certificates \
2023-05-23 04:19:53 +00:00
git \
2023-05-25 11:50:35 +00:00
git-lfs \
2023-02-01 09:05:43 +00:00
locales \
2023-02-09 14:40:52 +00:00
curl \
2023-02-11 12:39:03 +00:00
dnsutils \
2023-02-01 09:05:43 +00:00
sudo \
nano \
build-essential \
tini \
wget && \
apt-get clean && rm -rf /var/lib/apt/lists/* && \
echo "en_US.UTF-8 UTF-8" > /etc/locale.gen && \
locale-gen
2023-01-24 14:38:15 +00:00
2023-02-01 09:05:43 +00:00
# Configure environment
ENV CONDA_DIR=/opt/conda \
SHELL=/bin/bash \
NB_USER="${NB_USER}" \
NB_UID=${NB_UID} \
NB_GID=${NB_GID} \
LC_ALL=en_US.UTF-8 \
LANG=en_US.UTF-8 \
LANGUAGE=en_US.UTF-8
ENV PATH="${CONDA_DIR}/bin:${PATH}" \
HOME="/home/${NB_USER}"
# Copy a script that we will use to correct permissions after running certain commands
COPY fix-permissions /usr/local/bin/fix-permissions
RUN chmod a+rx /usr/local/bin/fix-permissions
# Enable prompt color in the skeleton .bashrc before creating the default NB_USER
# hadolint ignore=SC2016
RUN sed -i 's/^#force_color_prompt=yes/force_color_prompt=yes/' /etc/skel/.bashrc && \
# Add call to conda init script see https://stackoverflow.com/a/58081608/4413446
echo 'eval "$(command conda shell.bash hook 2> /dev/null)"' >> /etc/skel/.bashrc
# Create NB_USER with name jovyan user with UID=1000 and in the 'users' group
# and make sure these dirs are writable by the `users` group.
RUN echo "auth requisite pam_deny.so" >> /etc/pam.d/su && \
sed -i.bak -e 's/^%admin/#%admin/' /etc/sudoers && \
sed -i.bak -e 's/^%sudo/#%sudo/' /etc/sudoers && \
useradd -l -m -s /bin/bash -N -u "${NB_UID}" "${NB_USER}" && \
mkdir -p "${CONDA_DIR}" && \
chown "${NB_USER}:${NB_GID}" "${CONDA_DIR}" && \
chmod g+w /etc/passwd && \
fix-permissions "${HOME}" && \
fix-permissions "${CONDA_DIR}"
USER ${NB_UID}
# Pin python version here, or set it to "default"
ARG PYTHON_VERSION=3.10
# Setup work directory for backward-compatibility
RUN mkdir "/home/${NB_USER}/work" && \
fix-permissions "/home/${NB_USER}"
COPY --chown="${NB_UID}:${NB_GID}" initial-condarc "${CONDA_DIR}/.condarc"
WORKDIR /tmp
RUN set -x && \
arch=$(uname -m) && \
if [ "${arch}" = "x86_64" ]; then \
# Should be simpler, see <https://github.com/mamba-org/mamba/issues/1437>
arch="64"; \
fi && \
wget -qO /tmp/micromamba.tar.bz2 \
"https://micromamba.snakepit.net/api/micromamba/linux-${arch}/latest" && \
tar -xvjf /tmp/micromamba.tar.bz2 --strip-components=1 bin/micromamba && \
rm /tmp/micromamba.tar.bz2 && \
PYTHON_SPECIFIER="python=${PYTHON_VERSION}" && \
if [[ "${PYTHON_VERSION}" == "default" ]]; then PYTHON_SPECIFIER="python"; fi && \
# Install the packages
./micromamba install \
--root-prefix="${CONDA_DIR}" \
--prefix="${CONDA_DIR}" \
--yes \
"${PYTHON_SPECIFIER}" \
'mamba' \
'jupyter_core' && \
rm micromamba && \
# Pin major.minor version of python
mamba list python | grep '^python ' | tr -s ' ' | cut -d ' ' -f 1,2 >> "${CONDA_DIR}/conda-meta/pinned" && \
mamba clean --all -f -y && \
fix-permissions "${CONDA_DIR}" && \
fix-permissions "/home/${NB_USER}"
#RUN conda update --all --yes
#RUN conda install -c conda-forge tensorflow-gpu=2.11 -y
#RUN CONDA_CUDA_OVERRIDE="11.2" mamba install --yes -c conda-forge tensorflow==2.10.0=cuda112py310*
2023-02-01 09:18:25 +00:00
ENV CONDA_CUDA_OVERRIDE="11.2"
2023-02-01 15:43:24 +00:00
ENV NUM_GPUS=1
2023-02-01 15:30:56 +00:00
#RUN mamba install -y tensorflow cudatoolkit>=11.2 -c conda-forge
2023-02-01 14:58:26 +00:00
#==2.11.0=cuda*
2023-02-01 15:43:24 +00:00
#RUN mamba install -y -c conda-forge tensorflow-gpu
RUN CONDA_OVERRIDE_CUDA="11.2" conda install tensorflow-gpu==2.11.0 -c conda-forge
2023-05-09 08:03:32 +00:00
RUN CONDA_OVERRIDE_CUDA="11.2" conda install -c conda-forge pytorch-gpu
2023-02-01 09:25:19 +00:00
WORKDIR /tmp
RUN mamba install --quiet --yes \
2023-10-10 03:31:40 +00:00
'mathjax' \
'voila' \
2023-05-25 14:14:22 +00:00
'jupyterlab-git' \
2023-02-01 15:57:31 +00:00
'numba' \
'cython' \
2023-10-10 03:31:40 +00:00
'matplotlib' \
'jupyter-collaboration' \
2023-02-01 15:57:31 +00:00
'pandas' \
'scipy' \
'scikit-image' \
'scikit-learn' \
2023-10-10 03:31:40 +00:00
'ipywebrtc' && \
2023-02-01 09:25:19 +00:00
jupyter notebook --generate-config && \
mamba clean --all -f -y && \
npm cache clean --force && \
jupyter lab clean && \
rm -rf "/home/${NB_USER}/.cache/yarn" && \
fix-permissions "${CONDA_DIR}" && \
fix-permissions "/home/${NB_USER}"
ENV JUPYTER_PORT=8888
EXPOSE $JUPYTER_PORT
2023-02-02 14:50:30 +00:00
2023-10-10 03:31:40 +00:00
#RUN pip install ipywidgets voila jupyter-collaboration mathjax
2023-02-01 16:09:59 +00:00
RUN pip install --extra-index-url https://git.sandbox.iuk.hdm-stuttgart.de/api/packages/grosse/pypi/simple jupyterlab-sandbox-theme
RUN pip install --extra-index-url https://git.sandbox.iuk.hdm-stuttgart.de/api/packages/grosse/pypi/simple jupyterlab-data-pool
RUN pip install --extra-index-url https://git.sandbox.iuk.hdm-stuttgart.de/api/packages/grosse/pypi/simple jupyterlab-training
RUN pip install --extra-index-url https://git.sandbox.iuk.hdm-stuttgart.de/api/packages/grosse/pypi/simple jupyterlab-synthetic-data
2023-02-08 11:25:37 +00:00
RUN pip install --extra-index-url https://git.sandbox.iuk.hdm-stuttgart.de/api/packages/grosse/pypi/simple jupyterlab-sandbox-announcement
2023-02-01 09:25:19 +00:00
# Configure container startup
CMD ["start-notebook.sh"]
# Copy local files as late as possible to avoid cache busting
COPY start-notebook.sh start-singleuser.sh /usr/local/bin/
# Currently need to have both jupyter_notebook_config and jupyter_server_config to support classic and lab
COPY jupyter_server_config.py /etc/jupyter/
# Fix permissions on /etc/jupyter as root
USER root
2023-02-02 14:54:35 +00:00
RUN echo 'export PATH=/opt/conda/bin:$PATH' >> /etc/profile
2023-02-02 16:51:38 +00:00
#RUN source /etc/profile
2023-02-02 14:54:35 +00:00
2023-02-01 09:25:19 +00:00
# Legacy for Jupyter Notebook Server, see: [#1205](https://github.com/jupyter/docker-stacks/issues/1205)
RUN sed -re "s/c.ServerApp/c.NotebookApp/g" \
/etc/jupyter/jupyter_server_config.py > /etc/jupyter/jupyter_notebook_config.py && \
fix-permissions /etc/jupyter/
# HEALTHCHECK documentation: https://docs.docker.com/engine/reference/builder/#healthcheck
# This healtcheck works well for `lab`, `notebook`, `nbclassic`, `server` and `retro` jupyter commands
# https://github.com/jupyter/docker-stacks/issues/915#issuecomment-1068528799
HEALTHCHECK --interval=5s --timeout=3s --start-period=5s --retries=3 \
CMD wget -O- --no-verbose --tries=1 --no-check-certificate \
http${GEN_CERT:+s}://localhost:${JUPYTER_PORT}${JUPYTERHUB_SERVICE_PREFIX:-/}api || exit 1
# Switch back to jovyan to avoid accidental container runs as root
USER ${NB_UID}
2023-02-03 09:36:57 +00:00
RUN jupyter labextension disable "@jupyterlab/apputils-extension:announcements"
2023-02-15 13:10:47 +00:00
#USER root
2023-02-01 09:25:19 +00:00
WORKDIR "${HOME}"