Freeze Python v3.11.5

benz0li · benz0li · commit d75487a29f46 · 2023-10-03T13:53:51.000+02:00
diff --git a/base/3.11.5.Dockerfile b/base/3.11.5.Dockerfile
@@ -0,0 +1,105 @@
+ARG BASE_IMAGE=debian
+ARG BASE_IMAGE_TAG=12
+ARG BUILD_ON_IMAGE=glcr.b-data.ch/python/ver
+ARG PYTHON_VERSION=3.11.5
+ARG GIT_VERSION=2.42.0
+ARG GIT_LFS_VERSION=3.4.0
+ARG PANDOC_VERSION=3.1.1
+
+FROM glcr.b-data.ch/git/gsi/${GIT_VERSION}/${BASE_IMAGE}:${BASE_IMAGE_TAG} as gsi
+FROM glcr.b-data.ch/git-lfs/glfsi:${GIT_LFS_VERSION} as glfsi
+
+FROM ${BUILD_ON_IMAGE}:${PYTHON_VERSION}
+
+ARG DEBIAN_FRONTEND=noninteractive
+
+ARG BUILD_ON_IMAGE
+ARG GIT_VERSION
+ARG GIT_LFS_VERSION
+ARG PANDOC_VERSION
+ARG BUILD_START
+
+ENV PARENT_IMAGE=${BUILD_ON_IMAGE}:${PYTHON_VERSION} \
+    GIT_VERSION=${GIT_VERSION} \
+    GIT_LFS_VERSION=${GIT_LFS_VERSION} \
+    PANDOC_VERSION=${PANDOC_VERSION} \
+    BUILD_DATE=${BUILD_START}
+
+## Install Git
+COPY --from=gsi /usr/local /usr/local
+## Install Git LFS
+COPY --from=glfsi /usr/local /usr/local
+
+RUN dpkgArch="$(dpkg --print-architecture)" \
+  && apt-get update \
+  && apt-get -y install --no-install-recommends \
+    bash-completion \
+    build-essential \
+    curl \
+    file \
+    fontconfig \
+    g++ \
+    gcc \
+    gfortran \
+    gnupg \
+    htop \
+    info \
+    jq \
+    libclang-dev \
+    man-db \
+    nano \
+    procps \
+    psmisc \
+    screen \
+    sudo \
+    swig \
+    tmux \
+    vim-tiny \
+    wget \
+    zsh \
+    ## Git: Additional runtime dependencies
+    libcurl3-gnutls \
+    liberror-perl \
+    ## Git: Additional runtime recommendations
+    less \
+    ssh-client \
+  ## Python: Additional dev dependencies
+  && if [ -z "$PYTHON_VERSION" ]; then \
+    apt-get -y install --no-install-recommends \
+      python3-dev \
+      ## Install Python package installer
+      ## (dep: python3-distutils, python3-setuptools and python3-wheel)
+      python3-pip \
+      ## Install venv module for python3
+      python3-venv; \
+    ## make some useful symlinks that are expected to exist
+    ## ("/usr/bin/python" and friends)
+    for src in pydoc3 python3 python3-config; do \
+      dst="$(echo "$src" | tr -d 3)"; \
+      [ -s "/usr/bin/$src" ]; \
+      [ ! -e "/usr/bin/$dst" ]; \
+      ln -svT "$src" "/usr/bin/$dst"; \
+    done; \
+  else \
+    ## Force update pip, setuptools and wheel
+    curl -sLO https://bootstrap.pypa.io/get-pip.py; \
+    python get-pip.py \
+      pip \
+      setuptools \
+      wheel; \
+    rm get-pip.py; \
+  fi \
+  ## Git: Set default branch name to main
+  && git config --system init.defaultBranch main \
+  ## Git: Store passwords for one hour in memory
+  && git config --system credential.helper "cache --timeout=3600" \
+  ## Git: Merge the default branch from the default remote when "git pull" is run
+  && git config --system pull.rebase false \
+  ## Install pandoc
+  && curl -sLO https://github.com/jgm/pandoc/releases/download/${PANDOC_VERSION}/pandoc-${PANDOC_VERSION}-1-${dpkgArch}.deb \
+  && dpkg -i pandoc-${PANDOC_VERSION}-1-${dpkgArch}.deb \
+  && rm pandoc-${PANDOC_VERSION}-1-${dpkgArch}.deb \
+  ## Clean up
+  && rm -rf /tmp/* \
+  && rm -rf /var/lib/apt/lists/* \
+    ${HOME}/.cache
diff --git a/cuda/3.11.5.Dockerfile b/cuda/3.11.5.Dockerfile
@@ -0,0 +1,72 @@
+ARG BUILD_ON_IMAGE
+
+ARG CUDA_HOME=/usr/local/cuda
+ARG NVBLAS_CONFIG_FILE=/etc/nvblas.conf
+
+FROM ${BUILD_ON_IMAGE}
+
+## CUDA_IMAGE
+## ├── nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu22.04
+## └── nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04
+ARG LIBNVINFER_VERSION=8.5.3-1
+ARG LIBNVINFER_VERSION_MAJ=8
+
+ARG CUDA_IMAGE_FLAVOR
+ARG CUPTI_AVAILABLE
+ARG BUILD_START
+
+ARG CUDA_HOME
+ARG NVBLAS_CONFIG_FILE
+
+ENV CUDA_HOME=${CUDA_HOME} \
+    NVBLAS_CONFIG_FILE=${NVBLAS_CONFIG_FILE} \
+    LD_LIBRARY_PATH=${LD_LIBRARY_PATH}${LD_LIBRARY_PATH:+:}${CUDA_HOME}/lib:${CUDA_HOME}/lib64${CUPTI_AVAILABLE:+:${CUDA_HOME}/extras/CUPTI/lib64} \
+    BUILD_DATE=${BUILD_START}
+
+RUN cpuBlasLib="$(update-alternatives --query \
+  libblas.so.3-$(uname -m)-linux-gnu | grep Value | cut -f2 -d' ')" \
+  && dpkgArch="$(dpkg --print-architecture)" \
+  ## Unminimise if the system has been minimised
+  && if [ ${CUDA_IMAGE_FLAVOR} = "devel" -a $(command -v unminimize) ]; then \
+    yes | unminimize; \
+  fi \
+  ## NVBLAS log configuration
+  && touch /var/log/nvblas.log \
+  && chown :users /var/log/nvblas.log \
+  && chmod g+rw /var/log/nvblas.log \
+  ## NVBLAS configuration using all compute-capable GPUs
+  && echo "NVBLAS_LOGFILE /var/log/nvblas.log" > $NVBLAS_CONFIG_FILE \
+  && echo "NVBLAS_CPU_BLAS_LIB $cpuBlasLib" >> $NVBLAS_CONFIG_FILE \
+  && echo "NVBLAS_GPU_LIST ALL" >> $NVBLAS_CONFIG_FILE \
+  ## Install TensorRT
+  ## libnvinfer is not yet available for Ubuntu 22.04 on sbsa (arm64)
+  && if [ ${dpkgArch} = "amd64" -o ! ${BASE_IMAGE} = "ubuntu:22.04" ]; then \
+    ## Install development libraries and headers
+    ## if devel-flavor of CUDA image is used
+    if [ ${CUDA_IMAGE_FLAVOR} = "devel" ]; then dev="-dev"; fi; \
+    CUDA_VERSION_MAJ_MIN=$(echo ${CUDA_VERSION} | cut -c 1-4); \
+    apt-get update; \
+    apt-get -y install --no-install-recommends \
+      libnvinfer${dev:-${LIBNVINFER_VERSION_MAJ}}=${LIBNVINFER_VERSION}+cuda${CUDA_VERSION_MAJ_MIN} \
+      libnvinfer-plugin${dev:-${LIBNVINFER_VERSION_MAJ}}=${LIBNVINFER_VERSION}+cuda${CUDA_VERSION_MAJ_MIN} \
+      libnvinfer${LIBNVINFER_VERSION_MAJ}=${LIBNVINFER_VERSION}+cuda${CUDA_VERSION_MAJ_MIN} \
+      libnvinfer-plugin${LIBNVINFER_VERSION_MAJ}=${LIBNVINFER_VERSION}+cuda${CUDA_VERSION_MAJ_MIN}; \
+    ## Keep apt from auto upgrading the libnvinfer packages
+    apt-mark hold \
+      libnvinfer${dev:-${LIBNVINFER_VERSION_MAJ}} \
+      libnvinfer-plugin${dev:-${LIBNVINFER_VERSION_MAJ}} \
+      libnvinfer${LIBNVINFER_VERSION_MAJ} \
+      libnvinfer-plugin${LIBNVINFER_VERSION_MAJ}; \
+    ## TensorFlow versions < 2.12 expect TensorRT libraries version 7
+    ## Create symlink when only TensorRT libraries version > 7 are available
+    trtRunLib=$(ls -d /usr/lib/$(uname -m)-linux-gnu/* | \
+      grep 'libnvinfer.so.[0-9]\+$'); \
+    trtPluLib=$(ls -d /usr/lib/$(uname -m)-linux-gnu/* | \
+      grep 'libnvinfer_plugin.so.[0-9]\+$'); \
+    if [ "$(echo $trtRunLib | sed -n 's/.*.so.\([0-9]\+\)/\1/p')" -gt "7" ]; then \
+      ln -rs $trtRunLib /usr/lib/$(uname -m)-linux-gnu/libnvinfer.so.7; \
+      ln -rs $trtPluLib /usr/lib/$(uname -m)-linux-gnu/libnvinfer_plugin.so.7; \
+    fi \
+  fi \
+  ## Clean up
+  && rm -rf /var/lib/apt/lists/*
diff --git a/scipy/3.11.5.Dockerfile b/scipy/3.11.5.Dockerfile
@@ -0,0 +1,125 @@
+ARG BUILD_ON_IMAGE=glcr.b-data.ch/python/base
+ARG PYTHON_VERSION=3.11.5
+ARG QUARTO_VERSION=1.3.450
+ARG CTAN_REPO=https://www.texlive.info/tlnet-archive/2023/10/02/tlnet
+
+FROM ${BUILD_ON_IMAGE}:${PYTHON_VERSION}
+
+ARG DEBIAN_FRONTEND=noninteractive
+
+ARG BUILD_ON_IMAGE
+ARG QUARTO_VERSION
+ARG CTAN_REPO
+ARG BUILD_START
+
+ENV PARENT_IMAGE=${BUILD_ON_IMAGE}:${PYTHON_VERSION} \
+    QUARTO_VERSION=${QUARTO_VERSION} \
+    CTAN_REPO=${CTAN_REPO} \
+    BUILD_DATE=${BUILD_START}
+
+ENV PATH=/opt/TinyTeX/bin/linux:/opt/quarto/bin:$PATH
+
+RUN dpkgArch="$(dpkg --print-architecture)" \
+  && apt-get update \
+  && apt-get install -y --no-install-recommends \
+    fonts-roboto \
+    ghostscript \
+    librsvg2-bin \
+    qpdf \
+    texinfo \
+  ## Install quarto
+  && curl -sLO https://github.com/quarto-dev/quarto-cli/releases/download/v${QUARTO_VERSION}/quarto-${QUARTO_VERSION}-linux-${dpkgArch}.tar.gz \
+  && mkdir -p /opt/quarto \
+  && tar -xzf quarto-${QUARTO_VERSION}-linux-${dpkgArch}.tar.gz -C /opt/quarto --no-same-owner --strip-components=1 \
+  && rm quarto-${QUARTO_VERSION}-linux-${dpkgArch}.tar.gz \
+  ## Remove quarto pandoc
+  && rm /opt/quarto/bin/tools/pandoc \
+  ## Link to system pandoc
+  && ln -s /usr/bin/pandoc /opt/quarto/bin/tools/pandoc \
+  ## Tell APT about the TeX Live installation
+  ## by building a dummy package using equivs
+  && apt-get install -y --no-install-recommends equivs \
+  && cd /tmp \
+  && wget https://github.com/scottkosty/install-tl-ubuntu/raw/master/debian-control-texlive-in.txt \
+  && equivs-build debian-* \
+  && mv texlive-local*.deb texlive-local.deb \
+  && dpkg -i texlive-local.deb \
+  && apt-get -y purge equivs \
+  && apt-get -y autoremove \
+  ## Admin-based install of TinyTeX
+  && wget -qO- "https://yihui.org/tinytex/install-unx.sh" \
+    | sh -s - --admin --no-path \
+  && mv ${HOME}/.TinyTeX /opt/TinyTeX \
+  && sed -i "s|${HOME}/.TinyTeX|/opt/TinyTeX|g" \
+    /opt/TinyTeX/texmf-var/fonts/conf/texlive-fontconfig.conf \
+  && ln -rs /opt/TinyTeX/bin/$(uname -m)-linux \
+    /opt/TinyTeX/bin/linux \
+  && /opt/TinyTeX/bin/linux/tlmgr path add \
+  && tlmgr update --self \
+  ## TeX packages as requested by the community
+  && curl -sSLO https://yihui.org/gh/tinytex/tools/pkgs-yihui.txt \
+  && tlmgr install $(cat pkgs-yihui.txt | tr '\n' ' ') \
+  && rm -f pkgs-yihui.txt \
+  ## TeX packages as in rocker/verse
+  && tlmgr install \
+    context \
+    pdfcrop \
+  ## TeX packages as in jupyter/scipy-notebook
+  && tlmgr install \
+    cm-super \
+    dvipng \
+  ## TeX packages specific for nbconvert
+  && tlmgr install \
+    oberdiek \
+    titling \
+  && tlmgr path add \
+  && chown -R root:${NB_GID} /opt/TinyTeX \
+  && chmod -R g+w /opt/TinyTeX \
+  && chmod -R g+wx /opt/TinyTeX/bin \
+  ## Make the TeX Live fonts available as system fonts
+  && cp /opt/TinyTeX/texmf-var/fonts/conf/texlive-fontconfig.conf \
+    /etc/fonts/conf.d/09-texlive.conf \
+  && fc-cache -fsv \
+  ## Install Python packages
+  && export PIP_BREAK_SYSTEM_PACKAGES=1 \
+  && pip install \
+    altair \
+    beautifulsoup4 \
+    bokeh \
+    bottleneck \
+    cloudpickle \
+    cython \
+    dask \
+    dill \
+    h5py \
+    #ipympl \
+    #ipywidgets \
+    matplotlib \
+    numba \
+    numexpr \
+    numpy \
+    pandas \
+    patsy \
+    protobuf \
+    scikit-image \
+    scikit-learn \
+    scipy \
+    seaborn \
+    sqlalchemy \
+    statsmodels \
+    sympy \
+    tables \
+    #widgetsnbextension \
+    xlrd \
+  ## Install facets
+  #&& cd /tmp \
+  #&& git clone https://github.com/PAIR-code/facets.git \
+  #&& jupyter nbextension install facets/facets-dist/ --sys-prefix \
+  #&& cd / \
+  ## Clean up
+  && rm -rf /tmp/* \
+  && rm -rf /var/lib/apt/lists/* \
+    ${HOME}/.cache \
+    ${HOME}/.config \
+    ${HOME}/.local \
+    ${HOME}/.wget-hsts
diff --git a/ver/3.11.5.Dockerfile b/ver/3.11.5.Dockerfile
@@ -0,0 +1,70 @@
+ARG BASE_IMAGE=debian
+ARG BASE_IMAGE_TAG=12
+ARG CUDA_IMAGE
+ARG CUDA_IMAGE_SUBTAG
+ARG BLAS=libopenblas-dev
+ARG CUDA_VERSION=11.8.0
+ARG PYTHON_VERSION=3.11.5
+
+FROM glcr.b-data.ch/python/psi/${PYTHON_VERSION}/${BASE_IMAGE}:${BASE_IMAGE_TAG} as psi
+
+FROM ${CUDA_IMAGE:-$BASE_IMAGE}:${CUDA_IMAGE:+$CUDA_VERSION}${CUDA_IMAGE:+-}${CUDA_IMAGE_SUBTAG:-$BASE_IMAGE_TAG}
+
+LABEL org.opencontainers.image.licenses="MIT" \
+      org.opencontainers.image.source="https://gitlab.b-data.ch/python/docker-stack" \
+      org.opencontainers.image.vendor="b-data GmbH" \
+      org.opencontainers.image.authors="Olivier Benz <olivier.benz@b-data.ch>"
+
+ARG DEBIAN_FRONTEND=noninteractive
+
+ARG BASE_IMAGE
+ARG BASE_IMAGE_TAG
+ARG CUDA_IMAGE
+ARG CUDA_IMAGE_SUBTAG
+ARG BLAS
+ARG CUDA_VERSION
+ARG PYTHON_VERSION
+ARG BUILD_START
+
+ENV BASE_IMAGE=${BASE_IMAGE}:${BASE_IMAGE_TAG} \
+    CUDA_IMAGE=${CUDA_IMAGE}${CUDA_IMAGE:+:}${CUDA_IMAGE:+$CUDA_VERSION}${CUDA_IMAGE:+-}${CUDA_IMAGE_SUBTAG} \
+    PARENT_IMAGE=${CUDA_IMAGE:-$BASE_IMAGE}:${CUDA_IMAGE:+$CUDA_VERSION}${CUDA_IMAGE:+-}${CUDA_IMAGE_SUBTAG:-$BASE_IMAGE_TAG} \
+    PYTHON_VERSION=${PYTHON_VERSION} \
+    BUILD_DATE=${BUILD_START}
+
+ENV LANG=en_US.UTF-8 \
+    TERM=xterm \
+    TZ=Etc/UTC
+
+## Install Python
+COPY --from=psi /usr/local /usr/local
+
+RUN apt-get update \
+  && apt-get install -y --no-install-recommends \
+    ca-certificates \
+    libexpat1-dev \
+    libjs-sphinxdoc \
+    liblapack-dev \
+    ${BLAS} \
+    locales \
+    netbase \
+    pkg-config \
+    tzdata \
+    unzip \
+    zip \
+    zlib1g-dev \
+  ## Update locale
+  && sed -i "s/# $LANG/$LANG/g" /etc/locale.gen \
+  && locale-gen \
+  && update-locale LANG=$LANG \
+  ## Switch BLAS/LAPACK (manual mode)
+  && if [ ${BLAS} = "libopenblas-dev" ]; then \
+    update-alternatives --set libblas.so.3-$(uname -m)-linux-gnu \
+      /usr/lib/$(uname -m)-linux-gnu/openblas-pthread/libblas.so.3; \
+    update-alternatives --set liblapack.so.3-$(uname -m)-linux-gnu \
+      /usr/lib/$(uname -m)-linux-gnu/openblas-pthread/liblapack.so.3; \
+  fi \
+  ## Clean up
+  && rm -rf /var/lib/apt/lists/*
+
+CMD ["python3"]
