creating jupyter tensorflow python 3.12 image

Author: dibryant

jupyter/tensorflow/ubi9-python-3.12/Dockerfile.cuda

@@ -0,0 +1,250 @@
+######################################################
+# mongocli-builder (build stage only, not published) #
+######################################################
+FROM registry.access.redhat.com/ubi9/go-toolset:latest AS mongocli-builder
+
+ARG MONGOCLI_VERSION=2.0.3
+
+WORKDIR /tmp/
+RUN curl -Lo mongodb-cli-mongocli-v${MONGOCLI_VERSION}.zip https://github.com/mongodb/mongodb-cli/archive/refs/tags/mongocli/v${MONGOCLI_VERSION}.zip
+RUN unzip ./mongodb-cli-mongocli-v${MONGOCLI_VERSION}.zip
+RUN cd ./mongodb-cli-mongocli-v${MONGOCLI_VERSION}/ && \
+    CGO_ENABLED=1 GOOS=linux go build -a -tags strictfipsruntime -o /tmp/mongocli ./cmd/mongocli/
+
+####################
+# base             #
+####################
+FROM registry.access.redhat.com/ubi9/python-312:latest AS base
+
+WORKDIR /opt/app-root/bin
+
+# OS Packages needs to be installed as root
+USER 0
+
+# Install useful OS packages
+RUN dnf install -y mesa-libGL skopeo && dnf clean all && rm -rf /var/cache/yum
+
+# Other apps and tools installed as default user
+USER 1001
+
+# Install micropipenv to deploy packages from Pipfile.lock
+RUN pip install --no-cache-dir -U "micropipenv[toml]"
+
+# Install the oc client
+RUN curl -L https://mirror.openshift.com/pub/openshift-v4/$(uname -m)/clients/ocp/stable/openshift-client-linux.tar.gz \
+        -o /tmp/openshift-client-linux.tar.gz && \
+    tar -xzvf /tmp/openshift-client-linux.tar.gz oc && \
+    rm -f /tmp/openshift-client-linux.tar.gz
+
+####################
+# cuda-base        #
+####################
+FROM base AS cuda-base
+
+ARG CUDA_SOURCE_CODE=cuda
+
+# Install CUDA base from:
+# https://gitlab.com/nvidia/container-images/cuda/-/blob/master/dist/12.6.3/ubi9/base/Dockerfile
+USER 0
+WORKDIR /opt/app-root/bin
+
+ENV NVARCH=x86_64
+ENV NVIDIA_REQUIRE_CUDA="cuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551"
+ENV NV_CUDA_CUDART_VERSION=12.6.77-1
+
+COPY ${CUDA_SOURCE_CODE}/cuda.repo-x86_64 /etc/yum.repos.d/cuda.repo
+COPY ${CUDA_SOURCE_CODE}/NGC-DL-CONTAINER-LICENSE /
+
+RUN NVIDIA_GPGKEY_SUM=d0664fbbdb8c32356d45de36c5984617217b2d0bef41b93ccecd326ba3b80c87 && \
+    curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/rhel9/${NVARCH}/D42D0685.pub | sed '/^Version/d' > /etc/pki/rpm-gpg/RPM-GPG-KEY-NVIDIA && \
+    echo "$NVIDIA_GPGKEY_SUM  /etc/pki/rpm-gpg/RPM-GPG-KEY-NVIDIA" | sha256sum -c --strict -
+
+ENV CUDA_VERSION=12.6.3
+
+# For libraries in the cuda-compat-* package: https://docs.nvidia.com/cuda/eula/index.html#attachment-a
+RUN yum upgrade -y && yum install -y \
+    cuda-cudart-12-6-${NV_CUDA_CUDART_VERSION} \
+    cuda-compat-12-6 \
+    && yum clean all \
+    && rm -rf /var/cache/yum/*
+
+# nvidia-docker 1.0
+RUN echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && \
+    echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf
+
+ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
+ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
+
+# nvidia-container-runtime
+ENV NVIDIA_VISIBLE_DEVICES=all
+ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
+
+# Install CUDA runtime from:
+# https://gitlab.com/nvidia/container-images/cuda/-/blob/master/dist/12.6.3/ubi9/runtime/Dockerfile
+ENV NV_CUDA_LIB_VERSION=12.6.3-1
+ENV NV_NVTX_VERSION=12.6.77-1
+ENV NV_LIBNPP_VERSION=12.3.1.54-1
+ENV NV_LIBNPP_PACKAGE=libnpp-12-6-${NV_LIBNPP_VERSION}
+ENV NV_LIBCUBLAS_VERSION=12.6.4.1-1
+ENV NV_LIBNCCL_PACKAGE_NAME=libnccl
+ENV NV_LIBNCCL_PACKAGE_VERSION=2.23.4-1
+ENV NV_LIBNCCL_VERSION=2.23.4
+ENV NCCL_VERSION=2.23.4
+ENV NV_LIBNCCL_PACKAGE=${NV_LIBNCCL_PACKAGE_NAME}-${NV_LIBNCCL_PACKAGE_VERSION}+cuda12.6
+
+RUN yum install -y \
+    cuda-libraries-12-6-${NV_CUDA_LIB_VERSION} \
+    cuda-nvtx-12-6-${NV_NVTX_VERSION} \
+    ${NV_LIBNPP_PACKAGE} \
+    libcublas-12-6-${NV_LIBCUBLAS_VERSION} \
+    ${NV_LIBNCCL_PACKAGE} \
+    && yum clean all \
+    && rm -rf /var/cache/yum/*
+
+# Install CUDA devel from:
+# https://gitlab.com/nvidia/container-images/cuda/-/blob/master/dist/12.6.3/ubi9/devel/Dockerfile
+ENV NV_NVPROF_VERSION=12.6.80-1
+ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-6-${NV_NVPROF_VERSION}
+ENV NV_CUDA_CUDART_DEV_VERSION=12.6.77-1
+ENV NV_NVML_DEV_VERSION=12.6.77-1
+ENV NV_LIBCUBLAS_DEV_VERSION=12.6.4.1-1
+ENV NV_LIBNPP_DEV_VERSION=12.3.1.54-1
+ENV NV_LIBNPP_DEV_PACKAGE=libnpp-devel-12-6-${NV_LIBNPP_DEV_VERSION}
+ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-devel
+ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.23.4-1
+ENV NCCL_VERSION=2.23.4
+ENV NV_LIBNCCL_DEV_PACKAGE=${NV_LIBNCCL_DEV_PACKAGE_NAME}-${NV_LIBNCCL_DEV_PACKAGE_VERSION}+cuda12.6
+ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.6.3-1
+ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-6-${NV_CUDA_NSIGHT_COMPUTE_VERSION}
+
+RUN yum install -y \
+    make \
+    findutils \
+    cuda-command-line-tools-12-6-${NV_CUDA_LIB_VERSION} \
+    cuda-libraries-devel-12-6-${NV_CUDA_LIB_VERSION} \
+    cuda-minimal-build-12-6-${NV_CUDA_LIB_VERSION} \
+    cuda-cudart-devel-12-6-${NV_CUDA_CUDART_DEV_VERSION} \
+    ${NV_NVPROF_DEV_PACKAGE} \
+    cuda-nvml-devel-12-6-${NV_NVML_DEV_VERSION} \
+    libcublas-devel-12-6-${NV_LIBCUBLAS_DEV_VERSION} \
+    ${NV_LIBNPP_DEV_PACKAGE} \
+    ${NV_LIBNCCL_DEV_PACKAGE} \
+    ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} \
+    && yum clean all \
+    && rm -rf /var/cache/yum/*
+
+ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
+
+# Install CUDA devel cudnn9 from:
+# https://gitlab.com/nvidia/container-images/cuda/-/blob/master/dist/12.6.3/ubi9/devel/cudnn/Dockerfile
+ENV NV_CUDNN_VERSION=9.5.1.17-1
+ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12-${NV_CUDNN_VERSION}
+ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-devel-cuda-12-${NV_CUDNN_VERSION}
+
+LABEL com.nvidia.cudnn.version="${NV_CUDNN_VERSION}"
+
+RUN yum install -y \
+    ${NV_CUDNN_PACKAGE} \
+    ${NV_CUDNN_PACKAGE_DEV} \
+    && yum clean all \
+    && rm -rf /var/cache/yum/*
+
+# Set this flag so that libraries can find the location of CUDA
+ENV XLA_FLAGS=--xla_gpu_cuda_data_dir=/usr/local/cuda
+
+# Restore notebook user workspace
+USER 1001
+WORKDIR /opt/app-root/src
+
+#########################
+# cuda-jupyter-minimal  #
+#########################
+FROM cuda-base AS cuda-jupyter-minimal
+
+ARG JUPYTER_REUSABLE_UTILS=jupyter/utils
+ARG MINIMAL_SOURCE_CODE=jupyter/minimal/ubi9-python-3.12
+
+WORKDIR /opt/app-root/bin
+
+COPY ${JUPYTER_REUSABLE_UTILS} utils/
+
+COPY ${MINIMAL_SOURCE_CODE}/start-notebook.sh ./
+
+WORKDIR /opt/app-root/src
+
+ENTRYPOINT ["start-notebook.sh"]
+
+#############################
+# cuda-jupyter-datascience  #
+#############################
+FROM cuda-jupyter-minimal AS cuda-jupyter-datascience
+
+ARG DATASCIENCE_SOURCE_CODE=jupyter/datascience/ubi9-python-3.12
+
+WORKDIR /opt/app-root/bin
+
+# OS Packages needs to be installed as root
+USER root
+
+# Install useful OS packages
+RUN dnf install -y jq unixODBC postgresql git-lfs libsndfile && dnf clean all && rm -rf /var/cache/yum
+
+# Copy dynamically-linked mongocli built in earlier build stage
+COPY --from=mongocli-builder /tmp/mongocli /opt/app-root/bin/
+
+# Install MSSQL Client, We need a special repo for MSSQL as they do their own distribution
+COPY ${DATASCIENCE_SOURCE_CODE}/mssql-2022.repo-x86_64 /etc/yum.repos.d/mssql-2022.repo
+
+RUN ACCEPT_EULA=Y dnf install -y mssql-tools18 unixODBC-devel && dnf clean all && rm -rf /var/cache/yum
+
+ENV PATH="$PATH:/opt/mssql-tools18/bin"
+
+# Other apps and tools installed as default user
+USER 1001
+
+# Copy Elyra setup to utils so that it's sourced at startup
+COPY ${DATASCIENCE_SOURCE_CODE}/setup-elyra.sh ${DATASCIENCE_SOURCE_CODE}/utils ./utils/
+
+WORKDIR /opt/app-root/src
+
+############################
+# cuda-jupyter-tensorflow  #
+############################
+FROM cuda-jupyter-datascience AS cuda-jupyter-tensorflow
+
+ARG DATASCIENCE_SOURCE_CODE=jupyter/datascience/ubi9-python-3.12
+ARG TENSORFLOW_SOURCE_CODE=jupyter/tensorflow/ubi9-python-3.12
+
+WORKDIR /opt/app-root/bin
+
+LABEL name="odh-notebook-cuda-jupyter-tensorflow-ubi9-python-3.12" \
+    summary="Jupyter CUDA tensorflow notebook image for ODH notebooks" \
+    description="Jupyter CUDA tensorflow notebook image with base Python 3.12 builder image based on UBI9 for ODH notebooks" \
+    io.k8s.display-name="Jupyter CUDA tensorflow notebook image for ODH notebooks" \
+    io.k8s.description="Jupyter CUDA tensorflow notebook image with base Python 3.12 builder image based on UBI9 for ODH notebooks" \
+    authoritative-source-url="https://github.com/opendatahub-io/notebooks" \
+    io.openshift.build.commit.ref="main" \
+    io.openshift.build.source-location="https://github.com/opendatahub-io/notebooks/tree/main/jupyter/tensorflow/ubi9-python-3.12" \
+    io.openshift.build.image="quay.io/opendatahub/workbench-images:cuda-jupyter-tensorflow-ubi9-python-3.12"
+
+# Install Python packages and Jupyterlab extensions from Pipfile.lock
+COPY ${TENSORFLOW_SOURCE_CODE}/Pipfile.lock ./
+
+RUN echo "Installing softwares and packages" && \
+    micropipenv install --dev && \
+    rm -f ./Pipfile.lock && \
+    # setup path for runtime configuration
+    mkdir /opt/app-root/runtimes && \
+    # Remove default Elyra runtime-images \
+    rm /opt/app-root/share/jupyter/metadata/runtime-images/*.json && \
+    # Replace Notebook's launcher, "(ipykernel)" with Python's version 3.x.y \
+    sed -i -e "s/Python.*/$(python --version | cut -d '.' -f-2)\",/" /opt/app-root/share/jupyter/kernels/python3/kernel.json && \
+    # Disable announcement plugin of jupyterlab \
+    jupyter labextension disable "@jupyterlab/apputils-extension:announcements" && \
+    # Apply JupyterLab addons \
+    /opt/app-root/bin/utils/addons/apply.sh && \
+    # Fix permissions to support pip in Openshift environments \
+    chmod -R g+w /opt/app-root/lib/python3.12/site-packages && \
+    fix-permissions /opt/app-root -P
+
+WORKDIR /opt/app-root/src

jupyter/tensorflow/ubi9-python-3.12/Pipfile

@@ -0,0 +1,56 @@
+[[source]]
+url = "https://pypi.org/simple"
+verify_ssl = true
+name = "pypi"
+
+[dev-packages]
+# tf2onnx has pinned protobuf version, that causes conflict with other packages
+# This is a workaround to avoid the conflict
+tf2onnx = "~=1.16.1"
+
+[packages]
+# TensorFlow packages
+tensorflow = {version = "~=2.18.0", extras = ["and-cuda"]}
+tensorboard = "~=2.18.0"
+
+# Datascience and useful extensions
+boto3 = "~=1.37.8"
+kafka-python-ng = "~=2.2.3"
+kfp = "~=2.12.1"
+matplotlib = "~=3.10.1"
+numpy = "~=1.26.4"
+pandas = "~=2.2.3"
+plotly = "~=6.0.0"
+scikit-learn = "~=1.6.1"
+scipy = "~=1.15.2"
+skl2onnx = "~=1.18.0"
+onnxconverter-common = "~=1.13.0" # Required for skl2onnx, as upgraded version is not compatible with protobuf
+codeflare-sdk = "~=0.28.1"
+
+# DB connectors
+pymongo = "~=4.11.2"
+psycopg = "~=3.2.5"
+pyodbc = "~=5.2.0"
+mysql-connector-python = "~=9.2.0"
+
+# JupyterLab packages
+odh-elyra = "==4.2.1"
+
+jupyterlab = "==4.2.7"
+jupyter-bokeh = "~=4.0.5"
+jupyter-server = "~=2.15.0"
+jupyter-server-proxy = "~=4.4.0"
+jupyter-server-terminals = "~=0.5.3"
+jupyterlab-git = "~=0.50.1"
+jupyterlab-lsp = "~=5.1.0"
+jupyterlab-widgets = "~=3.0.13"
+jupyter-resource-usage = "~=1.1.1"
+nbdime = "~=4.0.2"
+nbgitpuller = "~=1.2.2"
+
+# Base packages
+wheel = "~=0.45.1"
+setuptools = "~=75.8.2"
+
+[requires]
+python_version = "3.12"