Update main from release-2025.05.01

common/jupyter-environment.yml

@@ -8,8 +8,8 @@ dependencies:
     - isort
     - jupyter-server-proxy
     - jupyterlab-git
-    - jupyterlab=4.2
-    - jupyter_ydoc=1.1.1
+    - jupyterlab
+    - jupyter_ydoc
     - nbconvert
     - nbdime
     - nodejs
@@ -25,4 +25,3 @@ dependencies:
         - jupyterlab_code_formatter
         - jupyterlab_execute_time
         - jupyterlab_widgets
-

common/jupyter-gpu-environment.yml

@@ -8,8 +8,8 @@ dependencies:
     - isort
     - jupyter-server-proxy
     - jupyterlab-git
-    - jupyterlab=4.2
-    - jupyter_ydoc=1.1.1
+    - jupyterlab
+    - jupyter_ydoc
     - jupyterlab-nvdashboard
     - nbconvert
     - nbdime

saturn-python-312-slim-gpu-12.9/.dockerignore

@@ -0,0 +1,2 @@
+*
+!environment.yml

saturn-python-312-slim-gpu-12.9/.env_deps

@@ -0,0 +1,3 @@
+VERSION=2025.05.01
+SATURNBASE_GPU_IMAGE=public.ecr.aws/saturncloud/saturnbase-python-gpu-12.9:2025.05.01
+IMAGE=public.ecr.aws/saturncloud/saturn-python-slim-gpu:2025.05.01-cuda129-python312

saturn-python-312-slim-gpu-12.9/Dockerfile

@@ -0,0 +1,14 @@
+ARG SATURNBASE_GPU_IMAGE
+FROM ${SATURNBASE_GPU_IMAGE}
+
+COPY environment.yml /tmp/environment.yml
+RUN mamba env update -n saturn --file /tmp/environment.yml && \
+    ${CONDA_DIR}/envs/saturn/bin/python -m ipykernel install \
+        --name python3 \
+        --display-name 'saturn (Python 3)' \
+        --prefix=${CONDA_DIR} && \
+    ${CONDA_DIR}/bin/conda clean -afy && \
+    find ${CONDA_DIR} -type f,l -name '*.pyc' -delete && \
+    find ${CONDA_DIR} -type f,l -name '*.a' -delete && \
+    find ${CONDA_DIR} -type f,l -name '*.js.map' -delete
+RUN echo '' > ${CONDA_DIR}/envs/saturn/conda-meta/history

saturn-python-312-slim-gpu-12.9/Makefile

@@ -0,0 +1,9 @@
+include .env_deps
+export
+
+build_image:
+	docker build \
+		--no-cache \
+		--build-arg SATURNBASE_GPU_IMAGE=${SATURNBASE_GPU_IMAGE} \
+		-t ${IMAGE} \
+		.

saturn-python-312-slim-gpu-12.9/environment.yml

@@ -0,0 +1,8 @@
+name: saturn
+channels:
+    - nodefaults
+    - conda-forge
+dependencies:
+    - python=3.12
+    - pip
+    - ipykernel

saturn-python-312-slim-gpu-12.9/recipe-template.json

@@ -0,0 +1,7 @@
+{
+    "recipeName": "saturn-python-312-slim-gpu-12.9",
+    "description": "Python 3.12 GPU slim image with CUDA 12.9 and minimal packages",
+    "image": "saturncloud/saturn-python-slim-gpu:2025.05.01-cuda129-python312",
+    "gpu": true,
+    "saturnVersion": "2025.05.01"
+}

saturn-python-312-slim/.dockerignore

@@ -0,0 +1,2 @@
+*
+!environment.yml

saturn-python-312-slim/.env_deps

@@ -0,0 +1,3 @@
+VERSION=2025.05.01
+SATURNBASE_IMAGE=public.ecr.aws/saturncloud/saturnbase-python:2025.05.01
+IMAGE=public.ecr.aws/saturncloud/saturn-python-slim:2025.05.01-python312

saturn-python-312-slim/Dockerfile

@@ -0,0 +1,14 @@
+ARG SATURNBASE_IMAGE
+FROM ${SATURNBASE_IMAGE}
+
+COPY environment.yml /tmp/environment.yml
+RUN mamba env update -n saturn --file /tmp/environment.yml && \
+    ${CONDA_DIR}/envs/saturn/bin/python -m ipykernel install \
+        --name python3 \
+        --display-name 'saturn (Python 3)' \
+        --prefix=${CONDA_DIR} && \
+    ${CONDA_DIR}/bin/conda clean -afy && \
+    find ${CONDA_DIR} -type f,l -name '*.pyc' -delete && \
+    find ${CONDA_DIR} -type f,l -name '*.a' -delete && \
+    find ${CONDA_DIR} -type f,l -name '*.js.map' -delete
+RUN echo '' > ${CONDA_DIR}/envs/saturn/conda-meta/history

saturn-python-312-slim/Makefile

@@ -0,0 +1,9 @@
+include .env_deps
+export
+
+build_image:
+	docker build \
+		--no-cache \
+		--build-arg SATURNBASE_IMAGE=${SATURNBASE_IMAGE} \
+		-t ${IMAGE} \
+		.

saturn-python-312-slim/environment.yml

@@ -0,0 +1,8 @@
+name: saturn
+channels:
+    - nodefaults
+    - conda-forge
+dependencies:
+    - python=3.12
+    - pip
+    - ipykernel

saturn-python-312-slim/recipe-template.json

@@ -0,0 +1,7 @@
+{
+    "recipeName": "saturn-python-312-slim",
+    "description": "Python 3.12 slim image with minimal packages",
+    "image": "saturncloud/saturn-python-slim:2025.05.01-python312",
+    "gpu": false,
+    "saturnVersion": "2025.05.01"
+}

saturn-python-llm/environment.yml

@@ -1,47 +1,52 @@
 name: saturn
 channels:
-    - pytorch
-    - rapidsai
-    - nvidia
-    - nodefaults
-    - conda-forge
+  - pytorch
+  - nvidia
+  - conda-forge
+  - defaults
 dependencies:
-  - blas=*=mkl
+  - python=3.11
   - cuda-toolkit
+  - pytorch
+  - pytorch-cuda
+  - transformers
+  - tokenizers
+  - numpy
+  - psutil
+  - pydantic
+  - fastapi
+  - uvicorn
+  - aiohttp
+  - requests
+  - typing-extensions
+  - packaging
+  - filelock
+  - matplotlib
+  - pandas
+  - seaborn
+  - tqdm
+  - click
+  - rich
+  - tensorboard
+  - wandb
   - ipykernel
-  - ipywidgets
-  - pytorch=2.4.0
-  - pytorch-cuda=12.1
-  - faiss-gpu
   - pip
-  - python
   - pip:
-    - unsloth==2024.10.4
+    - unsloth
     - vllm
-    - streamlit
-    - beautifulsoup4
-    - scrapy
-    - transformers
-    - datasets
-    - sentencepiece
-    - sentence_transformers
-    - langchain
-    - bitsandbytes
-    - numpy
+    - ray
+    - sentence-transformers
     - accelerate
-    - mkl
-    - peft
-    - saturnfs
+    - bitsandbytes
+    - auto-gptq
+    - autoawq
+    - https://github.com/Dao-AILab/flash-attention/releases/download/v2.8.0.post2/flash_attn-2.8.0.post2%2Bcu12torch2.7cxx11abiTRUE-cp311-cp311-linux_x86_64.whl
+    - xformers
+    - gpustat
+    - nvidia-ml-py
+    - huggingface-hub
+    - black
+    - isort
+    - mypy
+    - pytest
     - saturn-client
-    - fsspec
-    - sseclient
-    - ruamel.yaml
-    - fastapi
-    - uvicorn
-    - mlflow
-    - pinecone
-    - langchain-community
-    - openai
-    - tiktoken
-    - pinecone-client
-    - langchain_pinecone

saturn-python-pytorch/environment.yml

@@ -24,7 +24,7 @@ dependencies:
     - pyarrow
     - python-graphviz
     - python
-    - pytorch::pytorch=2.4.0
+    - pytorch::pytorch
     - s3fs
     - setuptools
     - tensorboard

saturn-python-rapids/environment.yml

@@ -22,7 +22,7 @@ dependencies:
     - pyarrow
     - python-graphviz
     - python
-    - rapids=24.06
+    - rapids
     - s3fs
     - scikit-learn
     - scipy

saturn-python-tensorflow/environment.yml

@@ -25,7 +25,7 @@ dependencies:
     - voila
     - pynvml
     - pip:
-      - dask-saturn==0.4.4
+      - dask-saturn
       - saturn-client
       - saturnfs
       - snowflake-connector-python

saturnbase-python-amd-gpu-devel/.dockerignore

@@ -0,0 +1,5 @@
+*
+!environment.yml
+!install-jupyter.bash
+!install-miniconda.bash
+!profile

saturnbase-python-amd-gpu-devel/.env_deps

@@ -0,0 +1,2 @@
+VERSION=2025.05.01
+IMAGE=public.ecr.aws/saturncloud/saturnbase-python-amd-gpu-devel:2025.05.01

saturnbase-python-amd-gpu-devel/Dockerfile

@@ -0,0 +1,78 @@
+FROM rocm/dev-ubuntu-22.04:7.0
+EXPOSE 8888
+
+
+ENV CONDA_DIR=/opt/saturncloud
+ENV CONDA_BIN=${CONDA_DIR}/bin
+ENV DEBIAN_FRONTEND=noninteractive
+RUN apt-get -qq --allow-releaseinfo-change update && \
+    apt-get -qq upgrade -y && \
+    apt-get -qq install --yes --no-install-recommends \
+    awscli \
+    dumb-init \
+    build-essential \
+    bzip2 \
+    ca-certificates \
+    curl \
+    file \
+    gettext-base \
+    git \
+    gnupg \
+    htop \
+    libnuma-dev \
+    locales \
+    openssh-server \
+    rsync \
+    screen \
+    ssh \
+    sudo \
+    unzip \
+    wget \
+    zip \
+    > /dev/null && \
+    apt-get -qq purge && \
+    apt-get -qq clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    mkdir -p /run/sshd && \
+    chmod 755 /run/sshd && \
+    echo "en_US.UTF-8 UTF-8" > /etc/locale.gen && \
+    locale-gen
+ENV LC_ALL en_US.UTF-8
+ENV LANG en_US.UTF-8
+ENV LANGUAGE en_US.UTF-8
+ENV SHELL /bin/bash
+ENV NB_USER=jovyan
+ENV NB_UID=1000
+
+COPY install-miniconda.bash /tmp/install-miniconda.bash
+RUN bash /tmp/install-miniconda.bash
+
+ENV USER=${NB_USER}
+ENV HOME=/home/${NB_USER}
+
+RUN adduser --disabled-password \
+    --gecos "Default user" \
+    --uid ${NB_UID} \
+    ${NB_USER} && \
+    echo "$NB_USER ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/notebook && \
+    chown 1000:1000 -R /opt/saturncloud
+
+COPY profile /etc/profile
+
+USER ${NB_USER}
+
+
+COPY install-jupyter.bash /tmp/install-jupyter.bash
+COPY environment.yml /tmp/environment.yml
+RUN bash /tmp/install-jupyter.bash && \
+    echo '' > ${CONDA_DIR}/conda-meta/history && \
+    ${CONDA_BIN}/conda config --system --add channels conda-forge && \
+    ${CONDA_BIN}/conda config --system --set auto_update_conda false && \
+    ${CONDA_BIN}/conda config --system --set show_channel_urls true
+ENV NB_PYTHON_PREFIX ${CONDA_DIR}/envs/saturn
+ENV PATH ${NB_PYTHON_PREFIX}/bin:${CONDA_BIN}:${HOME}/.local/bin:${PATH}
+WORKDIR ${HOME}
+ENTRYPOINT []
+
+RUN sudo ln -s /opt/saturncloud /opt/conda && \
+    sudo ln -s /opt/saturncloud /srv/conda

saturnbase-python-amd-gpu-devel/Makefile

@@ -0,0 +1,9 @@
+include .env_deps
+export
+
+build_image:
+	docker build \
+		--no-cache \
+		--build-arg JUPYTER_SATURN_VERSION=${JUPYTER_SATURN_VERSION} \
+		-t ${IMAGE} \
+		.

saturnbase-python-amd-gpu-devel/environment.yml

@@ -0,0 +1,28 @@
+channels:
+    - conda-forge
+dependencies:
+    - black
+    - dask-core
+    - distributed
+    - ipywidgets
+    - isort
+    - jupyter-server-proxy
+    - jupyterlab-git
+    - jupyterlab
+    - jupyter_ydoc
+    - jupyterlab-nvdashboard
+    - nbconvert
+    - nbdime
+    - nodejs
+    - notebook
+    - pip
+    - pyviz_comms
+    - tornado
+    - voila
+    - yarl
+    - pip:
+        - jupyter_server
+        - jupyter_bokeh
+        - jupyterlab_code_formatter
+        - jupyterlab_execute_time
+        - jupyterlab_widgets