Skip to content

Commit 38b3a22

Browse files
committed
update main and template
Signed-off-by: sirutBuasai <sirutbuasai27@outlook.com>
1 parent dc25e0e commit 38b3a22

19 files changed

+286
-193
lines changed

docs/reference/available_images.template.md

Lines changed: 1 addition & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,15 +1,9 @@
11
# Available Images
22

3-
This page is for referencing our supported deep learning containers.
3+
This page is for referencing our supported Deep Learning Containers.
44

55
Refer to the tables below for all images that are available in AWS ECR repositories.
66

7-
## ECR Public Gallery
8-
9-
Additionally, we also publish the following images to [ECR Public Gallery](https://gallery.ecr.aws/deep-learning-containers).
10-
11-
{{ public_ecr_image_list }}
12-
137
---
148

159
## Region Availability

docs/src/constants.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -13,3 +13,4 @@
1313
"""Global variables for documentation generation."""
1414

1515
AVAILABLE_IMAGES_TABLE_HEADER = "##"
16+
TUTORIALS_REPO = "https://github.com/aws-samples/sample-aws-deep-learning-containers"

docs/src/data/images.yml

Lines changed: 135 additions & 111 deletions
Original file line numberDiff line numberDiff line change
@@ -5,25 +5,6 @@
55
# Run `python docs/src/generate.py` to regenerate documentation from this file.
66
# =============================================================================
77

8-
# -----------------------------------------------------------------------------
9-
# Public ECR Repositories
10-
# -----------------------------------------------------------------------------
11-
# List of repositories published to ECR Public Gallery
12-
# -----------------------------------------------------------------------------
13-
14-
public_ecr_repositories:
15-
- base
16-
- sglang
17-
- vllm
18-
- vllm-arm64
19-
- pytorch-training
20-
- pytorch-inference
21-
- pytorch-training-arm64
22-
- pytorch-inference-arm64
23-
- tensorflow-training
24-
- tensorflow-inference
25-
- tensorflow-inference-arm64
26-
278
# -----------------------------------------------------------------------------
289
# Framework Support Policy
2910
# -----------------------------------------------------------------------------
@@ -118,7 +99,9 @@ support_policy:
11899
# -----------------------------------------------------------------------------
119100
# Container Images
120101
# -----------------------------------------------------------------------------
121-
# Organized by repository name. Tags are parsed to extract metadata.
102+
# Organized by repository name. Each repository contains:
103+
# - public_registry: (optional) true if published to ECR Public Gallery
104+
# - tags: list of image tags
122105
# Tag format: <version>-<processor>-<python>-[cuda]-<os>-<platform>
123106
# -----------------------------------------------------------------------------
124107

@@ -127,183 +110,224 @@ images:
127110
# Base Containers
128111
# ===========================================================================
129112
base:
130-
- "13.0.0-gpu-py312-cu130-ubuntu22.04-ec2"
131-
- "12.9.1-gpu-py312-cu129-ubuntu22.04-ec2"
132-
- "12.8.1-gpu-py312-cu128-ubuntu24.04-ec2"
133-
- "12.8.0-gpu-py312-cu128-ubuntu22.04-ec2"
113+
public_registry: true
114+
tags:
115+
- "13.0.0-gpu-py312-cu130-ubuntu22.04-ec2"
116+
- "12.9.1-gpu-py312-cu129-ubuntu22.04-ec2"
117+
- "12.8.1-gpu-py312-cu128-ubuntu24.04-ec2"
118+
- "12.8.0-gpu-py312-cu128-ubuntu22.04-ec2"
134119

135120
# ===========================================================================
136121
# vLLM Containers
137122
# ===========================================================================
138123
vllm:
139-
- "0.13.0-gpu-py312-cu129-ubuntu22.04-sagemaker"
140-
- "0.13.0-gpu-py312-cu129-ubuntu22.04-ec2"
124+
public_registry: true
125+
tags:
126+
- "0.13.0-gpu-py312-cu129-ubuntu22.04-sagemaker"
127+
- "0.13.0-gpu-py312-cu129-ubuntu22.04-ec2"
141128

142129
# ===========================================================================
143130
# SGLang Containers
144131
# ===========================================================================
145132
sglang:
146-
- "0.5.6-gpu-py312-cu129-ubuntu22.04-sagemaker"
133+
public_registry: true
134+
tags:
135+
- "0.5.6-gpu-py312-cu129-ubuntu22.04-sagemaker"
147136

148137
# ===========================================================================
149138
# PyTorch Containers
150139
# ===========================================================================
151140
pytorch-training:
152-
- "2.9.0-gpu-py312-cu130-ubuntu22.04-sagemaker"
153-
- "2.9.0-cpu-py312-ubuntu22.04-sagemaker"
154-
- "2.9.0-gpu-py312-cu130-ubuntu22.04-ec2"
155-
- "2.9.0-cpu-py312-ubuntu22.04-ec2"
156-
- "2.8.0-gpu-py312-cu129-ubuntu22.04-sagemaker"
157-
- "2.8.0-cpu-py312-ubuntu22.04-sagemaker"
158-
- "2.8.0-gpu-py312-cu129-ubuntu22.04-ec2"
159-
- "2.8.0-cpu-py312-ubuntu22.04-ec2"
160-
- "2.7.1-gpu-py312-cu128-ubuntu22.04-sagemaker"
161-
- "2.7.1-cpu-py312-ubuntu22.04-sagemaker"
162-
- "2.7.1-gpu-py312-cu128-ubuntu22.04-ec2"
163-
- "2.7.1-cpu-py312-ubuntu22.04-ec2"
164-
- "2.6.0-gpu-py312-cu126-ubuntu22.04-sagemaker"
165-
- "2.6.0-cpu-py312-ubuntu22.04-sagemaker"
166-
- "2.6.0-gpu-py312-cu126-ubuntu22.04-ec2"
167-
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
141+
public_registry: true
142+
tags:
143+
- "2.9.0-gpu-py312-cu130-ubuntu22.04-sagemaker"
144+
- "2.9.0-cpu-py312-ubuntu22.04-sagemaker"
145+
- "2.9.0-gpu-py312-cu130-ubuntu22.04-ec2"
146+
- "2.9.0-cpu-py312-ubuntu22.04-ec2"
147+
- "2.8.0-gpu-py312-cu129-ubuntu22.04-sagemaker"
148+
- "2.8.0-cpu-py312-ubuntu22.04-sagemaker"
149+
- "2.8.0-gpu-py312-cu129-ubuntu22.04-ec2"
150+
- "2.8.0-cpu-py312-ubuntu22.04-ec2"
151+
- "2.7.1-gpu-py312-cu128-ubuntu22.04-sagemaker"
152+
- "2.7.1-cpu-py312-ubuntu22.04-sagemaker"
153+
- "2.7.1-gpu-py312-cu128-ubuntu22.04-ec2"
154+
- "2.7.1-cpu-py312-ubuntu22.04-ec2"
155+
- "2.6.0-gpu-py312-cu126-ubuntu22.04-sagemaker"
156+
- "2.6.0-cpu-py312-ubuntu22.04-sagemaker"
157+
- "2.6.0-gpu-py312-cu126-ubuntu22.04-ec2"
158+
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
168159

169160
pytorch-inference:
170-
- "2.6.0-gpu-py312-cu124-ubuntu22.04-sagemaker"
171-
- "2.6.0-cpu-py312-ubuntu22.04-sagemaker"
172-
- "2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
173-
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
161+
public_registry: true
162+
tags:
163+
- "2.6.0-gpu-py312-cu124-ubuntu22.04-sagemaker"
164+
- "2.6.0-cpu-py312-ubuntu22.04-sagemaker"
165+
- "2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
166+
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
174167

175168
# ===========================================================================
176169
# TensorFlow Containers
177170
# ===========================================================================
178171
tensorflow-training:
179-
- "2.19.0-gpu-py312-cu125-ubuntu22.04-sagemaker"
180-
- "2.19.0-cpu-py312-ubuntu22.04-sagemaker"
172+
public_registry: true
173+
tags:
174+
- "2.19.0-gpu-py312-cu125-ubuntu22.04-sagemaker"
175+
- "2.19.0-cpu-py312-ubuntu22.04-sagemaker"
181176

182177
tensorflow-inference:
183-
- "2.19.0-gpu-py312-cu122-ubuntu22.04-sagemaker"
184-
- "2.19.0-cpu-py312-ubuntu22.04-sagemaker"
178+
public_registry: true
179+
tags:
180+
- "2.19.0-gpu-py312-cu122-ubuntu22.04-sagemaker"
181+
- "2.19.0-cpu-py312-ubuntu22.04-sagemaker"
185182

186183
# ===========================================================================
187184
# ARM64/Graviton Containers
188185
# ===========================================================================
189186
vllm-arm64:
190-
- "0.10.2-gpu-py312-cu129-ubuntu22.04-ec2"
187+
public_registry: true
188+
tags:
189+
- "0.10.2-gpu-py312-cu129-ubuntu22.04-ec2"
191190

192191
pytorch-training-arm64:
193-
- "2.7.0-gpu-py312-cu128-ubuntu22.04-ec2"
192+
public_registry: true
193+
tags:
194+
- "2.7.0-gpu-py312-cu128-ubuntu22.04-ec2"
194195

195196
pytorch-inference-arm64:
196-
- "2.6.0-gpu-py312-cu124-ubuntu22.04-sagemaker"
197-
- "2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
198-
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
197+
public_registry: true
198+
tags:
199+
- "2.6.0-gpu-py312-cu124-ubuntu22.04-sagemaker"
200+
- "2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
201+
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
202+
203+
tensorflow-inference-arm64:
204+
public_registry: true
205+
tags:
206+
- "2.19.0-cpu-py312-ubuntu22.04-sagemaker"
199207

200208
# ===========================================================================
201209
# Large Model Inference (LMI)
202210
# ===========================================================================
203211
djl-inference:
204-
- "0.36.0-lmi18.0.0-cu128"
205-
- "0.35.0-lmi17.0.0-cu128"
206-
- "0.34.0-lmi16.0.0-cu128"
207-
- "0.33.0-lmi15.0.0-cu128"
208-
- "0.33.0-tensorrtllm0.21.0-cu128"
209-
- "0.32.0-lmi14.0.0-cu126"
210-
- "0.32.0-tensorrtllm0.12.0-cu125"
211-
- "0.36.0-cpu-full"
212-
- "0.35.0-cpu-full"
213-
- "0.29.0-cpu-full"
212+
tags:
213+
- "0.36.0-lmi18.0.0-cu128"
214+
- "0.35.0-lmi17.0.0-cu128"
215+
- "0.34.0-lmi16.0.0-cu128"
216+
- "0.33.0-lmi15.0.0-cu128"
217+
- "0.33.0-tensorrtllm0.21.0-cu128"
218+
- "0.32.0-lmi14.0.0-cu126"
219+
- "0.32.0-tensorrtllm0.12.0-cu125"
220+
- "0.36.0-cpu-full"
221+
- "0.35.0-cpu-full"
222+
- "0.29.0-cpu-full"
214223

215224
# ===========================================================================
216225
# AutoGluon Containers
217226
# ===========================================================================
218227
autogluon-training:
219-
- "1.4.0-gpu-py311-cu124-ubuntu22.04"
220-
- "1.4.0-cpu-py311-ubuntu22.04"
221-
- "1.3.0-gpu-py311-cu124-ubuntu22.04"
222-
- "1.3.0-cpu-py311-ubuntu22.04"
228+
tags:
229+
- "1.4.0-gpu-py311-cu124-ubuntu22.04"
230+
- "1.4.0-cpu-py311-ubuntu22.04"
231+
- "1.3.0-gpu-py311-cu124-ubuntu22.04"
232+
- "1.3.0-cpu-py311-ubuntu22.04"
223233

224234
autogluon-inference:
225-
- "1.4.0-gpu-py311-cu124-ubuntu22.04"
226-
- "1.4.0-cpu-py311-ubuntu22.04"
227-
- "1.3.0-gpu-py311-cu124-ubuntu22.04"
228-
- "1.3.0-cpu-py311-ubuntu22.04"
235+
tags:
236+
- "1.4.0-gpu-py311-cu124-ubuntu22.04"
237+
- "1.4.0-cpu-py311-ubuntu22.04"
238+
- "1.3.0-gpu-py311-cu124-ubuntu22.04"
239+
- "1.3.0-cpu-py311-ubuntu22.04"
229240

230241
# ===========================================================================
231242
# HuggingFace Containers
232243
# ===========================================================================
233244
huggingface-pytorch-training:
234-
- "2.5.1-transformers4.49.0-gpu-py311-cu124-ubuntu22.04"
235-
- "2.1.0-transformers4.36.0-gpu-py310-cu121-ubuntu20.04"
236-
- "2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04"
237-
- "1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"
245+
tags:
246+
- "2.5.1-transformers4.49.0-gpu-py311-cu124-ubuntu22.04"
247+
- "2.1.0-transformers4.36.0-gpu-py310-cu121-ubuntu20.04"
248+
- "2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04"
249+
- "1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"
238250

239251
huggingface-pytorch-inference:
240-
- "2.6.0-transformers4.49.0-gpu-py312-cu124-ubuntu22.04"
241-
- "2.6.0-transformers4.49.0-cpu-py312-ubuntu22.04"
242-
- "2.1.0-transformers4.37.0-gpu-py310-cu118-ubuntu20.04"
243-
- "2.1.0-transformers4.37.0-cpu-py310-ubuntu22.04"
252+
tags:
253+
- "2.6.0-transformers4.49.0-gpu-py312-cu124-ubuntu22.04"
254+
- "2.6.0-transformers4.49.0-cpu-py312-ubuntu22.04"
255+
- "2.1.0-transformers4.37.0-gpu-py310-cu118-ubuntu20.04"
256+
- "2.1.0-transformers4.37.0-cpu-py310-ubuntu22.04"
244257

245258
huggingface-tensorflow-training:
246-
- "2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04"
259+
tags:
260+
- "2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04"
247261

248262
huggingface-tensorflow-inference:
249-
- "2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04"
250-
- "2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04"
263+
tags:
264+
- "2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04"
265+
- "2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04"
251266

252267
# ===========================================================================
253268
# HuggingFace Neuron Containers
254269
# ===========================================================================
255270
huggingface-pytorch-inference-neuronx:
256-
- "2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04"
257-
- "2.7.1-transformers4.51.3-neuronx-py310-sdk2.24.1-ubuntu22.04"
258-
- "2.1.2-transformers4.43.2-neuronx-py310-sdk2.20.0-ubuntu20.04"
271+
tags:
272+
- "2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04"
273+
- "2.7.1-transformers4.51.3-neuronx-py310-sdk2.24.1-ubuntu22.04"
274+
- "2.1.2-transformers4.43.2-neuronx-py310-sdk2.20.0-ubuntu20.04"
259275

260276
huggingface-pytorch-training-neuronx:
261-
- "2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04"
262-
- "2.7.0-transformers4.51.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
263-
- "2.1.2-transformers4.48.1-neuronx-py310-sdk2.20.0-ubuntu20.04"
277+
tags:
278+
- "2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04"
279+
- "2.7.0-transformers4.51.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
280+
- "2.1.2-transformers4.48.1-neuronx-py310-sdk2.20.0-ubuntu20.04"
264281

265282
# ===========================================================================
266283
# Neuron Containers
267284
# ===========================================================================
268285
pytorch-inference-neuronx:
269-
- "2.8.0-neuronx-py311-sdk2.26.1-ubuntu22.04"
270-
- "2.7.0-neuronx-py310-sdk2.25.0-ubuntu22.04"
271-
- "2.7.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
272-
- "2.6.0-neuronx-py310-sdk2.23.0-ubuntu22.04"
286+
tags:
287+
- "2.8.0-neuronx-py311-sdk2.26.1-ubuntu22.04"
288+
- "2.7.0-neuronx-py310-sdk2.25.0-ubuntu22.04"
289+
- "2.7.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
290+
- "2.6.0-neuronx-py310-sdk2.23.0-ubuntu22.04"
273291

274292
pytorch-training-neuronx:
275-
- "2.8.0-neuronx-py311-sdk2.26.1-ubuntu22.04"
276-
- "2.7.0-neuronx-py310-sdk2.25.0-ubuntu22.04"
277-
- "2.7.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
278-
- "2.6.0-neuronx-py310-sdk2.23.0-ubuntu22.04"
293+
tags:
294+
- "2.8.0-neuronx-py311-sdk2.26.1-ubuntu22.04"
295+
- "2.7.0-neuronx-py310-sdk2.25.0-ubuntu22.04"
296+
- "2.7.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
297+
- "2.6.0-neuronx-py310-sdk2.23.0-ubuntu22.04"
279298

280299
tensorflow-inference-neuronx:
281-
- "2.10.1-neuronx-py310-sdk2.17.0-ubuntu20.04"
300+
tags:
301+
- "2.10.1-neuronx-py310-sdk2.17.0-ubuntu20.04"
282302

283303
# ===========================================================================
284304
# StabilityAI Containers
285305
# ===========================================================================
286306
stabilityai-pytorch-inference:
287-
- "2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"
307+
tags:
308+
- "2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"
288309

289310
# ===========================================================================
290311
# SageMaker Training Compiler Containers
291312
# ===========================================================================
292313
pytorch-trcomp-training:
293-
- "1.13.1-gpu-py39-cu117-ubuntu20.04-sagemaker"
294-
- "1.12.0-gpu-py38-cu113-ubuntu20.04-sagemaker"
314+
tags:
315+
- "1.13.1-gpu-py39-cu117-ubuntu20.04-sagemaker"
316+
- "1.12.0-gpu-py38-cu113-ubuntu20.04-sagemaker"
295317

296318
huggingface-pytorch-trcomp-training:
297-
- "1.11.0-transformers4.21.1-gpu-py38-cu113-ubuntu20.04"
319+
tags:
320+
- "1.11.0-transformers4.21.1-gpu-py38-cu113-ubuntu20.04"
298321

299322
# ===========================================================================
300323
# NVIDIA Triton Containers
301324
# ===========================================================================
302325
sagemaker-tritonserver:
303-
- "25.09-py3"
304-
- "25.04-py3"
305-
- "24.09-py3"
306-
- "24.05-py3"
307-
- "24.03-py3"
308-
- "24.01-py3"
309-
- "23.12-py3"
326+
tags:
327+
- "25.09-py3"
328+
- "25.04-py3"
329+
- "24.09-py3"
330+
- "24.05-py3"
331+
- "24.03-py3"
332+
- "24.01-py3"
333+
- "23.12-py3"

docs/src/hooks.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@
1818

1919
import os
2020

21+
from constants import TUTORIALS_REPO
2122
from generate import generate_all
2223
from utils import clone_git_repository, load_yaml
2324

@@ -32,7 +33,6 @@
3233
def on_startup(command=["build", "gh-deploy", "serve"], dirty=False):
3334
"""MkDocs hook - runs before build."""
3435
yaml_data = load_yaml(DATA_FILE)
35-
tutorials_repo = "https://github.com/aws-samples/sample-aws-deep-learning-containers"
3636

37-
clone_git_repository(tutorials_repo, TUTORIALS_DIR)
37+
clone_git_repository(TUTORIALS_REPO, TUTORIALS_DIR)
3838
generate_all(yaml_data, dry_run=False)

0 commit comments

Comments
 (0)