55# Run `python docs/src/generate.py` to regenerate documentation from this file.
66# =============================================================================
77
8- # -----------------------------------------------------------------------------
9- # Public ECR Repositories
10- # -----------------------------------------------------------------------------
11- # List of repositories published to ECR Public Gallery
12- # -----------------------------------------------------------------------------
13-
14- public_ecr_repositories :
15- - base
16- - sglang
17- - vllm
18- - vllm-arm64
19- - pytorch-training
20- - pytorch-inference
21- - pytorch-training-arm64
22- - pytorch-inference-arm64
23- - tensorflow-training
24- - tensorflow-inference
25- - tensorflow-inference-arm64
26-
278# -----------------------------------------------------------------------------
289# Framework Support Policy
2910# -----------------------------------------------------------------------------
@@ -118,7 +99,9 @@ support_policy:
11899# -----------------------------------------------------------------------------
119100# Container Images
120101# -----------------------------------------------------------------------------
121- # Organized by repository name. Tags are parsed to extract metadata.
102+ # Organized by repository name. Each repository contains:
103+ # - public_registry: (optional) true if published to ECR Public Gallery
104+ # - tags: list of image tags
122105# Tag format: <version>-<processor>-<python>-[cuda]-<os>-<platform>
123106# -----------------------------------------------------------------------------
124107
@@ -127,183 +110,224 @@ images:
127110 # Base Containers
128111 # ===========================================================================
129112 base :
130- - " 13.0.0-gpu-py312-cu130-ubuntu22.04-ec2"
131- - " 12.9.1-gpu-py312-cu129-ubuntu22.04-ec2"
132- - " 12.8.1-gpu-py312-cu128-ubuntu24.04-ec2"
133- - " 12.8.0-gpu-py312-cu128-ubuntu22.04-ec2"
113+ public_registry : true
114+ tags :
115+ - " 13.0.0-gpu-py312-cu130-ubuntu22.04-ec2"
116+ - " 12.9.1-gpu-py312-cu129-ubuntu22.04-ec2"
117+ - " 12.8.1-gpu-py312-cu128-ubuntu24.04-ec2"
118+ - " 12.8.0-gpu-py312-cu128-ubuntu22.04-ec2"
134119
135120 # ===========================================================================
136121 # vLLM Containers
137122 # ===========================================================================
138123 vllm :
139- - " 0.13.0-gpu-py312-cu129-ubuntu22.04-sagemaker"
140- - " 0.13.0-gpu-py312-cu129-ubuntu22.04-ec2"
124+ public_registry : true
125+ tags :
126+ - " 0.13.0-gpu-py312-cu129-ubuntu22.04-sagemaker"
127+ - " 0.13.0-gpu-py312-cu129-ubuntu22.04-ec2"
141128
142129 # ===========================================================================
143130 # SGLang Containers
144131 # ===========================================================================
145132 sglang :
146- - " 0.5.6-gpu-py312-cu129-ubuntu22.04-sagemaker"
133+ public_registry : true
134+ tags :
135+ - " 0.5.6-gpu-py312-cu129-ubuntu22.04-sagemaker"
147136
148137 # ===========================================================================
149138 # PyTorch Containers
150139 # ===========================================================================
151140 pytorch-training :
152- - " 2.9.0-gpu-py312-cu130-ubuntu22.04-sagemaker"
153- - " 2.9.0-cpu-py312-ubuntu22.04-sagemaker"
154- - " 2.9.0-gpu-py312-cu130-ubuntu22.04-ec2"
155- - " 2.9.0-cpu-py312-ubuntu22.04-ec2"
156- - " 2.8.0-gpu-py312-cu129-ubuntu22.04-sagemaker"
157- - " 2.8.0-cpu-py312-ubuntu22.04-sagemaker"
158- - " 2.8.0-gpu-py312-cu129-ubuntu22.04-ec2"
159- - " 2.8.0-cpu-py312-ubuntu22.04-ec2"
160- - " 2.7.1-gpu-py312-cu128-ubuntu22.04-sagemaker"
161- - " 2.7.1-cpu-py312-ubuntu22.04-sagemaker"
162- - " 2.7.1-gpu-py312-cu128-ubuntu22.04-ec2"
163- - " 2.7.1-cpu-py312-ubuntu22.04-ec2"
164- - " 2.6.0-gpu-py312-cu126-ubuntu22.04-sagemaker"
165- - " 2.6.0-cpu-py312-ubuntu22.04-sagemaker"
166- - " 2.6.0-gpu-py312-cu126-ubuntu22.04-ec2"
167- - " 2.6.0-cpu-py312-ubuntu22.04-ec2"
141+ public_registry : true
142+ tags :
143+ - " 2.9.0-gpu-py312-cu130-ubuntu22.04-sagemaker"
144+ - " 2.9.0-cpu-py312-ubuntu22.04-sagemaker"
145+ - " 2.9.0-gpu-py312-cu130-ubuntu22.04-ec2"
146+ - " 2.9.0-cpu-py312-ubuntu22.04-ec2"
147+ - " 2.8.0-gpu-py312-cu129-ubuntu22.04-sagemaker"
148+ - " 2.8.0-cpu-py312-ubuntu22.04-sagemaker"
149+ - " 2.8.0-gpu-py312-cu129-ubuntu22.04-ec2"
150+ - " 2.8.0-cpu-py312-ubuntu22.04-ec2"
151+ - " 2.7.1-gpu-py312-cu128-ubuntu22.04-sagemaker"
152+ - " 2.7.1-cpu-py312-ubuntu22.04-sagemaker"
153+ - " 2.7.1-gpu-py312-cu128-ubuntu22.04-ec2"
154+ - " 2.7.1-cpu-py312-ubuntu22.04-ec2"
155+ - " 2.6.0-gpu-py312-cu126-ubuntu22.04-sagemaker"
156+ - " 2.6.0-cpu-py312-ubuntu22.04-sagemaker"
157+ - " 2.6.0-gpu-py312-cu126-ubuntu22.04-ec2"
158+ - " 2.6.0-cpu-py312-ubuntu22.04-ec2"
168159
169160 pytorch-inference :
170- - " 2.6.0-gpu-py312-cu124-ubuntu22.04-sagemaker"
171- - " 2.6.0-cpu-py312-ubuntu22.04-sagemaker"
172- - " 2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
173- - " 2.6.0-cpu-py312-ubuntu22.04-ec2"
161+ public_registry : true
162+ tags :
163+ - " 2.6.0-gpu-py312-cu124-ubuntu22.04-sagemaker"
164+ - " 2.6.0-cpu-py312-ubuntu22.04-sagemaker"
165+ - " 2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
166+ - " 2.6.0-cpu-py312-ubuntu22.04-ec2"
174167
175168 # ===========================================================================
176169 # TensorFlow Containers
177170 # ===========================================================================
178171 tensorflow-training :
179- - " 2.19.0-gpu-py312-cu125-ubuntu22.04-sagemaker"
180- - " 2.19.0-cpu-py312-ubuntu22.04-sagemaker"
172+ public_registry : true
173+ tags :
174+ - " 2.19.0-gpu-py312-cu125-ubuntu22.04-sagemaker"
175+ - " 2.19.0-cpu-py312-ubuntu22.04-sagemaker"
181176
182177 tensorflow-inference :
183- - " 2.19.0-gpu-py312-cu122-ubuntu22.04-sagemaker"
184- - " 2.19.0-cpu-py312-ubuntu22.04-sagemaker"
178+ public_registry : true
179+ tags :
180+ - " 2.19.0-gpu-py312-cu122-ubuntu22.04-sagemaker"
181+ - " 2.19.0-cpu-py312-ubuntu22.04-sagemaker"
185182
186183 # ===========================================================================
187184 # ARM64/Graviton Containers
188185 # ===========================================================================
189186 vllm-arm64 :
190- - " 0.10.2-gpu-py312-cu129-ubuntu22.04-ec2"
187+ public_registry : true
188+ tags :
189+ - " 0.10.2-gpu-py312-cu129-ubuntu22.04-ec2"
191190
192191 pytorch-training-arm64 :
193- - " 2.7.0-gpu-py312-cu128-ubuntu22.04-ec2"
192+ public_registry : true
193+ tags :
194+ - " 2.7.0-gpu-py312-cu128-ubuntu22.04-ec2"
194195
195196 pytorch-inference-arm64 :
196- - " 2.6.0-gpu-py312-cu124-ubuntu22.04-sagemaker"
197- - " 2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
198- - " 2.6.0-cpu-py312-ubuntu22.04-ec2"
197+ public_registry : true
198+ tags :
199+ - " 2.6.0-gpu-py312-cu124-ubuntu22.04-sagemaker"
200+ - " 2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
201+ - " 2.6.0-cpu-py312-ubuntu22.04-ec2"
202+
203+ tensorflow-inference-arm64 :
204+ public_registry : true
205+ tags :
206+ - " 2.19.0-cpu-py312-ubuntu22.04-sagemaker"
199207
200208 # ===========================================================================
201209 # Large Model Inference (LMI)
202210 # ===========================================================================
203211 djl-inference :
204- - " 0.36.0-lmi18.0.0-cu128"
205- - " 0.35.0-lmi17.0.0-cu128"
206- - " 0.34.0-lmi16.0.0-cu128"
207- - " 0.33.0-lmi15.0.0-cu128"
208- - " 0.33.0-tensorrtllm0.21.0-cu128"
209- - " 0.32.0-lmi14.0.0-cu126"
210- - " 0.32.0-tensorrtllm0.12.0-cu125"
211- - " 0.36.0-cpu-full"
212- - " 0.35.0-cpu-full"
213- - " 0.29.0-cpu-full"
212+ tags :
213+ - " 0.36.0-lmi18.0.0-cu128"
214+ - " 0.35.0-lmi17.0.0-cu128"
215+ - " 0.34.0-lmi16.0.0-cu128"
216+ - " 0.33.0-lmi15.0.0-cu128"
217+ - " 0.33.0-tensorrtllm0.21.0-cu128"
218+ - " 0.32.0-lmi14.0.0-cu126"
219+ - " 0.32.0-tensorrtllm0.12.0-cu125"
220+ - " 0.36.0-cpu-full"
221+ - " 0.35.0-cpu-full"
222+ - " 0.29.0-cpu-full"
214223
215224 # ===========================================================================
216225 # AutoGluon Containers
217226 # ===========================================================================
218227 autogluon-training :
219- - " 1.4.0-gpu-py311-cu124-ubuntu22.04"
220- - " 1.4.0-cpu-py311-ubuntu22.04"
221- - " 1.3.0-gpu-py311-cu124-ubuntu22.04"
222- - " 1.3.0-cpu-py311-ubuntu22.04"
228+ tags :
229+ - " 1.4.0-gpu-py311-cu124-ubuntu22.04"
230+ - " 1.4.0-cpu-py311-ubuntu22.04"
231+ - " 1.3.0-gpu-py311-cu124-ubuntu22.04"
232+ - " 1.3.0-cpu-py311-ubuntu22.04"
223233
224234 autogluon-inference :
225- - " 1.4.0-gpu-py311-cu124-ubuntu22.04"
226- - " 1.4.0-cpu-py311-ubuntu22.04"
227- - " 1.3.0-gpu-py311-cu124-ubuntu22.04"
228- - " 1.3.0-cpu-py311-ubuntu22.04"
235+ tags :
236+ - " 1.4.0-gpu-py311-cu124-ubuntu22.04"
237+ - " 1.4.0-cpu-py311-ubuntu22.04"
238+ - " 1.3.0-gpu-py311-cu124-ubuntu22.04"
239+ - " 1.3.0-cpu-py311-ubuntu22.04"
229240
230241 # ===========================================================================
231242 # HuggingFace Containers
232243 # ===========================================================================
233244 huggingface-pytorch-training :
234- - " 2.5.1-transformers4.49.0-gpu-py311-cu124-ubuntu22.04"
235- - " 2.1.0-transformers4.36.0-gpu-py310-cu121-ubuntu20.04"
236- - " 2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04"
237- - " 1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"
245+ tags :
246+ - " 2.5.1-transformers4.49.0-gpu-py311-cu124-ubuntu22.04"
247+ - " 2.1.0-transformers4.36.0-gpu-py310-cu121-ubuntu20.04"
248+ - " 2.0.0-transformers4.28.1-gpu-py310-cu118-ubuntu20.04"
249+ - " 1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"
238250
239251 huggingface-pytorch-inference :
240- - " 2.6.0-transformers4.49.0-gpu-py312-cu124-ubuntu22.04"
241- - " 2.6.0-transformers4.49.0-cpu-py312-ubuntu22.04"
242- - " 2.1.0-transformers4.37.0-gpu-py310-cu118-ubuntu20.04"
243- - " 2.1.0-transformers4.37.0-cpu-py310-ubuntu22.04"
252+ tags :
253+ - " 2.6.0-transformers4.49.0-gpu-py312-cu124-ubuntu22.04"
254+ - " 2.6.0-transformers4.49.0-cpu-py312-ubuntu22.04"
255+ - " 2.1.0-transformers4.37.0-gpu-py310-cu118-ubuntu20.04"
256+ - " 2.1.0-transformers4.37.0-cpu-py310-ubuntu22.04"
244257
245258 huggingface-tensorflow-training :
246- - " 2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04"
259+ tags :
260+ - " 2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04"
247261
248262 huggingface-tensorflow-inference :
249- - " 2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04"
250- - " 2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04"
263+ tags :
264+ - " 2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04"
265+ - " 2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04"
251266
252267 # ===========================================================================
253268 # HuggingFace Neuron Containers
254269 # ===========================================================================
255270 huggingface-pytorch-inference-neuronx :
256- - " 2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04"
257- - " 2.7.1-transformers4.51.3-neuronx-py310-sdk2.24.1-ubuntu22.04"
258- - " 2.1.2-transformers4.43.2-neuronx-py310-sdk2.20.0-ubuntu20.04"
271+ tags :
272+ - " 2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04"
273+ - " 2.7.1-transformers4.51.3-neuronx-py310-sdk2.24.1-ubuntu22.04"
274+ - " 2.1.2-transformers4.43.2-neuronx-py310-sdk2.20.0-ubuntu20.04"
259275
260276 huggingface-pytorch-training-neuronx :
261- - " 2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04"
262- - " 2.7.0-transformers4.51.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
263- - " 2.1.2-transformers4.48.1-neuronx-py310-sdk2.20.0-ubuntu20.04"
277+ tags :
278+ - " 2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04"
279+ - " 2.7.0-transformers4.51.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
280+ - " 2.1.2-transformers4.48.1-neuronx-py310-sdk2.20.0-ubuntu20.04"
264281
265282 # ===========================================================================
266283 # Neuron Containers
267284 # ===========================================================================
268285 pytorch-inference-neuronx :
269- - " 2.8.0-neuronx-py311-sdk2.26.1-ubuntu22.04"
270- - " 2.7.0-neuronx-py310-sdk2.25.0-ubuntu22.04"
271- - " 2.7.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
272- - " 2.6.0-neuronx-py310-sdk2.23.0-ubuntu22.04"
286+ tags :
287+ - " 2.8.0-neuronx-py311-sdk2.26.1-ubuntu22.04"
288+ - " 2.7.0-neuronx-py310-sdk2.25.0-ubuntu22.04"
289+ - " 2.7.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
290+ - " 2.6.0-neuronx-py310-sdk2.23.0-ubuntu22.04"
273291
274292 pytorch-training-neuronx :
275- - " 2.8.0-neuronx-py311-sdk2.26.1-ubuntu22.04"
276- - " 2.7.0-neuronx-py310-sdk2.25.0-ubuntu22.04"
277- - " 2.7.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
278- - " 2.6.0-neuronx-py310-sdk2.23.0-ubuntu22.04"
293+ tags :
294+ - " 2.8.0-neuronx-py311-sdk2.26.1-ubuntu22.04"
295+ - " 2.7.0-neuronx-py310-sdk2.25.0-ubuntu22.04"
296+ - " 2.7.0-neuronx-py310-sdk2.24.1-ubuntu22.04"
297+ - " 2.6.0-neuronx-py310-sdk2.23.0-ubuntu22.04"
279298
280299 tensorflow-inference-neuronx :
281- - " 2.10.1-neuronx-py310-sdk2.17.0-ubuntu20.04"
300+ tags :
301+ - " 2.10.1-neuronx-py310-sdk2.17.0-ubuntu20.04"
282302
283303 # ===========================================================================
284304 # StabilityAI Containers
285305 # ===========================================================================
286306 stabilityai-pytorch-inference :
287- - " 2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"
307+ tags :
308+ - " 2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker"
288309
289310 # ===========================================================================
290311 # SageMaker Training Compiler Containers
291312 # ===========================================================================
292313 pytorch-trcomp-training :
293- - " 1.13.1-gpu-py39-cu117-ubuntu20.04-sagemaker"
294- - " 1.12.0-gpu-py38-cu113-ubuntu20.04-sagemaker"
314+ tags :
315+ - " 1.13.1-gpu-py39-cu117-ubuntu20.04-sagemaker"
316+ - " 1.12.0-gpu-py38-cu113-ubuntu20.04-sagemaker"
295317
296318 huggingface-pytorch-trcomp-training :
297- - " 1.11.0-transformers4.21.1-gpu-py38-cu113-ubuntu20.04"
319+ tags :
320+ - " 1.11.0-transformers4.21.1-gpu-py38-cu113-ubuntu20.04"
298321
299322 # ===========================================================================
300323 # NVIDIA Triton Containers
301324 # ===========================================================================
302325 sagemaker-tritonserver :
303- - " 25.09-py3"
304- - " 25.04-py3"
305- - " 24.09-py3"
306- - " 24.05-py3"
307- - " 24.03-py3"
308- - " 24.01-py3"
309- - " 23.12-py3"
326+ tags :
327+ - " 25.09-py3"
328+ - " 25.04-py3"
329+ - " 24.09-py3"
330+ - " 24.05-py3"
331+ - " 24.03-py3"
332+ - " 24.01-py3"
333+ - " 23.12-py3"
0 commit comments