Skip to content

Commit 088808f

Browse files
sirutBuasaisirutBuasai
committed
update table and standardize format
Signed-off-by: sirutBuasai <sirutbuasai27@outlook.com>
1 parent d2c0f69 commit 088808f

15 files changed

+196
-144
lines changed

‎docs/mkdocs/stylesheets/extra.css‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,18 @@
2929
color: var(--aws-rind);
3030
}
3131

32+
/* TOC active link */
33+
.md-nav__link--active {
34+
color: var(--aws-sky) !important;
35+
}
36+
37+
/* Table Horizontal Scroll */
38+
.md-typeset table:not([class]) {
39+
display: block;
40+
overflow-x: auto;
41+
white-space: nowrap;
42+
}
43+
3244

3345
/* ==========================================================================
3446
Light Mode
@@ -65,6 +77,7 @@
6577
}
6678

6779

80+
6881
/* ==========================================================================
6982
Dark Mode
7083
========================================================================== */

‎docs/reference/available_images.template.md‎

Lines changed: 15 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ Once you've selected your desired Deep Learning Containers image, continue with
99
- [Amazon EC2 Tutorials](https://docs.aws.amazon.com/deep-learning-containers/latest/devguide/deep-learning-containers-ec2.html)
1010
- [Amazon ECS Tutorials](https://docs.aws.amazon.com/deep-learning-containers/latest/devguide/deep-learning-containers-ecs.html)
1111
- [Amazon EKS Tutorials](https://docs.aws.amazon.com/deep-learning-containers/latest/devguide/deep-learning-containers-eks.html)
12-
- [Hugging Face on AWS](https://huggingface.co/docs/sagemaker/en/index)
12+
- [HuggingFace on AWS](https://huggingface.co/docs/sagemaker/en/index)
1313
- [Security in AWS Deep Learning Containers](https://docs.aws.amazon.com/deep-learning-containers/latest/devguide/security.html)
1414
- [Release Notes](https://docs.aws.amazon.com/deep-learning-containers/latest/devguide/dlc-release-notes.html)
1515

@@ -67,12 +67,23 @@ docker pull <name of container image>
6767

6868
## Image Tag Guide
6969

70-
Select your framework, job type (`training`, `inference`, or `general`), and Python version (`py38`, `py39`, `py310`, `py311`, or `py312`).
70+
To form your container image URL, use the following format:
7171

72-
Pin versions by adding the version tag:
72+
```
73+
<account_id>.dkr.ecr.<region>.amazonaws.com/<repository>:<tag>
74+
```
75+
76+
Where:
77+
78+
- `<account_id>`: Find the account ID for your region in the Region Availability table above
79+
- `<region>`: Your AWS region (e.g., `us-east-1`, `us-west-2`, `eu-west-1`)
80+
- `<repository>`: The framework repository name (e.g., `pytorch-training`, `base`, `vllm`, `sglang`)
81+
- `<tag>`: The image tag from the tables below
82+
83+
Example:
7384

7485
```
75-
763104351884.dkr.ecr.us-east-1.amazonaws.com/tensorflow-training:2.4.1-cpu-py37-ubuntu18.04-v1.0
86+
763104351884.dkr.ecr.us-west-2.amazonaws.com/pytorch-training:2.9.0-gpu-py312-cu130-ubuntu22.04-sagemaker
7687
```
7788

7889
---

‎docs/src/data/images.yml‎

Lines changed: 26 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -108,62 +108,61 @@ images:
108108
# Base Containers
109109
# ===========================================================================
110110
base:
111-
- "14.0.0-gpu-py312-cu130-ubuntu22.04-ec2"
112111
- "13.0.0-gpu-py312-cu130-ubuntu22.04-ec2"
113112
- "12.9.1-gpu-py312-cu129-ubuntu22.04-ec2"
114-
- "12.8.0-gpu-py312-cu128-ubuntu22.04-ec2"
115113
- "12.8.1-gpu-py312-cu128-ubuntu24.04-ec2"
114+
- "12.8.0-gpu-py312-cu128-ubuntu22.04-ec2"
116115

117116
# ===========================================================================
118117
# vLLM Containers
119118
# ===========================================================================
120119
vllm:
121-
- "0.13-gpu-py312"
122-
- "0.13-gpu-py312-ec2"
120+
- "0.13.0-gpu-py312-cu129-ubuntu22.04-sagemaker"
121+
- "0.13.0-gpu-py312-cu129-ubuntu22.04-ec2"
123122

124123
# ===========================================================================
125124
# SGLang Containers
126125
# ===========================================================================
127126
sglang:
128-
- "0.5-gpu-py312"
127+
- "0.5.6-gpu-py312-cu129-ubuntu22.04-sagemaker"
129128

130129
# ===========================================================================
131130
# PyTorch Containers
132131
# ===========================================================================
133132
pytorch-training:
134-
- "2.9.0-cpu-py312-ubuntu22.04-ec2"
135-
- "2.9.0-gpu-py312-cu130-ubuntu22.04-ec2"
136-
- "2.9.0-cpu-py312-ubuntu22.04-sagemaker"
137133
- "2.9.0-gpu-py312-cu130-ubuntu22.04-sagemaker"
138-
- "2.8.0-cpu-py312-ubuntu22.04-ec2"
139-
- "2.8.0-gpu-py312-cu129-ubuntu22.04-ec2"
140-
- "2.8.0-cpu-py312-ubuntu22.04-sagemaker"
134+
- "2.9.0-cpu-py312-ubuntu22.04-sagemaker"
135+
- "2.9.0-gpu-py312-cu130-ubuntu22.04-ec2"
136+
- "2.9.0-cpu-py312-ubuntu22.04-ec2"
141137
- "2.8.0-gpu-py312-cu129-ubuntu22.04-sagemaker"
142-
- "2.7.1-cpu-py312-ubuntu22.04-ec2"
143-
- "2.7.1-gpu-py312-cu128-ubuntu22.04-ec2"
144-
- "2.7.1-cpu-py312-ubuntu22.04-sagemaker"
138+
- "2.8.0-cpu-py312-ubuntu22.04-sagemaker"
139+
- "2.8.0-gpu-py312-cu129-ubuntu22.04-ec2"
140+
- "2.8.0-cpu-py312-ubuntu22.04-ec2"
145141
- "2.7.1-gpu-py312-cu128-ubuntu22.04-sagemaker"
146-
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
147-
- "2.6.0-gpu-py312-cu126-ubuntu22.04-ec2"
148-
- "2.6.0-cpu-py312-ubuntu22.04-sagemaker"
142+
- "2.7.1-cpu-py312-ubuntu22.04-sagemaker"
143+
- "2.7.1-gpu-py312-cu128-ubuntu22.04-ec2"
144+
- "2.7.1-cpu-py312-ubuntu22.04-ec2"
149145
- "2.6.0-gpu-py312-cu126-ubuntu22.04-sagemaker"
146+
- "2.6.0-cpu-py312-ubuntu22.04-sagemaker"
147+
- "2.6.0-gpu-py312-cu126-ubuntu22.04-ec2"
148+
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
150149

151150
pytorch-inference:
152-
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
153-
- "2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
154-
- "2.6.0-cpu-py312-ubuntu22.04-sagemaker"
155151
- "2.6.0-gpu-py312-cu124-ubuntu22.04-sagemaker"
152+
- "2.6.0-cpu-py312-ubuntu22.04-sagemaker"
153+
- "2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
154+
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
156155

157156
# ===========================================================================
158157
# TensorFlow Containers
159158
# ===========================================================================
160159
tensorflow-training:
161-
- "2.19.0-cpu-py312-ubuntu22.04-sagemaker"
162160
- "2.19.0-gpu-py312-cu125-ubuntu22.04-sagemaker"
161+
- "2.19.0-cpu-py312-ubuntu22.04-sagemaker"
163162

164163
tensorflow-inference:
165-
- "2.19.0-cpu-py312-ubuntu22.04-sagemaker"
166164
- "2.19.0-gpu-py312-cu122-ubuntu22.04-sagemaker"
165+
- "2.19.0-cpu-py312-ubuntu22.04-sagemaker"
167166

168167
# ===========================================================================
169168
# ARM64/Graviton Containers
@@ -172,9 +171,9 @@ images:
172171
- "2.7.0-gpu-py312-cu128-ubuntu22.04-ec2"
173172

174173
pytorch-inference-arm64:
175-
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
174+
- "2.6.0-gpu-py312-cu124-ubuntu22.04-sagemaker"
176175
- "2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
177-
- "2.6.0-cpu-py312-ubuntu22.04-sagemaker"
176+
- "2.6.0-cpu-py312-ubuntu22.04-ec2"
178177

179178
# ===========================================================================
180179
# Large Model Inference (LMI)
@@ -216,17 +215,17 @@ images:
216215
- "1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04"
217216

218217
huggingface-pytorch-inference:
219-
- "2.6.0-transformers4.49.0-cpu-py312-ubuntu22.04"
220218
- "2.6.0-transformers4.49.0-gpu-py312-cu124-ubuntu22.04"
221-
- "2.1.0-transformers4.37.0-cpu-py310-ubuntu22.04"
219+
- "2.6.0-transformers4.49.0-cpu-py312-ubuntu22.04"
222220
- "2.1.0-transformers4.37.0-gpu-py310-cu118-ubuntu20.04"
221+
- "2.1.0-transformers4.37.0-cpu-py310-ubuntu22.04"
223222

224223
huggingface-tensorflow-training:
225224
- "2.6.3-transformers4.17.0-gpu-py38-cu112-ubuntu20.04"
226225

227226
huggingface-tensorflow-inference:
228-
- "2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04"
229227
- "2.11.1-transformers4.26.0-gpu-py39-cu112-ubuntu20.04"
228+
- "2.11.1-transformers4.26.0-cpu-py39-ubuntu20.04"
230229

231230
# ===========================================================================
232231
# HuggingFace Neuron Containers

‎docs/src/tables/autogluon_table.py‎

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -15,19 +15,19 @@
1515
import re
1616

1717
from constants import TABLE_HEADER
18-
from utils import render_table
18+
from utils import build_ecr_url, render_table
1919

2020
REPO_KEYS = ["autogluon-training", "autogluon-inference"]
2121
DISPLAY_NAMES = {
2222
"autogluon-training": "AutoGluon Training",
2323
"autogluon-inference": "AutoGluon Inference",
2424
}
25-
COLUMNS = ["Framework", "Python", "CUDA", "Accelerator", "Tag"]
25+
COLUMNS = ["Framework", "Python", "CUDA", "Accelerator", "Platform", "Example URL"]
2626

2727

2828
def parse_tag(tag: str) -> dict:
2929
"""Parse AutoGluon tag format: 1.4.0-gpu-py311-cu124-ubuntu22.04"""
30-
result = {"version": "", "accelerator": "", "python": "", "cuda": ""}
30+
result = {"version": "", "accelerator": "", "python": "", "cuda": "-"}
3131

3232
match = re.match(
3333
r"^(\d+\.\d+\.\d+)-" # version
@@ -40,7 +40,7 @@ def parse_tag(tag: str) -> dict:
4040
result["version"] = match.group(1)
4141
result["accelerator"] = match.group(2).upper()
4242
result["python"] = match.group(3)
43-
result["cuda"] = match.group(4) or ""
43+
result["cuda"] = match.group(4) or "-"
4444

4545
return result
4646

@@ -64,7 +64,8 @@ def generate(yaml_data: dict) -> str:
6464
parsed["python"],
6565
parsed["cuda"],
6666
parsed["accelerator"],
67-
f"`{tag}`",
67+
"SageMaker",
68+
build_ecr_url(repo_key, tag),
6869
]
6970
)
7071

‎docs/src/tables/base_table.py‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,11 @@
1515
import re
1616

1717
from constants import TABLE_HEADER
18-
from utils import render_table
18+
from utils import build_ecr_url, render_table
1919

2020
REPO_KEYS = ["base"]
2121
DISPLAY_NAMES = {"base": "Base"}
22-
COLUMNS = ["Version", "Platform", "Python", "CUDA", "Accelerator", "Tag"]
22+
COLUMNS = ["Framework", "Python", "CUDA", "Accelerator", "Platform", "Example URL"]
2323

2424

2525
def parse_tag(tag: str) -> dict:
@@ -37,10 +37,10 @@ def parse_tag(tag: str) -> dict:
3737
result["version"] = match.group(1)
3838
result["accelerator"] = match.group(2).upper()
3939
result["python"] = match.group(3)
40-
result["cuda"] = match.group(4) or ""
40+
result["cuda"] = match.group(4) or "-"
4141

4242
if tag.endswith("-ec2"):
43-
result["platform"] = "EC2"
43+
result["platform"] = "EC2, ECS, EKS"
4444
elif tag.endswith("-sagemaker"):
4545
result["platform"] = "SageMaker"
4646

@@ -62,12 +62,12 @@ def generate(yaml_data: dict) -> str:
6262
parsed = parse_tag(tag)
6363
rows.append(
6464
[
65-
parsed["version"],
66-
parsed["platform"],
65+
f"Base {parsed['version']}",
6766
parsed["python"],
6867
parsed["cuda"],
6968
parsed["accelerator"],
70-
f"`{tag}`",
69+
parsed["platform"],
70+
build_ecr_url(repo_key, tag),
7171
]
7272
)
7373

‎docs/src/tables/djl_table.py‎

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,11 @@
1515
import re
1616

1717
from constants import TABLE_HEADER
18-
from utils import render_table
18+
from utils import build_ecr_url, render_table
1919

2020
REPO_KEYS = ["djl-inference"]
2121
DISPLAY_NAMES = {"djl-inference": "DJL Inference"}
22-
COLUMNS = ["Version", "Engine", "CUDA", "Accelerator", "Tag"]
22+
COLUMNS = ["Framework", "Python", "CUDA", "Engine", "Accelerator", "Platform", "Example URL"]
2323

2424

2525
def parse_tag(tag: str) -> dict:
@@ -28,7 +28,7 @@ def parse_tag(tag: str) -> dict:
2828
GPU: 0.36.0-lmi18.0.0-cu128 or 0.33.0-tensorrtllm0.21.0-cu128
2929
CPU: 0.36.0-cpu-full
3030
"""
31-
result = {"version": "", "engine": "", "cuda": "", "accelerator": ""}
31+
result = {"version": "", "engine": "", "cuda": "-", "accelerator": "", "python": "-"}
3232

3333
# GPU with LMI
3434
match = re.match(r"^(\d+\.\d+\.\d+)-lmi([\d.]+)-(cu\d+)$", tag)
@@ -74,11 +74,13 @@ def generate(yaml_data: dict) -> str:
7474
parsed = parse_tag(tag)
7575
rows.append(
7676
[
77-
parsed["version"],
78-
parsed["engine"],
77+
f"DJLServing {parsed['version']}",
78+
parsed["python"],
7979
parsed["cuda"],
80+
parsed["engine"],
8081
parsed["accelerator"],
81-
f"`{tag}`",
82+
"SageMaker",
83+
build_ecr_url(repo_key, tag),
8284
]
8385
)
8486

0 commit comments

Comments
 (0)