Skip to content

Commit 0c9d28a

Browse files
sallyseoksallyseok
authored
[PyTorch][Inference][ARM64] PT 2.6.0 Currency (#4569)
* add buildspecs and dockerfiles; test ec2 * add os packages for python build * add package * add back patch and clean up comments * test sm * revert temp changes
1 parent 7c9758f commit 0c9d28a

File tree

5 files changed

+707
-1
lines changed

5 files changed

+707
-1
lines changed

‎pytorch/inference/buildspec-arm64-2-6-ec2.yml‎

Lines changed: 67 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,67 @@
1+
account_id: &ACCOUNT_ID <set-$ACCOUNT_ID-in-environment>
2+
prod_account_id: &PROD_ACCOUNT_ID 763104351884
3+
region: &REGION <set-$REGION-in-environment>
4+
framework: &FRAMEWORK pytorch
5+
version: &VERSION 2.6.0
6+
short_version: &SHORT_VERSION "2.6"
7+
arch_type: arm64
8+
# autopatch_build: "True"
9+
10+
repository_info:
11+
inference_repository: &INFERENCE_REPOSITORY
12+
image_type: &INFERENCE_IMAGE_TYPE inference
13+
root: !join [ *FRAMEWORK, "/", *INFERENCE_IMAGE_TYPE ]
14+
repository_name: &REPOSITORY_NAME !join [pr, "-", *FRAMEWORK, "-", *INFERENCE_IMAGE_TYPE, "-", arm64]
15+
repository: &REPOSITORY !join [ *ACCOUNT_ID, .dkr.ecr., *REGION, .amazonaws.com/, *REPOSITORY_NAME ]
16+
release_repository_name: &RELEASE_REPOSITORY_NAME !join [ *FRAMEWORK, "-", *INFERENCE_IMAGE_TYPE, "-", arm64]
17+
release_repository: &RELEASE_REPOSITORY !join [ *PROD_ACCOUNT_ID, .dkr.ecr., *REGION, .amazonaws.com/, *RELEASE_REPOSITORY_NAME ]
18+
19+
context:
20+
inference_context: &INFERENCE_CONTEXT
21+
torchserve-ec2-entrypoint:
22+
source: docker/build_artifacts/torchserve-ec2-entrypoint.py
23+
target: torchserve-ec2-entrypoint.py
24+
torchserve-entrypoint:
25+
source: docker/build_artifacts/torchserve-entrypoint.py
26+
target: torchserve-entrypoint.py
27+
deep_learning_container:
28+
source: ../../src/deep_learning_container.py
29+
target: deep_learning_container.py
30+
config:
31+
source: docker/build_artifacts/config.properties
32+
target: config.properties
33+
34+
images:
35+
BuildEC2PytorchArm64CPUInferencePy3DockerImage:
36+
<<: *INFERENCE_REPOSITORY
37+
build: &PYTORCH_CPU_INFERENCE_PY3 false
38+
image_size_baseline: 10000
39+
device_type: &DEVICE_TYPE cpu
40+
python_version: &DOCKER_PYTHON_VERSION py3
41+
tag_python_version: &TAG_PYTHON_VERSION py312
42+
os_version: &OS_VERSION ubuntu22.04
43+
torch_serve_version: &TORCHSERVE_VERSION 0.12.0
44+
tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION , "-ec2"]
45+
# latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-ec2" ]
46+
# build_tag_override: "beta:2.6.0-cpu-py312-ubuntu22.04-ec2"
47+
docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /Dockerfile.arm64., *DEVICE_TYPE ]
48+
target: ec2
49+
context:
50+
<<: *INFERENCE_CONTEXT
51+
BuildEC2PytorchArm64GPUInferencePy3DockerImage:
52+
<<: *INFERENCE_REPOSITORY
53+
build: &PYTORCH_GPU_INFERENCE_PY3 false
54+
image_size_baseline: 14000
55+
device_type: &DEVICE_TYPE gpu
56+
python_version: &DOCKER_PYTHON_VERSION py3
57+
tag_python_version: &TAG_PYTHON_VERSION py312
58+
cuda_version: &CUDA_VERSION cu124
59+
os_version: &OS_VERSION ubuntu22.04
60+
torch_serve_version: &TORCHSERVE_VERSION 0.12.0
61+
tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION , "-ec2"]
62+
# latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-ec2" ]
63+
# build_tag_override: "beta:2.6.0-gpu-py312-cu124-ubuntu22.04-ec2"
64+
docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /, *CUDA_VERSION, /Dockerfile.arm64., *DEVICE_TYPE ]
65+
target: ec2
66+
context:
67+
<<: *INFERENCE_CONTEXT

‎pytorch/inference/buildspec-arm64-2-6-sm.yml‎

Lines changed: 69 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,69 @@
1+
account_id: &ACCOUNT_ID <set-$ACCOUNT_ID-in-environment>
2+
prod_account_id: &PROD_ACCOUNT_ID 763104351884
3+
region: &REGION <set-$REGION-in-environment>
4+
framework: &FRAMEWORK pytorch
5+
version: &VERSION 2.6.0
6+
short_version: &SHORT_VERSION "2.6"
7+
arch_type: arm64
8+
# autopatch_build: "True"
9+
10+
repository_info:
11+
inference_repository: &INFERENCE_REPOSITORY
12+
image_type: &INFERENCE_IMAGE_TYPE inference
13+
root: !join [ *FRAMEWORK, "/", *INFERENCE_IMAGE_TYPE ]
14+
repository_name: &REPOSITORY_NAME !join [pr, "-", *FRAMEWORK, "-", *INFERENCE_IMAGE_TYPE, "-", arm64]
15+
repository: &REPOSITORY !join [ *ACCOUNT_ID, .dkr.ecr., *REGION, .amazonaws.com/, *REPOSITORY_NAME ]
16+
release_repository_name: &RELEASE_REPOSITORY_NAME !join [ *FRAMEWORK, "-", *INFERENCE_IMAGE_TYPE, "-", arm64]
17+
release_repository: &RELEASE_REPOSITORY !join [ *PROD_ACCOUNT_ID, .dkr.ecr., *REGION, .amazonaws.com/, *RELEASE_REPOSITORY_NAME ]
18+
19+
context:
20+
inference_context: &INFERENCE_CONTEXT
21+
torchserve-ec2-entrypoint:
22+
source: docker/build_artifacts/torchserve-ec2-entrypoint.py
23+
target: torchserve-ec2-entrypoint.py
24+
torchserve-entrypoint:
25+
source: docker/build_artifacts/torchserve-entrypoint.py
26+
target: torchserve-entrypoint.py
27+
deep_learning_container:
28+
source: ../../src/deep_learning_container.py
29+
target: deep_learning_container.py
30+
config:
31+
source: docker/build_artifacts/config.properties
32+
target: config.properties
33+
34+
images:
35+
BuildSageMakerPytorchArm64CPUInferencePy3DockerImage:
36+
<<: *INFERENCE_REPOSITORY
37+
build: &PYTORCH_CPU_INFERENCE_PY3 false
38+
image_size_baseline: 10000
39+
device_type: &DEVICE_TYPE cpu
40+
python_version: &DOCKER_PYTHON_VERSION py3
41+
tag_python_version: &TAG_PYTHON_VERSION py312
42+
os_version: &OS_VERSION ubuntu22.04
43+
torch_serve_version: &TORCHSERVE_VERSION 0.12.0
44+
tool_kit_version: &SM_TOOLKIT_VERSION 2.0.25
45+
tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION , "-sagemaker"]
46+
# latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-sagemaker" ]
47+
# build_tag_override: "beta:2.6.0-cpu-py312-ubuntu22.04-sagemaker"
48+
docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /Dockerfile.arm64., *DEVICE_TYPE ]
49+
target: sagemaker
50+
context:
51+
<<: *INFERENCE_CONTEXT
52+
# BuildSageMakerPytorchArm64GPUInferencePy3DockerImage:
53+
# <<: *INFERENCE_REPOSITORY
54+
# build: &PYTORCH_CPU_INFERENCE_PY3 false
55+
# image_size_baseline: 10000
56+
# device_type: &DEVICE_TYPE gpu
57+
# python_version: &DOCKER_PYTHON_VERSION py3
58+
# tag_python_version: &TAG_PYTHON_VERSION py311
59+
# cuda_version: &CUDA_VERSION cu124
60+
# os_version: &OS_VERSION ubuntu22.04
61+
# torch_serve_version: &TORCHSERVE_VERSION 0.11.1
62+
# tool_kit_version: &SM_TOOLKIT_VERSION 2.0.24
63+
# tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION , "-sagemaker"]
64+
# # latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-sagemaker" ]
65+
# # build_tag_override: "beta:2.5.1-cpu-py311-cu124-ubuntu22.04-sagemaker"
66+
# docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /, *CUDA_VERSION, /Dockerfile.arm64., *DEVICE_TYPE ]
67+
# target: sagemaker
68+
# context:
69+
# <<: *INFERENCE_CONTEXT

‎pytorch/inference/buildspec-arm64.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
buildspec_pointer: buildspec-arm64-2-5-ec2.yml
1+
buildspec_pointer: buildspec-arm64-2-6-ec2.yml

0 commit comments

Comments
 (0)