Merge branch 'master' into sgl

Author: sirutBuasai

available_images.md

@@ -309,12 +309,14 @@ Please refer to the following pages to view all available versions and tags for
 
 To get the latest one, you can check the Hugging Face [documentation](https://huggingface.co/docs/optimum-neuron/en/containers#available-optimum-neuron-containers).
 
-|Framework                                                         |Neuron SDK Version |Job Type   |Supported EC2 Instance Type |Python Version Options |Example URL                                                                                                                                   |
-|------------------------------------------------------------------|-------------------|-----------|----------------------------|-----------------------|----------------------------------------------------------------------------------------------------------------------------------------------|
-|PyTorch 1.10.2 with Neuron Inference and HuggingFace transformers |Neuron 1.19.1      |inference  |inf1                        |3.7 (py37)             |763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference-neuron:1.10.2-transformers4.20.1-neuron-py37-sdk1.19.1-ubuntu18.04 |
-|PyTorch 1.13.1 with NeuronX Inference and HuggingFace transformers |Neuron 2.15.0      |inference  |inf2/trn1                        |3.10 (py310)             |763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference-neuronx:1.13.1-transformers4.34.1-neuronx-py310-sdk2.15.0-ubuntu20.04 |
-|PyTorch 2.1.2 with NeuronX Inference and HuggingFace transformers |Neuron 2.18.0      |inference  |inf2/trn1                        |3.10 (py310)             |763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference-neuronx:2.1.2-transformers4.36.2-neuronx-py310-sdk2.18.0-ubuntu20.04 |
-|PyTorch 2.1.2 with NeuronX Inference and HuggingFace transformers |Neuron 2.20.0      |inference  |inf2/trn1                        |3.10 (py310)             |763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference-neuronx:2.1.2-transformers4.43.2-neuronx-py310-sdk2.20.0-ubuntu20.04 |
+| Framework                                                          | Neuron SDK Version | Job Type  | Supported EC2 Instance Type | Python Version Options | Example URL                                                                                                                                      |
+|--------------------------------------------------------------------|--------------------|-----------|-----------------------------|------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------|
+| PyTorch 2.8.0 with NeuronX Inference and HuggingFace transformers  | Neuron 2.26.0      | inference | inf2/trn1                   | 3.10 (py310)           | 763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference-neuronx:2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04  |
+| PyTorch 2.7.1 with NeuronX Inference and HuggingFace transformers  | Neuron 2.24.1      | inference | inf2/trn1                   | 3.10 (py310)           | 763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference-neuronx:2.7.1-transformers4.51.3-neuronx-py310-sdk2.24.1-ubuntu22.04  |
+| PyTorch 2.1.2 with NeuronX Inference and HuggingFace transformers  | Neuron 2.20.0      | inference | inf2/trn1                   | 3.10 (py310)           | 763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference-neuronx:2.1.2-transformers4.43.2-neuronx-py310-sdk2.20.0-ubuntu20.04  |
+| PyTorch 2.1.2 with NeuronX Inference and HuggingFace transformers  | Neuron 2.18.0      | inference | inf2/trn1                   | 3.10 (py310)           | 763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference-neuronx:2.1.2-transformers4.36.2-neuronx-py310-sdk2.18.0-ubuntu20.04  |
+| PyTorch 1.13.1 with NeuronX Inference and HuggingFace transformers | Neuron 2.15.0      | inference | inf2/trn1                   | 3.10 (py310)           | 763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference-neuronx:1.13.1-transformers4.34.1-neuronx-py310-sdk2.15.0-ubuntu20.04 |
+| PyTorch 1.10.2 with Neuron Inference and HuggingFace transformers  | Neuron 1.19.1      | inference | inf1                        | 3.7 (py37)             | 763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference-neuron:1.10.2-transformers4.20.1-neuron-py37-sdk1.19.1-ubuntu18.04    |
 
 HuggingFace Neuron Training Containers
 ===============================
@@ -324,10 +326,12 @@ Please refer to the following pages to view all available versions and tags for
 
 To get the latest one, you can check the Hugging Face [documentation](https://huggingface.co/docs/optimum-neuron/en/containers#available-optimum-neuron-containers).
 
-|Framework                                                         |Neuron SDK Version |Job Type   |Supported EC2 Instance Type |Python Version Options |Example URL                                                                                                                                   |
-|------------------------------------------------------------------|-------------------|-----------|----------------------------|-----------------------|----------------------------------------------------------------------------------------------------------------------------------------------|
-|PyTorch 1.13.1 with NeuronX Training and HuggingFace transformers |Neuron 2.18.0      |training  |trn1                        |3.10 (py310)             |763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-training-neuronx:1.13.1-transformers4.36.2-neuronx-py310-sdk2.18.0-ubuntu20.04 |
-|PyTorch 2.1.2 with NeuronX Training and HuggingFace transformers |Neuron 2.20.0      |training  |trn1                        |3.10 (py310)             |763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-training-neuronx:2.1.2-transformers4.48.1-neuronx-py310-sdk2.20.0-ubuntu20.04 |
+| Framework                                                         | Neuron SDK Version | Job Type | Supported EC2 Instance Type | Python Version Options | Example URL                                                                                                                                     |
+|-------------------------------------------------------------------|--------------------|----------|-----------------------------|------------------------|-------------------------------------------------------------------------------------------------------------------------------------------------|
+| PyTorch 2.8.0 with NeuronX Training and HuggingFace transformers  | Neuron 2.26.0      | training | trn1                        | 3.10 (py310)           | 763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-training-neuronx:2.8.0-transformers4.55.4-neuronx-py310-sdk2.26.0-ubuntu22.04  |
+| PyTorch 2.7.0 with NeuronX Training and HuggingFace transformers  | Neuron 2.24.1      | training | trn1                        | 3.10 (py310)           | 763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-training-neuronx:2.7.0-transformers4.51.0-neuronx-py310-sdk2.24.1-ubuntu22.04  |
+| PyTorch 2.1.2 with NeuronX Training and HuggingFace transformers  | Neuron 2.20.0      | training | trn1                        | 3.10 (py310)           | 763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-training-neuronx:2.1.2-transformers4.48.1-neuronx-py310-sdk2.20.0-ubuntu20.04  |
+| PyTorch 1.13.1 with NeuronX Training and HuggingFace transformers | Neuron 2.18.0      | training | trn1                        | 3.10 (py310)           | 763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-training-neuronx:1.13.1-transformers4.36.2-neuronx-py310-sdk2.18.0-ubuntu20.04 |
 
 StabilityAI Inference Containers
 ===============================

huggingface/pytorch/training/buildspec-neuronx.yml

@@ -2,8 +2,8 @@ account_id: &ACCOUNT_ID <set-$ACCOUNT_ID-in-environment>
 region: &REGION <set-$REGION-in-environment>
 base_framework: &BASE_FRAMEWORK pytorch
 framework: &FRAMEWORK !join [ "huggingface_", *BASE_FRAMEWORK]
-version: &VERSION 2.7.0
-short_version: &SHORT_VERSION "2.7"
+version: &VERSION 2.8.0
+short_version: &SHORT_VERSION "2.8"
 contributor: huggingface
 arch_type: x86
 
@@ -25,19 +25,28 @@ context:
     deep_learning_container:
       source: ../../../src/deep_learning_container.py
       target: deep_learning_container.py
+    apex_setup:
+      source: docker/build_artifacts/apex_setup.py
+      target: apex_setup.py
+    nxdt_install_setup:
+      source: docker/build_artifacts/nxdt_install_setup.sh
+      target: nxdt_install_setup.sh
+    nxdt_requirements:
+      source: docker/build_artifacts/nxdt_requirements.txt
+      target: nxdt_requirements.txt
 
 images:
   BuildNeuronHFPytorchPy310TrainingDockerImage:
     <<: *TRAINING_REPOSITORY
     build: &HUGGINGFACE_PYTORCH_INF_TRAINING_PY3 false
-    image_size_baseline: 28000
+    image_size_baseline: 40000
     device_type: &DEVICE_TYPE neuronx
     python_version: &DOCKER_PYTHON_VERSION py3
     tag_python_version: &TAG_PYTHON_VERSION py310
-    neuron_sdk_version: &NEURON_SDK_VERSION sdk2.24.1
+    neuron_sdk_version: &NEURON_SDK_VERSION sdk2.26.0
     os_version: &OS_VERSION ubuntu22.04
-    transformers_version: &TRANSFORMERS_VERSION 4.51.0
-    datasets_version: &DATASETS_VERSION 2.18.0
+    transformers_version: &TRANSFORMERS_VERSION 4.55.4
+    datasets_version: &DATASETS_VERSION 4.1.1
     tag: !join [ *VERSION, '-', 'transformers', *TRANSFORMERS_VERSION, '-', *DEVICE_TYPE, '-', *TAG_PYTHON_VERSION,"-", *NEURON_SDK_VERSION, '-', *OS_VERSION ]
     docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /, *NEURON_SDK_VERSION, /Dockerfile., *DEVICE_TYPE ]
     context: