Merge branch 'master' into tf-inference-gpu-2.18-patch

Author: sallyseok

miscellaneous_scripts/dockerfile_patch_script.sh

@@ -61,6 +61,20 @@ if [[ $LATEST_RELEASED_IMAGE_URI =~ ^763104351884\.dkr\.ecr\.us-west-2\.amazonaw
     chmod +x /usr/local/bin/start_cuda_compat.sh
 fi
 
+# For PT ARM64 GPU images, patch nvjpeg
+if [[ $LATEST_RELEASED_IMAGE_URI =~ ^763104351884\.dkr\.ecr\.us-west-2\.amazonaws\.com/pytorch-(inference|training)-arm64:2\.[5-7]\.[0-9]+-gpu(.+) ]]; then
+    mkdir -p /tmp/nvjpeg
+    cd /tmp/nvjpeg
+    wget https://developer.download.nvidia.com/compute/cuda/redist/libnvjpeg/linux-aarch64/libnvjpeg-linux-aarch64-12.4.0.76-archive.tar.xz
+    tar -xvf libnvjpeg-linux-aarch64-12.4.0.76-archive.tar.xz
+    rm -rf /usr/local/cuda/targets/sbsa-linux/lib/libnvjpeg*
+    rm -rf /usr/local/cuda/targets/sbsa-linux/include/nvjpeg.h
+    cp libnvjpeg-linux-aarch64-12.4.0.76-archive/lib/libnvjpeg* /usr/local/cuda/targets/sbsa-linux/lib/
+    cp libnvjpeg-linux-aarch64-12.4.0.76-archive/include/* /usr/local/cuda/targets/sbsa-linux/include/
+    cd /
+    rm -rf /tmp/nvjpeg
+fi
+
 # For all GPU images, remove cuobjdump and nvdisasm
 if [[ $LATEST_RELEASED_IMAGE_URI =~ ^763104351884\.dkr\.ecr\.us-west-2\.amazonaws\.com/(pytorch|tensorflow)(.+)gpu(.+) ]]; then
     rm -rf /usr/local/cuda/bin/cuobjdump*

pytorch/training/buildspec-arm64-2-7-ec2.yml

@@ -5,7 +5,7 @@ framework: &FRAMEWORK pytorch
 version: &VERSION 2.7.0
 short_version: &SHORT_VERSION "2.7"
 arch_type: arm64
-autopatch_build: "False"
+autopatch_build: "True"
 
 repository_info:
   training_repository: &TRAINING_REPOSITORY

release_images_inference.yml

@@ -185,13 +185,13 @@ release_images:
       force_release: False
   15:
     framework: "djl"
-    version: "0.33.0"
+    version: "0.0.0.dev1"
     arch_type: "x86"
     inference:
       device_types: [ "gpu" ]
       python_versions: [ "py312" ]
       os_version: "ubuntu24.04"
-      tensorrtllm_version: "0.21.0"
+      lmi_version: "0.0.0"
       cuda_version: "cu128"
       example: False
       disable_sm_tag: True
@@ -222,4 +222,4 @@ release_images:
       cuda_version: "cu128"
       example: False
       disable_sm_tag: False
-      force_release: False
+      force_release: False