Merge branch 'master' into tensorflow-inference-2.16.1-ec2-ML-1725989303

Author: arjkesh

.github/CODEOWNERS

@@ -41,7 +41,7 @@ dgl_tests/ @aws/dlc-dgl-reviewers
 *inductor* @aws/dlc-trcomp-reviewers
 
 # Any PR with a file with "smdataparallel" in it will be assigned to the SM DataParallel team
-*smdataparallel* @aws/dlc-sm-data-parallel-reviewers
+*smdataparallel* @aws/dlc-smddp-reviewers
 
 # Any PR with a file with "smmodelparallel" in it will be assigned to the SM ModelParallel team
 *smmodelparallel* @aws/dlc-sm-model-parallel-reviewers

autogluon/inference/docker/1.1/py3/Dockerfile.cpu

@@ -27,6 +27,8 @@ RUN pip install --no-cache-dir -U --trusted-host pypi.org --trusted-host files.p
  && pip install --no-cache-dir -U wheel \
  && pip uninstall -y dataclasses \
  && pip install --no-cache-dir -U numpy numba \
+ # capping spaCy to prevent failure of pip install on AutoGluon - https://github.com/autogluon/autogluon/issues/4515
+ && pip install --no-cache-dir "spacy<3.8" \
 # Install AutoGluon, ensuring no vulnerable dependencies are left behind
  && pip install --no-cache-dir -U autogluon==${AUTOGLUON_VERSION} \
 # Update requests to a secure version that fixes CVE-2023-32681
@@ -49,7 +51,10 @@ RUN pip install --no-cache-dir -U --trusted-host pypi.org --trusted-host files.p
  # update tqdm to a secure version that fixes CVE-2024-34062
  && pip install --no-cache-dir -U tqdm>=4.66.3 \
  # update urllib3 to fix vulnerability id 71608
- && pip install --no-cache-dir -U urllib3
+ && pip install --no-cache-dir -U urllib3 \
+  # Cap pillow & ninja to fix sanity test
+ && pip install --no-cache-dir "pillow<11.0.0" \
+ && pip install --no-cache-dir "ninja<1.11.1.1"
 
 
 

autogluon/inference/docker/1.1/py3/cu121/Dockerfile.gpu

@@ -30,6 +30,8 @@ RUN pip install --no-cache-dir -U --trusted-host pypi.org --trusted-host files.p
  && pip install --no-cache-dir -U wheel \
  && pip uninstall -y dataclasses \
  && pip install --no-cache-dir -U numpy numba \
+ # capping spaCy to prevent failure of pip install on AutoGluon - https://github.com/autogluon/autogluon/issues/4515
+ && pip install --no-cache-dir "spacy<3.8" \
  && pip install --no-cache-dir -U autogluon==${AUTOGLUON_VERSION} \
  # Update requests to a secure version that fixes CVE-2023-32681
  && pip install --no-cache-dir -U requests>=2.31.0 \  
@@ -51,7 +53,10 @@ RUN pip install --no-cache-dir -U --trusted-host pypi.org --trusted-host files.p
  # update tqdm to a secure version that fixes CVE-2024-34062
  && pip install --no-cache-dir -U tqdm>=4.66.3 \
  # update urllib3 to fix vulnerability id 71608
- && pip install --no-cache-dir -U urllib3
+ && pip install --no-cache-dir -U urllib3 \
+  # Cap pillow & ninja to fix sanity test
+ && pip install --no-cache-dir "pillow<11.0.0" \
+ && pip install --no-cache-dir "ninja<1.11.1.1"
 
 
 # add TS entrypoint

autogluon/training/docker/1.1/py3/Dockerfile.cpu

@@ -27,6 +27,8 @@ ARG AUTOGLUON_VERSION=1.1.1
 RUN pip install --no-cache-dir -U --trusted-host pypi.org --trusted-host files.pythonhosted.org pip \
  && pip install --no-cache-dir -U wheel \
  && pip install --no-cache-dir -U numpy numba \
+ # capping spaCy to prevent failure of pip install on AutoGluon - https://github.com/autogluon/autogluon/issues/4515
+ && pip install --no-cache-dir "spacy<3.8" \
  && pip install --no-cache-dir -U autogluon==${AUTOGLUON_VERSION} \
  && mim install -q mmcv==2.1.0 --timeout 600 \
  && pip install --no-cache-dir -U mmdet>=3.0.0 \
@@ -47,7 +49,10 @@ RUN pip install --no-cache-dir -U --trusted-host pypi.org --trusted-host files.p
  # update idna to a secure version that fixes vulnerability id 67895
  && pip install --no-cache-dir -U idna>=3.7.0 \
  # update tqdm to a secure version that fixes CVE-2024-34062
- && pip install --no-cache-dir -U tqdm>=4.66.3
+ && pip install --no-cache-dir -U tqdm>=4.66.3 \
+ # Cap pillow & ninja to fix sanity test
+ && pip install --no-cache-dir "pillow<11.0.0" \
+ && pip install --no-cache-dir "ninja<1.11.1.1"
 
 
 RUN HOME_DIR=/root \

autogluon/training/docker/1.1/py3/cu121/Dockerfile.gpu

@@ -26,6 +26,8 @@ ARG AUTOGLUON_VERSION=1.1.1
 RUN pip install --no-cache-dir -U --trusted-host pypi.org --trusted-host files.pythonhosted.org pip \
  && pip install --no-cache-dir -U wheel \
  && pip install --no-cache-dir -U numpy numba \
+ # capping spaCy to prevent failure of pip install on AutoGluon - https://github.com/autogluon/autogluon/issues/4515
+ && pip install --no-cache-dir "spacy<3.8" \
  && pip install --no-cache-dir -U autogluon==${AUTOGLUON_VERSION} \
  && mim install -q mmcv==2.1.0 --timeout 600 \
  && pip install --no-cache-dir -U mmdet>=3.0.0 \
@@ -45,7 +47,10 @@ RUN pip install --no-cache-dir -U --trusted-host pypi.org --trusted-host files.p
  # update idna to a secure version that fixes vulnerability id 67895
  && pip install --no-cache-dir -U idna>=3.7.0 \
  # update tqdm to a secure version that fixes CVE-2024-34062
- && pip install --no-cache-dir -U tqdm>=4.66.3
+ && pip install --no-cache-dir -U tqdm>=4.66.3 \
+  # Cap pillow & ninja to fix sanity test
+ && pip install --no-cache-dir "pillow<11.0.0" \
+ && pip install --no-cache-dir "ninja<1.11.1.1"
 
 
 RUN HOME_DIR=/root \