Patch PT 2.4 Training SM DLC (#4457)

* Patch PT 2.4 Training SM DLC

* pin blis

* build cpu pip install blis

* build test all

* build all

* revert dockerfile and toml

Author: sirutBuasai

pytorch/training/docker/2.4/py3/Dockerfile.cpu

@@ -306,13 +306,16 @@ RUN /opt/conda/bin/mamba install -y -c conda-forge \
     shap \
     # pinned for sagemaker==2.235.1
     "cloudpickle==2.2.1" \
+ && /opt/conda/bin/mamba clean -afy
+
+RUN pip install --no-cache-dir -U \
     # pin numpy requirement for sagemaker dependency
     # requires explicit declaration of spacy, thic, blis
+    # pip install due to pip check conflict with conda package
     spacy \
     thinc \
     blis \
-    "numpy<2" \
- && /opt/conda/bin/mamba clean -afy
+    "numpy<2"
 
 # Copy workaround script for incorrect hostname
 COPY changehostname.c /

pytorch/training/docker/2.4/py3/Dockerfile.sagemaker.cpu.core_packages.json

@@ -1,14 +1,14 @@
 {
   "accelerate": {
-    "version_specifier": "==1.1.1",
+    "version_specifier": "==1.2.0",
     "skip": "True"
   },
   "fastai": {
     "version_specifier": "==2.7.18",
     "skip": "True"
   },
   "s3torchconnector": {
-    "version_specifier": "==1.2.7",
+    "version_specifier": "==1.3.0",
     "skip": "True"
   },
   "torchaudio": {

pytorch/training/docker/2.4/py3/cu124/Dockerfile.gpu

@@ -488,13 +488,16 @@ RUN /opt/conda/bin/mamba install -y -c conda-forge \
     seaborn \
     # pinned for sagemaker==2.235.1
     "cloudpickle==2.2.1" \
+ && /opt/conda/bin/mamba clean -afy
+
+RUN pip install --no-cache-dir -U \
     # pin numpy requirement for sagemaker dependency
     # requires explicit declaration of spacy, thic, blis
+    # pip install due to pip check conflict with conda package
     spacy \
     thinc \
     blis \
-    "numpy<2" \
- && /opt/conda/bin/mamba clean -afy
+    "numpy<2"
 
 # Add SageMaker DataParallel to LD_LIBRARY_PATH
 ENV LD_LIBRARY_PATH="/opt/conda/lib/python${PYTHON_SHORT_VERSION}/site-packages/smdistributed/dataparallel/lib:$LD_LIBRARY_PATH"

pytorch/training/docker/2.4/py3/cu124/Dockerfile.sagemaker.gpu.core_packages.json

@@ -1,6 +1,6 @@
 {
   "accelerate": {
-    "version_specifier": "==1.1.1",
+    "version_specifier": "==1.2.0",
     "skip": "True"
   },
   "fastai": {
@@ -12,7 +12,7 @@
     "skip": "True"
   },
   "s3torchconnector": {
-    "version_specifier": "==1.2.7",
+    "version_specifier": "==1.3.0",
     "skip": "True"
   },
   "torchaudio": {