TorchScript bad_alloc issue

Differential Revision: D65495806

Author: PaulZhang12

.github/workflows/unittest_ci_cpu.yml

@@ -45,9 +45,9 @@ jobs:
         conda info
         python --version
         conda run -n build_binary python --version
-        conda install -n build_binary \
+        conda run -n build_binary \
           --yes \
-          pytorch cpuonly -c pytorch-nightly
+          pip install torch --index-url https://download.pytorch.org/whl/nightly/cu121
         conda run -n build_binary \
           python -c "import torch.distributed"
         conda run -n build_binary \
@@ -66,7 +66,8 @@ jobs:
         conda run -n build_binary \
           python -c "import numpy"
         echo "numpy succeeded"
-        conda install -n build_binary -y pytest
+        conda run -n build_binary \
+          pip install pytest
         conda run -n build_binary \
           python -m pytest torchrec -v -s -W ignore::pytest.PytestCollectionWarning --continue-on-collection-errors \
           --ignore-glob=**/test_utils/