main transformers branch

Author: IlyasMoutawwakil

.github/workflows/fast_tests.yml

@@ -20,23 +20,23 @@ jobs:
         uses: actions/checkout@v2
       - name: Pull image
         run: |
-            docker pull vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest
+          docker pull vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest
       - name: Run tests
         run: |
-            docker run \
-            --rm \
-            -v $PWD:/root/workspace \
-            -v /scratch-1:/data \
-            --workdir=/root/workspace \
-            --runtime=habana \
-            -e HABANA_VISIBLE_DEVICES=$DOCKER_HABANA_VISIBLE_DEVICES \
-            -e OMPI_MCA_btl_vader_single_copy_mechanism=none \
-            -e HF_HOME=/data \
-            --cap-add=sys_nice \
-            --net=host \
-            --ipc=host \
-            vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest \
-            /bin/bash tests/ci/fast_tests.sh
+          docker run \
+          --rm \
+          -v $PWD:/root/workspace \
+          -v /scratch-1:/data \
+          --workdir=/root/workspace \
+          --runtime=habana \
+          -e HABANA_VISIBLE_DEVICES=$DOCKER_HABANA_VISIBLE_DEVICES \
+          -e OMPI_MCA_btl_vader_single_copy_mechanism=none \
+          -e HF_HOME=/data \
+          --cap-add=sys_nice \
+          --net=host \
+          --ipc=host \
+          vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest \
+          /bin/bash tests/ci/fast_tests.sh
   diffusers:
     name: Run tests for optimum.habana.diffusers
     runs-on: [self-hosted, linux, x64, gaudi2, fast]
@@ -45,20 +45,20 @@ jobs:
         uses: actions/checkout@v2
       - name: Pull image
         run: |
-            docker pull vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest
+          docker pull vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest
       - name: Run tests
         run: |
-            docker run \
-            --rm \
-            -v $PWD:/root/workspace \
-            -v /scratch-1:/data \
-            --workdir=/root/workspace \
-            --runtime=habana \
-            -e HABANA_VISIBLE_DEVICES=$DOCKER_HABANA_VISIBLE_DEVICES \
-            -e OMPI_MCA_btl_vader_single_copy_mechanism=none \
-            -e HF_HOME=/data \
-            --cap-add=sys_nice \
-            --net=host \
-            --ipc=host \
-            vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest \
-            /bin/bash tests/ci/fast_tests_diffusers.sh
+          docker run \
+          --rm \
+          -v $PWD:/root/workspace \
+          -v /scratch-1:/data \
+          --workdir=/root/workspace \
+          --runtime=habana \
+          -e HABANA_VISIBLE_DEVICES=$DOCKER_HABANA_VISIBLE_DEVICES \
+          -e OMPI_MCA_btl_vader_single_copy_mechanism=none \
+          -e HF_HOME=/data \
+          --cap-add=sys_nice \
+          --net=host \
+          --ipc=host \
+          vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest \
+          /bin/bash tests/ci/fast_tests_diffusers.sh

.github/workflows/upstream.yml

@@ -49,7 +49,6 @@ jobs:
       - name: Checkout to Transformers
         uses: actions/checkout@v4
         with:
-          ref: hpu-support
           repository: huggingface/transformers
 
       - name: Install Transformers with Accelerate & DeepSpeed
@@ -123,7 +122,7 @@ jobs:
         run: |
           pip install -e .[testing] \
             git+https://github.com/HabanaAI/DeepSpeed.git@1.20.0 \
-            git+https://github.com/huggingface/transformers.git@hpu-support
+            git+https://github.com/huggingface/transformers.git
 
       - name: Run CLI tests
         run: |