Skip to content

Commit 03e2138

Browse files
1201048612010486
authored
Merge branch 'huggingface:main' into lm_eval_impro
2 parents 8a929b2 + 72dea90 commit 03e2138

File tree

4 files changed

+39
-13
lines changed

4 files changed

+39
-13
lines changed

‎.github/workflows/build_documentation.yml‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -51,10 +51,12 @@ jobs:
5151
5252
- name: Make documentation
5353
shell: bash
54+
env:
55+
HF_DOC_BUILD_PUSH: ${{ secrets.HF_DOC_BUILD_PUSH }}
5456
run: |
5557
sudo docker system prune -af
5658
make doc BUILD_DIR=habana-doc-build VERSION=${{ env.VERSION }}
5759
sudo chmod -R ugo+rwx habana-doc-build
5860
cd habana-doc-build
5961
sudo mv optimum.habana optimum-habana
60-
doc-builder push optimum-habana --doc_build_repo_id "hf-doc-build/doc-build" --token "${{ secrets.HF_DOC_BUILD_PUSH }}" --commit_msg "Updated with commit $COMMIT_SHA See: https://github.com/huggingface/optimum-habana/commit/$COMMIT_SHA" --n_retries 5
62+
doc-builder push optimum-habana --doc_build_repo_id "hf-doc-build/doc-build" --token "$HF_DOC_BUILD_PUSH" --commit_msg "Updated with commit $COMMIT_SHA See: https://github.com/huggingface/optimum-habana/commit/$COMMIT_SHA" --n_retries 5

‎.github/workflows/slow_tests.yml‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -194,6 +194,8 @@ jobs:
194194
run: |
195195
docker pull vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest
196196
- name: Run tests
197+
env:
198+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
197199
run: |
198200
docker run \
199201
-v $PWD:/root/workspace \
@@ -205,7 +207,7 @@ jobs:
205207
--net=host \
206208
--ipc=host \
207209
vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest \
208-
make slow_tests_text_generation_example TOKEN=${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
210+
make slow_tests_text_generation_example TOKEN="$TEXT_GENERATION_CI_HUB_TOKEN"
209211
trl:
210212
name: Test TRL integration
211213
if: ${{ !cancelled() && (success() || failure()) }}

‎.github/workflows/slow_tests_gaudi2.yml‎

Lines changed: 15 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -45,6 +45,8 @@ jobs:
4545
run: |
4646
docker pull vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest
4747
- name: Run tests
48+
env:
49+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
4850
run: |
4951
docker run \
5052
--rm \
@@ -60,7 +62,7 @@ jobs:
6062
--net=host \
6163
--ipc=host \
6264
vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest \
63-
/bin/bash tests/ci/slow_tests_diffusers.sh ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
65+
/bin/bash tests/ci/slow_tests_diffusers.sh "$TEXT_GENERATION_CI_HUB_TOKEN"
6466
deepspeed:
6567
name: Test DeepSpeed models
6668
if: ${{ !cancelled() && (success() || failure()) }}
@@ -74,6 +76,8 @@ jobs:
7476
run: |
7577
docker pull vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest
7678
- name: Run tests
79+
env:
80+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
7781
run: |
7882
docker run \
7983
--rm \
@@ -89,7 +93,7 @@ jobs:
8993
--net=host \
9094
--ipc=host \
9195
vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest \
92-
/bin/bash tests/ci/slow_tests_deepspeed.sh ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
96+
/bin/bash tests/ci/slow_tests_deepspeed.sh "$TEXT_GENERATION_CI_HUB_TOKEN"
9397
fsdp:
9498
name: Test FSDP models
9599
if: ${{ !cancelled() && (success() || failure()) }}
@@ -103,6 +107,8 @@ jobs:
103107
run: |
104108
docker pull vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest
105109
- name: Run tests
110+
env:
111+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
106112
run: |
107113
docker run \
108114
--rm \
@@ -118,7 +124,7 @@ jobs:
118124
--net=host \
119125
--ipc=host \
120126
vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest \
121-
make slow_tests_fsdp TOKEN=${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
127+
make slow_tests_fsdp TOKEN="$TEXT_GENERATION_CI_HUB_TOKEN"
122128
multi-card:
123129
name: Test multi-card models
124130
if: ${{ !cancelled() && (success() || failure()) }}
@@ -132,6 +138,8 @@ jobs:
132138
run: |
133139
docker pull vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest
134140
- name: Run tests
141+
env:
142+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
135143
run: |
136144
docker run \
137145
--rm \
@@ -147,7 +155,7 @@ jobs:
147155
--net=host \
148156
--ipc=host \
149157
vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest \
150-
/bin/bash tests/ci/slow_tests_8x.sh ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
158+
/bin/bash tests/ci/slow_tests_8x.sh "$TEXT_GENERATION_CI_HUB_TOKEN"
151159
single-card:
152160
name: Test single-card models
153161
if: ${{ !cancelled() && (success() || failure()) }}
@@ -194,6 +202,8 @@ jobs:
194202
run: |
195203
docker pull vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest
196204
- name: Run tests
205+
env:
206+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
197207
run: |
198208
docker run \
199209
--rm \
@@ -209,7 +219,7 @@ jobs:
209219
--net=host \
210220
--ipc=host \
211221
vault.habana.ai/gaudi-docker/1.22.0/ubuntu22.04/habanalabs/pytorch-installer-2.7.1:latest \
212-
make slow_tests_text_generation_example TOKEN=${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
222+
make slow_tests_text_generation_example TOKEN="$TEXT_GENERATION_CI_HUB_TOKEN"
213223
trl:
214224
name: Test TRL integration
215225
if: ${{ !cancelled() && (success() || failure()) }}

‎.github/workflows/slow_tests_gaudi3.yml‎

Lines changed: 18 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,9 @@ jobs:
5050
- name: Checkout
5151
uses: actions/checkout@v6
5252
- name: Run tests
53-
run: /bin/bash tests/ci/slow_tests_diffusers.sh ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
53+
env:
54+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
55+
run: /bin/bash tests/ci/slow_tests_diffusers.sh "$TEXT_GENERATION_CI_HUB_TOKEN"
5456

5557
deepspeed:
5658
name: Test DeepSpeed models
@@ -73,7 +75,9 @@ jobs:
7375
- name: Checkout
7476
uses: actions/checkout@v6
7577
- name: Run tests
76-
run: /bin/bash tests/ci/slow_tests_deepspeed.sh ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
78+
env:
79+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
80+
run: /bin/bash tests/ci/slow_tests_deepspeed.sh "$TEXT_GENERATION_CI_HUB_TOKEN"
7781

7882
fsdp:
7983
name: Test FSDP models
@@ -96,7 +100,9 @@ jobs:
96100
- name: Checkout
97101
uses: actions/checkout@v6
98102
- name: Run tests
99-
run: make slow_tests_fsdp TOKEN=${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
103+
env:
104+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
105+
run: make slow_tests_fsdp TOKEN="$TEXT_GENERATION_CI_HUB_TOKEN"
100106

101107
multi-card:
102108
name: Test multi-card models
@@ -119,7 +125,9 @@ jobs:
119125
- name: Checkout
120126
uses: actions/checkout@v6
121127
- name: Run tests
122-
run: /bin/bash tests/ci/slow_tests_8x.sh ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
128+
env:
129+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
130+
run: /bin/bash tests/ci/slow_tests_8x.sh "$TEXT_GENERATION_CI_HUB_TOKEN"
123131

124132
single-card:
125133
name: Test single-card models
@@ -143,7 +151,9 @@ jobs:
143151
- name: Checkout
144152
uses: actions/checkout@v6
145153
- name: Run tests
146-
run: /bin/bash tests/ci/slow_tests_1x.sh ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
154+
env:
155+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
156+
run: /bin/bash tests/ci/slow_tests_1x.sh "$TEXT_GENERATION_CI_HUB_TOKEN"
147157

148158
text-generation:
149159
name: Test text-generation example
@@ -168,7 +178,9 @@ jobs:
168178
- name: Checkout
169179
uses: actions/checkout@v6
170180
- name: Run tests
171-
run: make slow_tests_text_generation_example TOKEN=${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
181+
env:
182+
TEXT_GENERATION_CI_HUB_TOKEN: ${{ secrets.TEXT_GENERATION_CI_HUB_TOKEN }}
183+
run: make slow_tests_text_generation_example TOKEN="$TEXT_GENERATION_CI_HUB_TOKEN"
172184

173185
trl:
174186
name: Test TRL integration

0 commit comments

Comments
 (0)