Skip to content

Commit 21b4e36

Browse files
IlyasMoutawwakilIlyasMoutawwakil
committed
test
1 parent 2945d87 commit 21b4e36

1 file changed

Lines changed: 151 additions & 0 deletions

File tree

‎.github/workflows/upstream_tests.yml‎

Lines changed: 151 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,151 @@
1+
name: Upstream Integrations
2+
3+
on:
4+
workflow_dispatch:
5+
schedule:
6+
- cron: "0 0 * * *" # Run daily at 00:00 UTC
7+
8+
concurrency:
9+
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
10+
cancel-in-progress: true
11+
12+
jobs:
13+
transformers:
14+
name: Upstream Transformers
15+
runs-on:
16+
group: aws-dl1-24xlarge
17+
18+
container:
19+
image: docker://vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest
20+
options: --runtime=habana --shm-size=64G --env HABANA_VISIBLE_DEVICES
21+
env:
22+
OMPI_MCA_btl_vader_single_copy_mechanism: none
23+
RUN_THIRD_PARTY_DEVICE_TESTS: 1
24+
TRANSFORMERS_TEST_DEVICE: hpu
25+
PT_ENABLE_INT64_SUPPORT: 1
26+
PT_HPU_LAZY_MODE: 0
27+
RUN_SLOW: 1
28+
29+
steps:
30+
- name: HL-SMI (1)
31+
run: |
32+
hl-smi
33+
echo "HABANA_VISIBLE_DEVICES=${HABANA_VISIBLE_DEVICES}"
34+
echo "HABANA_VISIBLE_MODULES=${HABANA_VISIBLE_MODULES}"
35+
36+
- name: Extract HPU visible modules
37+
id: add-modules
38+
run: |
39+
export HABANA_VISIBLE_MODULES=$(hl-smi -Q module_id -f csv,noheader | tr '\n' ',' | sed 's/,$//')
40+
echo "HABANA_VISIBLE_MODULES=${HABANA_VISIBLE_MODULES}" >> $GITHUB_ENV
41+
42+
- name: HL-SMI (2)
43+
run: |
44+
hl-smi
45+
echo "HABANA_VISIBLE_DEVICES=${HABANA_VISIBLE_DEVICES}"
46+
echo "HABANA_VISIBLE_MODULES=${HABANA_VISIBLE_MODULES}"
47+
48+
- name: Checkout to Transformers
49+
uses: actions/checkout@v4
50+
with:
51+
ref: hpu-support
52+
repository: huggingface/transformers
53+
54+
- name: Install Transformers with Accelerate and DeepSpeed
55+
run: |
56+
pip install -e .[testing] "numpy<2.0.0" scipy scikit-learn \
57+
git+https://github.com/huggingface/accelerate.git@hpu-support \
58+
git+https://github.com/HabanaAI/DeepSpeed.git@1.20.0
59+
60+
- name: Run Trainer tests
61+
run: |
62+
pytest tests/trainer/test_trainer.py -s -vvvv
63+
64+
- name: Run Trainer Utils tests
65+
run: |
66+
pytest tests/trainer/test_trainer_utils.py -s -vvvv
67+
68+
- name: Run Trainer Seq2Seq tests
69+
run: |
70+
pytest tests/trainer/test_trainer_seq2seq.py -s -vvvv
71+
72+
- name: Run Trainer Distributed tests
73+
run: |
74+
pytest tests/trainer/test_trainer_distributed.py -s -vvvv
75+
76+
- name: Run FSDP Integration tests
77+
run: |
78+
pytest tests/fsdp/test_fsdp.py tests/trainer/test_trainer_fsdp.py -s -vvvv
79+
80+
- name: Run DeepSpeed Integration tests
81+
run: |
82+
pytest tests/deepspeed/test_deepspeed.py -s -vvvv
83+
84+
accelerate:
85+
name: Upstream Accelerate
86+
runs-on:
87+
group: aws-dl1-24xlarge
88+
89+
container:
90+
image: docker://vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest
91+
options: --runtime=habana --shm-size=64G --cap-add=sys_nice --env HABANA_VISIBLE_DEVICES
92+
env:
93+
OMPI_MCA_btl_vader_single_copy_mechanism: none
94+
PT_ENABLE_INT64_SUPPORT: 1
95+
PT_HPU_LAZY_MODE: 0
96+
RUN_SLOW: 1
97+
98+
steps:
99+
- name: HL-SMI (1)
100+
run: |
101+
hl-smi
102+
echo "HABANA_VISIBLE_DEVICES=${HABANA_VISIBLE_DEVICES}"
103+
echo "HABANA_VISIBLE_MODULES=${HABANA_VISIBLE_MODULES}"
104+
105+
- name: Extract HPU visible modules
106+
id: add-modules
107+
run: |
108+
export HABANA_VISIBLE_MODULES=$(hl-smi -Q module_id -f csv,noheader | tr '\n' ',' | sed 's/,$//')
109+
echo "HABANA_VISIBLE_MODULES=${HABANA_VISIBLE_MODULES}" >> $GITHUB_ENV
110+
111+
- name: HL-SMI (2)
112+
run: |
113+
hl-smi
114+
echo "HABANA_VISIBLE_DEVICES=${HABANA_VISIBLE_DEVICES}"
115+
echo "HABANA_VISIBLE_MODULES=${HABANA_VISIBLE_MODULES}"
116+
117+
- name: Checkout to Accelerate
118+
uses: actions/checkout@v4
119+
with:
120+
ref: hpu-support
121+
repository: huggingface/accelerate
122+
123+
- name: Install Accelerate with Transformers and DeepSpeed
124+
run: |
125+
pip install -e .[testing] \
126+
git+https://github.com/HabanaAI/DeepSpeed.git@1.20.0 \
127+
git+https://github.com/huggingface/transformers.git@hpu-support
128+
129+
- name: Run CLI tests
130+
run: |
131+
make test_cli
132+
133+
- name: Run Core tests
134+
run: |
135+
make test_core
136+
137+
- name: Run Big Modeling tests
138+
run: |
139+
make test_big_modeling
140+
141+
- name: Run FSDP integration tests
142+
run: |
143+
make test_fsdp
144+
145+
- name: Run DeepSpeed integration tests
146+
run: |
147+
make test_deepspeed
148+
149+
- name: Run Examples tests
150+
run: |
151+
make test_examples

0 commit comments

Comments
 (0)