forked from flagos-ai/TransformerEngine-FL
-
Notifications
You must be signed in to change notification settings - Fork 2
Expand file tree
/
Copy pathmetax.yml
More file actions
68 lines (57 loc) · 1.58 KB
/
Copy pathmetax.yml
File metadata and controls
68 lines (57 loc) · 1.58 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
# Metax Hardware Configuration for TE-FL
# This file defines CI/CD settings for Metax-based testing
# This file defines environment variables, volumes, and test filters for TE tests.
hardware_name: metax
display_name: 'Metax Tests'
# CI image for Metax dev env
# ci_image: localhost:5000/megatron-lm-with-te:v1
# CI image for online env
ci_image: harbor.baai.ac.cn/flagscale/megatron-lm-with-te:202603231839
# Runner labels for self-hosted Metax node
# runner_labels:
# - self-hosted
# - Linux
# - X64
# - metax
# - dev
# Runner labels for online env
runner_labels:
- mx-4g-cicd-te
# Container volumes
container_volumes:
- /nfs/metax_fs:/nfs/metax_fs
# Container options
container_options: >-
--hostname=te_cicd
--ipc=host
--privileged=true
--shm-size=100gb
--ulimit memlock=-1
--user root
--ulimit nofile=65535:65535
--group-add video
-e PLATFORM=metax
-e TORCH_DISTRIBUTED_BACKEND=mccl
-e LD_LIBRARY_PATH=/opt/maca/lib:/usr/local/lib:$LD_LIBRARY_PATH
# Platform-specific environment setup script
setup_script: .github/scripts/setup_metax.sh
# Build environment variables (platform-specific)
build_env:
TE_FL_SKIP_CUDA: '1'
NVTE_WITH_MACA: '1'
CUDA_HOME: /opt/maca
MACA_HOME: /opt/maca
# Device types to run tests on
device_types:
- c500
# Test matrix configuration
test_matrix:
unit:
devices:
- c500
# Ignored test files for unit tests
# These files will be skipped when running pytest
ignored_tests:
# example: tests/unit_tests/test_example.py
# - tests/unit_tests/test_inference.py
# - tests/unit_tests/test_rl_utils.py