-
Notifications
You must be signed in to change notification settings - Fork 162
Expand file tree
/
Copy pathcuda.yml
More file actions
65 lines (56 loc) · 2.35 KB
/
Copy pathcuda.yml
File metadata and controls
65 lines (56 loc) · 2.35 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
# CUDA Hardware Configuration
# This file defines CI/CD settings for CUDA-based testing
# Test configurations are defined in tests/test_utils/config/platforms/cuda.yaml
hardware_name: cuda
display_name: 'CUDA Tests'
# Docker image for this hardware
ci_image: harbor.baai.ac.cn/flagos/flagscale:cuda12.8.1-cudnn9.7.1-python3.12-torch2.7.0-time2507111538
ci_train_image: harbor.baai.ac.cn/flagscale/flagscale-train:dev-cu128-py3.12-20260228210721
ci_inference_image: harbor.baai.ac.cn/flagscale/flagscale-inference:dev-cu128-py3.12-20260302102033
# Directory to store image tar files (shared between build and push workflows)
tar_dir: /mnt/airs-business/cicd/image_tar
# Runner labels for this hardware
runner_labels: ['flagscale-nvidia-a100-gpu2-32c-128g']
# Container volumes (hardware-specific paths)
container_volumes:
- /mnt/airs-business/cicd/baai_datasets:/home/gitlab-runner/data
- /mnt/airs-business/cicd/baai_tokenizers:/home/gitlab-runner/tokenizers
- /etc/hosts:/etc/hosts:ro
# Container options (hardware-specific settings)
container_options: >-
--gpus all
--shm-size=500g
--hostname flagscale_cicd
--user root
--ulimit nofile=65535:65535
--cap-add SYS_ADMIN
--cap-add SYS_PTRACE
--cap-add IPC_LOCK
--cap-add NET_ADMIN
--security-opt seccomp=unconfined
# =============================================================================
# Package Manager Configuration
# =============================================================================
# Supported package managers: pip, uv, conda
# - pip: Use pip directly (standard Python)
# - uv: Use uv pip (fast, modern package manager)
# - conda: Use conda environment with pip for PyPI packages
#
# Unified environment parameters:
# - env_name: Conda environment name (for conda only)
# - env_path: Environment path (venv path for uv, conda installation path for conda)
#
# To transition to uv in the future:
# 1. Change pkg_mgr to "uv"
# 2. Ensure uv is installed in the Docker image
# 3. Set env_path to the virtual environment path (e.g., "/opt/venv")
#
pkg_mgr: 'conda' # Current: conda for CI/CD compatibility
# Environment path (venv path for uv, conda installation path for conda)
env_path: '/root/miniconda3'
# Conda environment name (for conda only)
env_names:
train: 'flagscale-train'
hetero_train: 'flagscale-train'
inference: 'flagscale-inference'
rl: 'flagscale-rl'