Open-On-Policy-Distillation/start2.ps1 at main · ulab-uiuc/Open-On-Policy-Distillation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
#!/bin/bash
set -e

# # 1. 下载 Qwen3-8B 模型
# echo "=== Downloading Qwen3-8B model ==="
# hf download Qwen/Qwen3-8B --local-dir /root/Qwen3-8B

# # 2. 下载 MATH-lighteval 数据集
# echo "=== Downloading MATH-lighteval dataset ==="
# hf download --repo-type dataset DigitalLearningGmbH/MATH-lighteval --local-dir /root/math

# # 3. 加载 Qwen3-8B 模型配置
# echo "=== Loading Qwen3-8B model config ==="
# source scripts/models/qwen3-8B.sh

# # 4. 将 HuggingFace 模型转换为 torch_dist 格式
# echo "=== Converting HF checkpoint to torch_dist format ==="
# CUDA_VISIBLE_DEVICES=6,7,8,9 PYTHONPATH=/root/Megatron-LM python tools/convert_hf_to_torch_dist.py \
#     ${MODEL_ARGS[@]} \
#     --hf-checkpoint /root/Qwen3-8B \
#     --save /root/Qwen3-8B_torch_dist

# mkdir -p /root/slime/output/Qwen3-8B_opsd_slime/
# echo "=== All done! ==="


# # 1. 下载 Qwen3-8B 模型
# echo "=== Downloading Qwen3-8B model ==="
# hf download Qwen/Qwen3-4B-Instruct-2507 --local-dir /root/Qwen3-4B-Instruct-2507

# # 2. 下载 MATH-lighteval 数据集
# echo "=== Downloading MATH-lighteval dataset ==="
# hf download --repo-type dataset DigitalLearningGmbH/MATH-lighteval --local-dir /root/math

# # 3. 加载 Qwen3-8B 模型配置
# echo "=== Loading Qwen3-8B model config ==="
# source scripts/models/qwen3-4B-Instruct-2507.sh

# # 4. 将 HuggingFace 模型转换为 torch_dist 格式
# echo "=== Converting HF checkpoint to torch_dist format ==="
# CUDA_VISIBLE_DEVICES=6,7,8,9 PYTHONPATH=/root/Megatron-LM python tools/convert_hf_to_torch_dist.py \
#     ${MODEL_ARGS[@]} \
#     --hf-checkpoint /root/Qwen3-4B-Instruct-2507 \
#     --save /root/Qwen3-4B-Instruct-2507_torch_dist

# mkdir -p /root/slime/output/Qwen3-4B-Instruct-2507_opsd_slime/
# echo "=== All done! ==="


# 1. 下载 Qwen3-8B 模型
echo "=== Downloading Qwen3-8B model ==="
hf download Qwen/Qwen2.5-1.5B-Instruct --local-dir /root/checkpoints_siqi/Qwen2.5-1.5B

# # 2. 下载 MATH-lighteval 数据集
# echo "=== Downloading MATH-lighteval dataset ==="
# hf download --repo-type dataset DigitalLearningGmbH/MATH-lighteval --local-dir /root/math

# 3. 加载 Qwen3-8B 模型配置
echo "=== Loading Qwen3-8B model config ==="
source scripts/models/qwen2.5-math-1.5B.sh

# 4. 将 HuggingFace 模型转换为 torch_dist 格式
echo "=== Converting HF checkpoint to torch_dist format ==="
CUDA_VISIBLE_DEVICES=0 PYTHONPATH=/root/Megatron-LM python tools/convert_hf_to_torch_dist.py \
    ${MODEL_ARGS[@]} \
    --hf-checkpoint /root/checkpoints_siqi/Qwen2.5-Math-1.5B-sftstep138 \
    --save /root/checkpoints_siqi/Qwen2.5-Math-1.5B-sftstep138_torch_dist

# mkdir -p /root/slime/output/Qwen2.5-1.5B_opsd_slime/
echo "=== All done! ==="


echo "=== Downloading Qwen3-8B model ==="
# hf download Qwen/Qwen2.5-7B --local-dir /root/Qwen2.5-7B

# # 2. 下载 MATH-lighteval 数据集
# echo "=== Downloading MATH-lighteval dataset ==="
# hf download --repo-type dataset DigitalLearningGmbH/MATH-lighteval --local-dir /root/math

# 3. 加载 Qwen3-8B 模型配置
# echo "=== Loading Qwen3-8B model config ==="
# source scripts/models/qwen2.5-7B.sh

# # 4. 将 HuggingFace 模型转换为 torch_dist 格式
# echo "=== Converting HF checkpoint to torch_dist format ==="
# CUDA_VISIBLE_DEVICES=3,5,7,9 PYTHONPATH=/root/Megatron-LM python tools/convert_hf_to_torch_dist.py \
#     ${MODEL_ARGS[@]} \
#     --hf-checkpoint /root/Qwen2.5-7B \
#     --save /root/Qwen2.5-7B_torch_dist

# mkdir -p /root/slime/output/Qwen2.5-7B_opsd_slime/
# echo "=== All done! ==="