olive-recipes/Qwen-Qwen2.5-1.5B-Instruct/aitk/_copy.json.config at main · microsoft/olive-recipes · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
{
    "copies": [
        {
            "src": "../../deepseek-ai-DeepSeek-R1-Distill-Qwen-1.5B/aitk/deepseek_trtrtx_config.json",
            "dst": "qwen2_5_trtrtx_config.json",
            "replacements": [
                {
                    "find": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
                    "replace": "Qwen/Qwen2.5-1.5B-Instruct"
                },
                {
                    "find": "model/deepseek",
                    "replace": "model/qwen2_5"
                }
            ]
        },
        {
            "src": "../../deepseek-ai-DeepSeek-R1-Distill-Qwen-1.5B/aitk/deepseek_dml_config.json",
            "dst": "qwen2_5_dml_config.json",
            "replacements": [
                {
                    "find": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
                    "replace": "Qwen/Qwen2.5-1.5B-Instruct"
                },
                {
                    "find": "model/deepseek",
                    "replace": "model/qwen2_5"
                }
            ]
        },
        {
            "src": "../../deepseek-ai-DeepSeek-R1-Distill-Qwen-1.5B/aitk/README.md",
            "dst": "README.md",
            "replacements": [
                {
                    "find": "# DeepSeek-R1-Distill-Qwen-1.5B Model Optimization",
                    "replace": "# Qwen2.5-1.5B-Instruct Model Optimization"
                },
                {
                    "find": "[DeepSeek-R1-Distill-Qwen-1.5B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B)",
                    "replace": "[Qwen2.5-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct)"
                },
                {
                    "find": "> ⚠️ If got 6033 error, replace `genai_config.json` in `./model` folder",
                    "replace": ""
                }
            ]
        },
        {
            "src": "../../deepseek-ai-DeepSeek-R1-Distill-Qwen-1.5B/aitk/requirements.txt",
            "dst": "requirements.txt",
            "replacements": []
        },
        {
            "src": "../../deepseek-ai-DeepSeek-R1-Distill-Qwen-1.5B/aitk/inference_sample.ipynb",
            "dst": "inference_sample.ipynb",
            "replacements": [
                {
                    "find": "<｜User｜>{input}<｜Assistant｜><think>",
                    "replace": "<|im_start|>user\\\\n{input}<|im_end|>\\\\n<|im_start|>assistant\\\\n"
                }
            ]
        },
        {
            "src": "../../deepseek-ai-DeepSeek-R1-Distill-Qwen-1.5B/aitk/winml.py",
            "dst": "winml.py"
        }
    ]
}