Skip to content

Commit 4217429

Browse files
committed
Add extra_mount alias resolution and use generic Eagle model path
Add model_paths alias resolution for extra_mount host paths in config.py, enabling MTP recipes to use generic name "kimi-k2.5-eagle3" instead of cluster-specific path for the Eagle speculative decoding model.
1 parent 6242824 commit 4217429

16 files changed

Lines changed: 29 additions & 15 deletions

recipes/kimi2.5/trtllm_dynamo/disagg/gb200Nvfp4/ISL1K_OSL1K/MTP/ctx1dep4_gen1dep16_batch32_eplb0_mtp3.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -115,7 +115,7 @@ backend:
115115
speculative_model_dir: "/eagle-model"
116116

117117
extra_mount:
118-
- "/mnt/lustre01/users/slurm-shared/yeswanthk/models/Kimi-K2.5-Thinking-Eagle3:/eagle-model"
118+
- "kimi-k2.5-eagle3:/eagle-model"
119119

120120
benchmark:
121121
type: "sa-bench"

recipes/kimi2.5/trtllm_dynamo/disagg/gb200Nvfp4/ISL1K_OSL1K/MTP/ctx1dep4_gen1dep32_batch16_eplb0_mtp3.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -113,7 +113,7 @@ backend:
113113
speculative_model_dir: "/eagle-model"
114114

115115
extra_mount:
116-
- "/mnt/lustre01/users/slurm-shared/yeswanthk/models/Kimi-K2.5-Thinking-Eagle3:/eagle-model"
116+
- "kimi-k2.5-eagle3:/eagle-model"
117117

118118
benchmark:
119119
type: "sa-bench"

recipes/kimi2.5/trtllm_dynamo/disagg/gb200Nvfp4/ISL1K_OSL1K/MTP/ctx1dep4_gen1dep8_batch512_eplb0_mtp1.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -175,7 +175,7 @@ backend:
175175
speculative_model_dir: "/eagle-model"
176176

177177
extra_mount:
178-
- "/mnt/lustre01/users/slurm-shared/yeswanthk/models/Kimi-K2.5-Thinking-Eagle3:/eagle-model"
178+
- "kimi-k2.5-eagle3:/eagle-model"
179179

180180
benchmark:
181181
type: "sa-bench"

recipes/kimi2.5/trtllm_dynamo/disagg/gb200Nvfp4/ISL1K_OSL1K/MTP/ctx1dep4_gen4tep8_batch64_allconc_eplb0_mtp3.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -120,7 +120,7 @@ backend:
120120
speculative_model_dir: "/eagle-model"
121121

122122
extra_mount:
123-
- "/mnt/lustre01/users/slurm-shared/yeswanthk/models/Kimi-K2.5-Thinking-Eagle3:/eagle-model"
123+
- "kimi-k2.5-eagle3:/eagle-model"
124124

125125
benchmark:
126126
type: "sa-bench"

recipes/kimi2.5/trtllm_dynamo/disagg/gb200Nvfp4/ISL1K_OSL1K/MTP/ctx1dep4_gen5tep4_batch2_allconc_eplb0_mtp3.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -111,7 +111,7 @@ backend:
111111
speculative_model_dir: "/eagle-model"
112112

113113
extra_mount:
114-
- "/mnt/lustre01/users/slurm-shared/yeswanthk/models/Kimi-K2.5-Thinking-Eagle3:/eagle-model"
114+
- "kimi-k2.5-eagle3:/eagle-model"
115115

116116
benchmark:
117117
type: "sa-bench"

recipes/kimi2.5/trtllm_dynamo/disagg/gb200Nvfp4/ISL1K_OSL1K/MTP/ctx2dep4_gen1dep16_batch128_eplb0_mtp1.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -127,7 +127,7 @@ backend:
127127
speculative_model_dir: "/eagle-model"
128128

129129
extra_mount:
130-
- "/mnt/lustre01/users/slurm-shared/yeswanthk/models/Kimi-K2.5-Thinking-Eagle3:/eagle-model"
130+
- "kimi-k2.5-eagle3:/eagle-model"
131131

132132
benchmark:
133133
type: "sa-bench"

recipes/kimi2.5/trtllm_dynamo/disagg/gb200Nvfp4/ISL1K_OSL1K/MTP/ctx2dep4_gen1dep32_batch64_eplb0_mtp1.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -119,7 +119,7 @@ backend:
119119
speculative_model_dir: "/eagle-model"
120120

121121
extra_mount:
122-
- "/mnt/lustre01/users/slurm-shared/yeswanthk/models/Kimi-K2.5-Thinking-Eagle3:/eagle-model"
122+
- "kimi-k2.5-eagle3:/eagle-model"
123123

124124
benchmark:
125125
type: "sa-bench"

recipes/kimi2.5/trtllm_dynamo/disagg/gb200Nvfp4/ISL1K_OSL1K/MTP/ctx2dep4_gen3dep8_batch256_eplb0_mtp1.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -143,7 +143,7 @@ backend:
143143
speculative_model_dir: "/eagle-model"
144144

145145
extra_mount:
146-
- "/mnt/lustre01/users/slurm-shared/yeswanthk/models/Kimi-K2.5-Thinking-Eagle3:/eagle-model"
146+
- "kimi-k2.5-eagle3:/eagle-model"
147147

148148
benchmark:
149149
type: "sa-bench"

recipes/kimi2.5/trtllm_dynamo/disagg/gb200Nvfp4/ISL8K_OSL1K/MTP/ctx1dep4_gen2tep8_batch32_eplb0_mtp3.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -116,7 +116,7 @@ backend:
116116
speculative_model_dir: "/eagle-model"
117117

118118
extra_mount:
119-
- "/mnt/lustre01/users/slurm-shared/yeswanthk/models/Kimi-K2.5-Thinking-Eagle3:/eagle-model"
119+
- "kimi-k2.5-eagle3:/eagle-model"
120120

121121
benchmark:
122122
type: "sa-bench"

recipes/kimi2.5/trtllm_dynamo/disagg/gb200Nvfp4/ISL8K_OSL1K/MTP/ctx1dep4_gen4tep8_batch1_eplb0_mtp3.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -112,7 +112,7 @@ backend:
112112
speculative_model_dir: "/eagle-model"
113113

114114
extra_mount:
115-
- "/mnt/lustre01/users/slurm-shared/yeswanthk/models/Kimi-K2.5-Thinking-Eagle3:/eagle-model"
115+
- "kimi-k2.5-eagle3:/eagle-model"
116116

117117
benchmark:
118118
type: "sa-bench"

0 commit comments

Comments
 (0)