We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
-sc
--speculative-config
1 parent 3260efc commit 3d65aa1Copy full SHA for 3d65aa1
1 file changed
vllm/engine/arg_utils.py
@@ -1301,7 +1301,7 @@ def add_cli_args(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
1301
# delay the Pydantic validation that comes with SpeculativeConfig.
1302
vllm_kwargs["speculative_config"]["type"] = optional_type(json.loads)
1303
vllm_group.add_argument(
1304
- "--speculative-config", **vllm_kwargs["speculative_config"]
+ "--speculative-config", "-sc", **vllm_kwargs["speculative_config"]
1305
)
1306
1307
"--kv-transfer-config", **vllm_kwargs["kv_transfer_config"]
0 commit comments