We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d541972 commit db39adfCopy full SHA for db39adf
1 file changed
src/mcore_bridge/bridge/gpt_bridge.py
@@ -83,7 +83,7 @@ def __init__(self, config: ModelConfig):
83
self.mxfp4_quantizer = MxFp4Dequantizer()
84
quantization_config = getattr(self.config.hf_config, 'quantization_config', None)
85
self.packed_quantizer = None
86
- if quantization_config['quant_method'] == 'compressed-tensors':
+ if quantization_config and quantization_config.get('quant_method') == 'compressed-tensors':
87
self.packed_quantizer = PackedDequantizer(quantization_config)
88
89
dp_size = dist.get_world_size() // self.etp_size // self.ep_size // self.pp_size
0 commit comments