Skip to content

Commit db39adf

Browse files
committed
fix
1 parent d541972 commit db39adf

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

src/mcore_bridge/bridge/gpt_bridge.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -83,7 +83,7 @@ def __init__(self, config: ModelConfig):
8383
self.mxfp4_quantizer = MxFp4Dequantizer()
8484
quantization_config = getattr(self.config.hf_config, 'quantization_config', None)
8585
self.packed_quantizer = None
86-
if quantization_config['quant_method'] == 'compressed-tensors':
86+
if quantization_config and quantization_config.get('quant_method') == 'compressed-tensors':
8787
self.packed_quantizer = PackedDequantizer(quantization_config)
8888

8989
dp_size = dist.get_world_size() // self.etp_size // self.ep_size // self.pp_size

0 commit comments

Comments
 (0)