File tree Expand file tree Collapse file tree 1 file changed +5
-4
lines changed
tensorrt_llm/_torch/pyexecutor Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Original file line number Diff line number Diff line change @@ -1342,8 +1342,10 @@ def _infer_shared_expert_size_from_adapter(adapter_dir: str) -> int:
13421342
13431343 try :
13441344 from tensorrt_llm .lora_manager import get_model_path , load_state_dict
1345- adapter_weights = load_state_dict (
1346- get_model_path (adapter_dir , "adapter_model" ))
1345+ model_path = get_model_path (adapter_dir , "adapter_model" )
1346+ if model_path is None :
1347+ return 0
1348+ adapter_weights = load_state_dict (model_path )
13471349 if adapter_weights is None :
13481350 return 0
13491351 for key , tensor in adapter_weights .items ():
@@ -1356,8 +1358,7 @@ def _infer_shared_expert_size_from_adapter(adapter_dir: str) -> int:
13561358 return tensor .shape [1 ] if tensor .shape [
13571359 0 ] == rank else tensor .shape [0 ]
13581360 except Exception as e :
1359- logger .debug (f"Failed to infer shared expert size from adapter: { e } " ,
1360- exc_info = True )
1361+ logger .debug (f"Failed to infer shared expert size from adapter: { e } " )
13611362 return 0
13621363
13631364
You can’t perform that action at this time.
0 commit comments