We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8a57c6c commit 35cb6f7Copy full SHA for 35cb6f7
1 file changed
verl/workers/sharding_manager/fsdp_vllm.py
@@ -121,6 +121,7 @@ def _collect_lora_weights(self) -> dict:
121
else:
122
lora_weights[key] = lora_weight.detach().cpu()
123
124
+ submodule._is_root = False
125
if self.use_param_offload:
126
offload_fsdp_submodule(submodule)
127
0 commit comments