clean up fsdp lora logic

volcengine · Feb 5, 2025 · a0be6d9 · a0be6d9
1 parent e01412a
commit a0be6d9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/verl/workers/sharding_manager/fsdp_vllm.py b/verl/workers/sharding_manager/fsdp_vllm.py
@@ -89,7 +89,7 @@ def __enter__(self):
 
         if isinstance(self.module._fsdp_wrapped_module, PeftModel):
             with FSDP.summon_full_params(self.module):
-                self.module._fsdp_wrapped_module.unmerge_adapter()
+                self.module.unmerge_adapter()
         del params
         torch.cuda.empty_cache()
         log_gpu_memory_usage('After del state_dict and empty_cache in sharding manager', logger=logger)