[Fix] Unload lora in HF_Runner if needed (#5899)

58195dd5 · Qiaolin Yu · GitHub · 799789af · 58195dd5
Unverified Commit 58195dd5 authored Apr 29, 2025 by Qiaolin Yu Committed by GitHub Apr 29, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 0 deletions

python/sglang/test/runners.py python/sglang/test/runners.py +4 -0

No files found.
--- a/python/sglang/test/runners.py
+++ b/python/sglang/test/runners.py
@@ -423,6 +423,10 @@ class HFRunner:
                    )
                del input_logits

+        if lora_paths is not None and lora_paths[i] is not None:
+            # Unload the LoRA adapter if it is used
+            model.unload()
+
        return ModelOutput(
            output_strs=output_strs,
            top_input_logprobs=top_input_logprobs,