Skip to content

GitLab

"...models/git@developer.sourcefind.cn:OpenDAS/vision.git" did not exist on "321f39e749bc32bd660863b6df794e90c16a6d40"
Unverified Commit 8cddfa56 authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

Clean warning logs for gate_proj loading in Lora (#8172)

parent 4e3defe5
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 4 deletions
python/sglang/srt/lora/lora.py
View file @ 8cddfa56
...@@ -186,10 +186,6 @@ class LoRAAdapter(nn.Module): ...@@ -186,10 +186,6 @@ class LoRAAdapter(nn.Module):
up_name = weight_name.replace("gate_proj", "up_proj") up_name = weight_name.replace("gate_proj", "up_proj")
gate_up_name = weight_name.replace("gate_proj", "gate_up_proj") gate_up_name = weight_name.replace("gate_proj", "gate_up_proj")
if up_name not in weights: if up_name not in weights:
logger.warning(
f"Gate projection {weight_name} does not have a corresponding up projection {up_name}. "
f"Initializing up projection to zero."
)
weights[up_name] = torch.zeros_like(weights[weight_name]) weights[up_name] = torch.zeros_like(weights[weight_name])
# FIXME: Add gate-only support for flashinfer in future implementations # FIXME: Add gate-only support for flashinfer in future implementations
assert self.lora_backend.name == "triton", ( assert self.lora_backend.name == "triton", (
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment