Skip to content

GitLab

Unverified Commit 8cddfa56 authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

Clean warning logs for gate_proj loading in Lora (#8172)

parent 4e3defe5
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 4 deletions
python/sglang/srt/lora/lora.py
View file @ 8cddfa56
...@@ -186,10 +186,6 @@ class LoRAAdapter(nn.Module): ...@@ -186,10 +186,6 @@ class LoRAAdapter(nn.Module):
up_name = weight_name.replace("gate_proj", "up_proj") up_name = weight_name.replace("gate_proj", "up_proj")
gate_up_name = weight_name.replace("gate_proj", "gate_up_proj") gate_up_name = weight_name.replace("gate_proj", "gate_up_proj")
if up_name not in weights: if up_name not in weights:
logger.warning(
f"Gate projection {weight_name} does not have a corresponding up projection {up_name}. "
f"Initializing up projection to zero."
)
weights[up_name] = torch.zeros_like(weights[weight_name]) weights[up_name] = torch.zeros_like(weights[weight_name])
# FIXME: Add gate-only support for flashinfer in future implementations # FIXME: Add gate-only support for flashinfer in future implementations
assert self.lora_backend.name == "triton", ( assert self.lora_backend.name == "triton", (
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment