"vscode:/vscode.git/clone" did not exist on "89ddb6c0a46acce715c2c8df84b4d3317e57dc14"
Unverified Commit 8cddfa56 authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

Clean warning logs for gate_proj loading in Lora (#8172)

parent 4e3defe5
......@@ -186,10 +186,6 @@ class LoRAAdapter(nn.Module):
up_name = weight_name.replace("gate_proj", "up_proj")
gate_up_name = weight_name.replace("gate_proj", "gate_up_proj")
if up_name not in weights:
logger.warning(
f"Gate projection {weight_name} does not have a corresponding up projection {up_name}. "
f"Initializing up projection to zero."
)
weights[up_name] = torch.zeros_like(weights[weight_name])
# FIXME: Add gate-only support for flashinfer in future implementations
assert self.lora_backend.name == "triton", (
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment