[LoRA] fix: torch.compile() for lora conv (#5298)

fix: torch.compile() for lora conv

[LoRA] fix: torch.compile() for lora conv (#5298)
fix: torch.compile() for lora conv
7eaae83f · Sayak Paul · GitHub · 872ae1dd · 7eaae83f
Unverified Commit 7eaae83f authored Oct 06, 2023 by Sayak Paul Committed by GitHub Oct 06, 2023
Show whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

src/diffusers/models/lora.py src/diffusers/models/lora.py +4 -1

No files found.
--- a/src/diffusers/models/lora.py
+++ b/src/diffusers/models/lora.py
@@ -164,7 +164,10 @@ class LoRACompatibleConv(nn.Conv2d):
                hidden_states, self.weight, self.bias, self.stride, self.padding, self.dilation, self.groups
            )
        else:
-            return super().forward(hidden_states) + (scale * self.lora_layer(hidden_states))
+            original_outputs = F.conv2d(
+                hidden_states, self.weight, self.bias, self.stride, self.padding, self.dilation, self.groups
+            )
+            return original_outputs + (scale * self.lora_layer(hidden_states))


 class LoRACompatibleLinear(nn.Linear):