Fix failing CogVideoX LoRA fuse test (#10352)

fix

Fix failing CogVideoX LoRA fuse test (#10352)
fix
055d9554 · Aryan · GitHub · 71cc2013 · 055d9554
Unverified Commit 055d9554 authored Dec 23, 2024 by Aryan Committed by GitHub Dec 23, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/diffusers/models/embeddings.py src/diffusers/models/embeddings.py +1 -1

No files found.
--- a/src/diffusers/models/embeddings.py
+++ b/src/diffusers/models/embeddings.py
@@ -748,10 +748,10 @@ class CogVideoXPatchEmbed(nn.Module):
                pos_embedding = self._get_positional_embeddings(
                    height, width, pre_time_compression_frames, device=embeds.device
                )
-                pos_embedding = pos_embedding.to(dtype=embeds.dtype)
            else:
                pos_embedding = self.pos_embedding

+            pos_embedding = pos_embedding.to(dtype=embeds.dtype)
            embeds = embeds + pos_embedding

        return embeds