Skip to content

GitLab

"git@developer.sourcefind.cn:wangsen/paddle_dbnet.git" did not exist on "54cf00688327e79c65364b7d148bee917c3ab779"
Commit 8328a2d8 authored by comfyanonymous's avatar comfyanonymous
Browse files

Let hunyuan dit work with all prompt lengths.

parent afe732be
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
comfy/ldm/hydit/poolers.py
View file @ 8328a2d8
...@@ -16,6 +16,7 @@ class AttentionPool(nn.Module): ...@@ -16,6 +16,7 @@ class AttentionPool(nn.Module):
self.embed_dim = embed_dim self.embed_dim = embed_dim
def forward(self, x): def forward(self, x):
x = x[:,:self.positional_embedding.shape[0] - 1]
x = x.permute(1, 0, 2) # NLC -> LNC x = x.permute(1, 0, 2) # NLC -> LNC
x = torch.cat([x.mean(dim=0, keepdim=True), x], dim=0) # (L+1)NC x = torch.cat([x.mean(dim=0, keepdim=True), x], dim=0) # (L+1)NC
x = x + self.positional_embedding[:, None, :].to(dtype=x.dtype, device=x.device) # (L+1)NC x = x + self.positional_embedding[:, None, :].to(dtype=x.dtype, device=x.device) # (L+1)NC
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment