"include/ck/utility/functional2.hpp" did not exist on "6fe3627a9eb35f1237266f1b6cc8fd3456aed67d"
Commit 1bbd65ab authored by comfyanonymous's avatar comfyanonymous
Browse files

Missed this one.

parent 9b655d4f
...@@ -384,7 +384,7 @@ class BasicTransformerBlock(nn.Module): ...@@ -384,7 +384,7 @@ class BasicTransformerBlock(nn.Module):
self.is_res = inner_dim == dim self.is_res = inner_dim == dim
if self.ff_in: if self.ff_in:
self.norm_in = nn.LayerNorm(dim, dtype=dtype, device=device) self.norm_in = operations.LayerNorm(dim, dtype=dtype, device=device)
self.ff_in = FeedForward(dim, dim_out=inner_dim, dropout=dropout, glu=gated_ff, dtype=dtype, device=device, operations=operations) self.ff_in = FeedForward(dim, dim_out=inner_dim, dropout=dropout, glu=gated_ff, dtype=dtype, device=device, operations=operations)
self.disable_self_attn = disable_self_attn self.disable_self_attn = disable_self_attn
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment