"...git@developer.sourcefind.cn:OpenDAS/colossalai.git" did not exist on "268b3cd80d106c2b700156b1993675c7421abd15"
Commit 22f9c60b authored by oahzxl's avatar oahzxl
Browse files

fix bug

parent 8cca684c
...@@ -147,7 +147,7 @@ class SelfAttention(nn.Module): ...@@ -147,7 +147,7 @@ class SelfAttention(nn.Module):
q = self.to_q(in_data) q = self.to_q(in_data)
k = self.to_k(in_data) k = self.to_k(in_data)
v = self.to_k(in_data) v = self.to_v(in_data)
# q, k, v = map(lambda t: rearrange(t, 'b1 b2 n (h d) -> b1 b2 h n d', h=self.n_head), # q, k, v = map(lambda t: rearrange(t, 'b1 b2 n (h d) -> b1 b2 h n d', h=self.n_head),
# [q, k, v]) # [q, k, v])
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment