Commit 5ada323e authored by Gustaf Ahdritz's avatar Gustaf Ahdritz
Browse files

Fix bug in template code

parent bebbe782
...@@ -130,7 +130,7 @@ class TemplatePointwiseAttention(nn.Module): ...@@ -130,7 +130,7 @@ class TemplatePointwiseAttention(nn.Module):
# [*, N_res, N_res, 1, C_z] # [*, N_res, N_res, 1, C_z]
biases = [bias] biases = [bias]
if chunk_size is not None: if chunk_size is not None and not self.training:
z = self._chunk(z, t, biases, chunk_size, use_lma=use_lma) z = self._chunk(z, t, biases, chunk_size, use_lma=use_lma)
else: else:
z = self.mha(q_x=z, kv_x=t, biases=biases, use_lma=use_lma) z = self.mha(q_x=z, kv_x=t, biases=biases, use_lma=use_lma)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment