Commit 5ada323e authored by Gustaf Ahdritz's avatar Gustaf Ahdritz
Browse files

Fix bug in template code

parent bebbe782
......@@ -130,7 +130,7 @@ class TemplatePointwiseAttention(nn.Module):
# [*, N_res, N_res, 1, C_z]
biases = [bias]
if chunk_size is not None:
if chunk_size is not None and not self.training:
z = self._chunk(z, t, biases, chunk_size, use_lma=use_lma)
else:
z = self.mha(q_x=z, kv_x=t, biases=biases, use_lma=use_lma)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment