"csrc/vscode:/vscode.git/clone" did not exist on "9cabcb76453e7d8384d1858663f1841cef174c2c"
Commit 9f75565e authored by Rémi Louf's avatar Rémi Louf Committed by Julien Chaumond
Browse files

setup training

parent 4735c2af
......@@ -10,5 +10,3 @@ regex
sentencepiece
# For XLM
sacremoses
# For ROUGE
pyrouge
......@@ -166,7 +166,7 @@ class BeamSearch(object):
for step in range(self.max_length):
decoder_input = fit_to_block_size(self.growing_beams, block_size, self.pad_token_id)
kwargs_decoder["attention_mask"] = build_mask(decoder_input)
kwargs_decoder["attention_mask"] = build_mask(decoder_input, self.pad_token_id)
outputs = self.model.decoder(decoder_input, **kwargs_decoder)
next_token_scores = outputs[0][:, -1, :].squeeze(1)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment