Skip to content

GitLab

Commit 9f75565e authored by Rémi Louf's avatar Rémi Louf Committed by Julien Chaumond
Browse files

setup training

parent 4735c2af
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 3 deletions
requirements.txt
View file @ 9f75565e
...@@ -10,5 +10,3 @@ regex ...@@ -10,5 +10,3 @@ regex
sentencepiece sentencepiece
# For XLM # For XLM
sacremoses sacremoses
# For ROUGE
pyrouge
transformers/generate/beam_search.py
View file @ 9f75565e
...@@ -166,7 +166,7 @@ class BeamSearch(object): ...@@ -166,7 +166,7 @@ class BeamSearch(object):
for step in range(self.max_length): for step in range(self.max_length):
decoder_input = fit_to_block_size(self.growing_beams, block_size, self.pad_token_id) decoder_input = fit_to_block_size(self.growing_beams, block_size, self.pad_token_id)
kwargs_decoder["attention_mask"] = build_mask(decoder_input) kwargs_decoder["attention_mask"] = build_mask(decoder_input, self.pad_token_id)
outputs = self.model.decoder(decoder_input, **kwargs_decoder) outputs = self.model.decoder(decoder_input, **kwargs_decoder)
next_token_scores = outputs[0][:, -1, :].squeeze(1) next_token_scores = outputs[0][:, -1, :].squeeze(1)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment