Unverified Commit 0b568291 authored by Joao Gante's avatar Joao Gante Committed by GitHub
Browse files

Marian: post-hack-fix correction (#25459)

parent 5ccf343a
...@@ -438,7 +438,11 @@ class MarianIntegrationTest(unittest.TestCase): ...@@ -438,7 +438,11 @@ class MarianIntegrationTest(unittest.TestCase):
) )
self.assertEqual(self.model.device, model_inputs.input_ids.device) self.assertEqual(self.model.device, model_inputs.input_ids.device)
generated_ids = self.model.generate( generated_ids = self.model.generate(
model_inputs.input_ids, attention_mask=model_inputs.attention_mask, num_beams=2, max_length=128 model_inputs.input_ids,
attention_mask=model_inputs.attention_mask,
num_beams=2,
max_length=128,
renormalize_logits=True, # Marian should always renormalize its logits. See #25459
) )
generated_words = self.tokenizer.batch_decode(generated_ids, skip_special_tokens=True) generated_words = self.tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
return generated_words return generated_words
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment