Commit ac303eae authored by Patrick von Platen's avatar Patrick von Platen
Browse files

fix problem with half

parent bc9d5d91
...@@ -314,8 +314,8 @@ class BartHeadTests(unittest.TestCase): ...@@ -314,8 +314,8 @@ class BartHeadTests(unittest.TestCase):
@unittest.skipIf(torch_device == "cpu", "Cant do half precision") @unittest.skipIf(torch_device == "cpu", "Cant do half precision")
def test_generate_fp16(self): def test_generate_fp16(self):
config, input_ids, batch_size = self._get_config_and_data(output_past=True) config, input_ids, batch_size = self._get_config_and_data(output_past=True)
input_ids = input_ids.half() input_ids = input_ids
attention_mask = input_ids.ne(1).to(torch_device).half() attention_mask = input_ids.ne(1).to(torch_device)
lm_model = BartForConditionalGeneration(config).eval().to(torch_device).half() lm_model = BartForConditionalGeneration(config).eval().to(torch_device).half()
lm_model.generate(input_ids, attention_mask=attention_mask) lm_model.generate(input_ids, attention_mask=attention_mask)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment