Unverified Commit 2a89673f authored by Yih-Dar's avatar Yih-Dar Committed by GitHub
Browse files

Update 4 `MptIntegrationTests` expected outputs (#30989)



* fix

* fix

* fix

* fix

* fix

* [run-slow] mpt

---------
Co-authored-by: default avatarydshieh <ydshieh@users.noreply.github.com>
parent 892b13d3
...@@ -447,7 +447,7 @@ class MptIntegrationTests(unittest.TestCase): ...@@ -447,7 +447,7 @@ class MptIntegrationTests(unittest.TestCase):
) )
input_text = "Hello" input_text = "Hello"
expected_output = 'Hello, I\'m a new user of the forum. I have a question about the "Safety"' expected_output = "Hello, I'm a new user of the forum. I have a question about the \"Solaris"
inputs = tokenizer(input_text, return_tensors="pt") inputs = tokenizer(input_text, return_tensors="pt")
outputs = model.generate(**inputs, max_new_tokens=20) outputs = model.generate(**inputs, max_new_tokens=20)
...@@ -465,9 +465,7 @@ class MptIntegrationTests(unittest.TestCase): ...@@ -465,9 +465,7 @@ class MptIntegrationTests(unittest.TestCase):
) )
input_text = "Hello" input_text = "Hello"
expected_output = ( expected_output = "Hello and welcome to the first episode of the new podcast, The Frugal Feminist.\n"
"Hello and welcome to the first day of the new release countdown for the month of May!\nToday"
)
inputs = tokenizer(input_text, return_tensors="pt") inputs = tokenizer(input_text, return_tensors="pt")
outputs = model.generate(**inputs, max_new_tokens=20) outputs = model.generate(**inputs, max_new_tokens=20)
...@@ -491,8 +489,8 @@ class MptIntegrationTests(unittest.TestCase): ...@@ -491,8 +489,8 @@ class MptIntegrationTests(unittest.TestCase):
inputs = tokenizer(input_texts, return_tensors="pt", padding=True).to(torch_device) inputs = tokenizer(input_texts, return_tensors="pt", padding=True).to(torch_device)
expected_output = [ expected_output = [
"Hello my name is Tiffany and I am a mother of two beautiful children. I have been a nanny for over", "Hello my name is Tiffany and I am a mother of two beautiful children. I have been a nanny for the",
"Today I am going at the gym and then I am going to go to the grocery store and get some food. I am going to make", "Today I am going at the gym and then I am going to go to the grocery store. I am going to buy some food and some",
] ]
outputs = model.generate(**inputs, max_new_tokens=20) outputs = model.generate(**inputs, max_new_tokens=20)
...@@ -512,7 +510,7 @@ class MptIntegrationTests(unittest.TestCase): ...@@ -512,7 +510,7 @@ class MptIntegrationTests(unittest.TestCase):
outputs = model(dummy_input, output_hidden_states=True) outputs = model(dummy_input, output_hidden_states=True)
expected_slice = torch.Tensor([-0.2539, -0.2178, -0.1953]).to(torch_device, torch.bfloat16) expected_slice = torch.Tensor([-0.2520, -0.2178, -0.1953]).to(torch_device, torch.bfloat16)
predicted_slice = outputs.hidden_states[-1][0, 0, :3] predicted_slice = outputs.hidden_states[-1][0, 0, :3]
self.assertTrue(torch.allclose(expected_slice, predicted_slice, atol=1e-3, rtol=1e-3)) self.assertTrue(torch.allclose(expected_slice, predicted_slice, atol=1e-3, rtol=1e-3))
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment