Skip to content

GitLab

Unverified Commit 5ae087cf authored by Matt's avatar Matt Committed by GitHub
Browse files

Fix T5/mT5 tests (#18029)

parent ec07eccc
Show whitespace changes
Inline Side-by-side
Showing with 8 additions and 8 deletions
tests/models/mt5/test_modeling_tf_mt5.py
View file @ 5ae087cf
...@@ -67,7 +67,7 @@ class TFMT5ModelIntegrationTest(unittest.TestCase): ...@@ -67,7 +67,7 @@ class TFMT5ModelIntegrationTest(unittest.TestCase):
labels = tokenizer("Hi I am", return_tensors="tf").input_ids labels = tokenizer("Hi I am", return_tensors="tf").input_ids
loss = model(input_ids, labels=labels).loss loss = model(input_ids, labels=labels).loss
mtf_score = -tf.math.reduce_sum(loss).numpy() mtf_score = -tf.math.reduce_mean(loss).numpy()
EXPECTED_SCORE = -84.9127 EXPECTED_SCORE = -21.210594
self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 2e-4) self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 2e-4)
tests/models/t5/test_modeling_tf_t5.py
View file @ 5ae087cf
...@@ -659,9 +659,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase): ...@@ -659,9 +659,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase):
labels = tokenizer("Hi I am", return_tensors="tf").input_ids labels = tokenizer("Hi I am", return_tensors="tf").input_ids
loss = model(input_ids, labels=labels).loss loss = model(input_ids, labels=labels).loss
mtf_score = -tf.math.reduce_sum(loss).numpy() mtf_score = -tf.math.reduce_mean(loss).numpy()
EXPECTED_SCORE = -19.0845 EXPECTED_SCORE = -4.7710114
self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4)
@slow @slow
...@@ -685,9 +685,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase): ...@@ -685,9 +685,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase):
labels = tokenizer("Hi I am", return_tensors="tf").input_ids labels = tokenizer("Hi I am", return_tensors="tf").input_ids
loss = model(input_ids, labels=labels).loss loss = model(input_ids, labels=labels).loss
mtf_score = -tf.math.reduce_sum(loss).numpy() mtf_score = -tf.math.reduce_mean(loss).numpy()
EXPECTED_SCORE = -59.0293 EXPECTED_SCORE = -14.759922
self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4)
@slow @slow
...@@ -709,9 +709,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase): ...@@ -709,9 +709,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase):
labels = tokenizer("Hi I am", return_tensors="tf").input_ids labels = tokenizer("Hi I am", return_tensors="tf").input_ids
loss = model(input_ids, labels=labels).loss loss = model(input_ids, labels=labels).loss
mtf_score = -tf.math.reduce_sum(loss).numpy() mtf_score = -tf.math.reduce_mean(loss).numpy()
EXPECTED_SCORE = -60.7397 EXPECTED_SCORE = -7.594554
self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4)
@slow @slow
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment