Generate: shorter XLA contrastive search tests (#20354)

f2e7d270 · Joao Gante · GitHub · c3eb0101 · f2e7d270
Unverified Commit f2e7d270 authored Nov 22, 2022 by Joao Gante Committed by GitHub Nov 22, 2022
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

tests/test_modeling_tf_common.py tests/test_modeling_tf_common.py +1 -1

No files found.
--- a/tests/test_modeling_tf_common.py
+++ b/tests/test_modeling_tf_common.py
@@ -1854,7 +1854,7 @@ class TFModelTesterMixin:

        Either the model supports XLA generation and passes the inner test, or it raises an appropriate exception
        """
-        self._test_xla_generate(num_beams=1, num_return_sequences=1, max_new_tokens=64, penalty_alpha=0.5, top_k=4)
+        self._test_xla_generate(num_beams=1, num_return_sequences=1, max_new_tokens=16, penalty_alpha=0.5, top_k=4)

    @slow
    def test_xla_generate_slow(self):