Skip to content

GitLab

Unverified Commit 3766df4f authored by Zachary Mueller's avatar Zachary Mueller Committed by GitHub
Browse files

Fix flakey no-trainer test (#17515)

parent 028d4b7c
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
examples/pytorch/test_accelerate_examples.py
View file @ 3766df4f
......@@ -193,8 +193,8 @@ class ExamplesTestsNoTrainer(TestCasePlus):
_ = subprocess.run(self._launch_args + testargs, stdout=subprocess.PIPE)
result = get_results(tmp_dir)
# Because we use --version_2_with_negative the testing script uses SQuAD v2 metrics.
self.assertGreaterEqual(result["eval_f1"], 30)
self.assertGreaterEqual(result["eval_exact"], 30)
self.assertGreaterEqual(result["eval_f1"], 28)
self.assertGreaterEqual(result["eval_exact"], 28)
self.assertTrue(os.path.exists(os.path.join(tmp_dir, "epoch_0")))
self.assertTrue(os.path.exists(os.path.join(tmp_dir, "qa_no_trainer")))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment