Skip to content

GitLab

Commit 5b6bd4e7 authored by Sylvain Gugger's avatar Sylvain Gugger
Browse files

Skip faulty test

parent 51ee20fc
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
examples/pytorch/test_examples.py
View file @ 5b6bd4e7
...@@ -19,6 +19,7 @@ import json ...@@ -19,6 +19,7 @@ import json
import logging import logging
import os import os
import sys import sys
import unittest
from unittest.mock import patch from unittest.mock import patch
import torch import torch
...@@ -216,6 +217,7 @@ class ExamplesTests(TestCasePlus): ...@@ -216,6 +217,7 @@ class ExamplesTests(TestCasePlus):
self.assertGreaterEqual(result["eval_accuracy"], 0.75) self.assertGreaterEqual(result["eval_accuracy"], 0.75)
self.assertLess(result["eval_loss"], 0.5) self.assertLess(result["eval_loss"], 0.5)
@unittest.skip("squad_v2 metric is broken on Datasets apparently, skipping until it's fixed.")
def test_run_squad(self): def test_run_squad(self):
stream_handler = logging.StreamHandler(sys.stdout) stream_handler = logging.StreamHandler(sys.stdout)
logger.addHandler(stream_handler) logger.addHandler(stream_handler)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment