"docs/archive_en_US/NAS/WriteSearchSpace.md" did not exist on "9a1fb17bd46c30110ebeadecda7d2adf9c26b289"
Unverified Commit 4d90dc8a authored by Leo Gao's avatar Leo Gao Committed by GitHub
Browse files

Merge branch 'master' into decontamination

parents 4de29dca 7ad6bf45
import os
import json
import random
from lm_eval.base import Task, mean, rf
from lm_eval.base import Task, rf
from ..metrics import mean
from ..utils import sh
class TriviaQA(Task):
......
from . common import HFTask
from lm_eval.base import mean, rf
from lm_eval.base import rf
from ..metrics import mean
class WebQs(HFTask):
DATASET_PATH = "web_questions"
......
import numpy as np
from . common import HFTask
from lm_eval.base import rf, mean
from lm_eval.base import rf
from ..metrics import mean
"""
This evaluation of Winogrande uses partial evaluation as described by
......
import numpy as np
import random
from lm_eval.base import rf, mean
from lm_eval.base import rf
from ..metrics import mean
from . common import HFTask
"""
......
......@@ -6,4 +6,6 @@ scikit-learn>=0.24.1
torch>=1.7
transformers>=4.1
sqlitedict==1.6.0
pytablewriter
\ No newline at end of file
pytablewriter==0.58.0
sacrebleu==1.5.0
pycountry==20.7.3
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment