Skip to content

GitLab

Commit 8de85534 authored by Leo Gao's avatar Leo Gao
Browse files

Rename task

parent cbc5c9c8
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 2 deletions
lm_eval/tasks/__init__.py
View file @ 8de85534
...@@ -107,7 +107,7 @@ TASK_REGISTRY = { ...@@ -107,7 +107,7 @@ TASK_REGISTRY = {
"hellaswag": hellaswag.HellaSwag, # not implemented yet "hellaswag": hellaswag.HellaSwag, # not implemented yet
"openbookqa": openbookqa.OpenBookQA, "openbookqa": openbookqa.OpenBookQA,
# "sat": sat.SATAnalogies, # not implemented yet # "sat": sat.SATAnalogies, # not implemented yet
"squad": squad.SQuAD, "squad2": squad.SQuAD2,
"race": race.RACE, "race": race.RACE,
# "naturalqs": naturalqs.NaturalQs, # not implemented yet # "naturalqs": naturalqs.NaturalQs, # not implemented yet
"headqa": headqa.HeadQA, "headqa": headqa.HeadQA,
......
lm_eval/tasks/squad.py
View file @ 8de85534
...@@ -17,7 +17,8 @@ def _squad_agg(key, items): ...@@ -17,7 +17,8 @@ def _squad_agg(key, items):
return _squad_metric(predictions=predictions, references=references)[key] return _squad_metric(predictions=predictions, references=references)[key]
class SQuAD(HFTask):
class SQuAD2(HFTask):
DATASET_PATH = "squad_v2" DATASET_PATH = "squad_v2"
DATASET_NAME = None DATASET_NAME = None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment