Commit e3769082 authored by Jonathan Tow's avatar Jonathan Tow
Browse files

Include `auxiliary_train` and all `dev` sets in `training_docs`

parent 364e54d4
...@@ -85,8 +85,11 @@ class GeneralHendrycksTest(MultipleChoiceTask): ...@@ -85,8 +85,11 @@ class GeneralHendrycksTest(MultipleChoiceTask):
return (self._convert_standard(doc) for doc in reader) return (self._convert_standard(doc) for doc in reader)
def training_docs(self): def training_docs(self):
filename = self.DATASET_PATH / "dev" / f"{self.subject}_dev.csv" docs = []
return self._load_docs(filename) for train_dir in ["auxiliary_train", "dev"]:
for f in (self.DATASET_PATH / train_dir).iterdir():
docs.extend(self._load_docs(f))
return docs
def validation_docs(self): def validation_docs(self):
filename = self.DATASET_PATH / "val" / f"{self.subject}_val.csv" filename = self.DATASET_PATH / "val" / f"{self.subject}_val.csv"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment