Skip to content

GitLab

Unverified Commit a08eb870 authored by Hailey Schoelkopf's avatar Hailey Schoelkopf Committed by GitHub
Browse files

update name of val split in truthfulqa multilingual (#1488)

parent 7cd004c4
Hide whitespace changes
Inline Side-by-side
Showing with 20 additions and 20 deletions
lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc1_yaml
View file @ a08eb870
......@@ -4,7 +4,7 @@ dataset_path: null
dataset_name: null
output_type: multiple_choice
training_split: null
validation_split: validation
validation_split: val
test_split: null
process_docs: !function utils.process_docs
doc_to_text: "query"
......
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc1.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_ar_mc1
dataset_path: alexandrainst/m_truthfulqa
dataset_name: ar
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc2.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_ar_mc2
dataset_path: alexandrainst/m_truthfulqa
dataset_name: ar
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc1.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_bn_mc1
dataset_path: alexandrainst/m_truthfulqa
dataset_name: bn
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc2.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_bn_mc2
dataset_path: alexandrainst/m_truthfulqa
dataset_name: bn
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc1.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_ca_mc1
dataset_path: alexandrainst/m_truthfulqa
dataset_name: ca
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc2.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_ca_mc2
dataset_path: alexandrainst/m_truthfulqa
dataset_name: ca
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc1.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_da_mc1
dataset_path: alexandrainst/m_truthfulqa
dataset_name: da
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc2.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_da_mc2
dataset_path: alexandrainst/m_truthfulqa
dataset_name: da
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc1.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_de_mc1
dataset_path: alexandrainst/m_truthfulqa
dataset_name: de
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc2.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_de_mc2
dataset_path: alexandrainst/m_truthfulqa
dataset_name: de
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc1.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_es_mc1
dataset_path: alexandrainst/m_truthfulqa
dataset_name: es
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc2.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_es_mc2
dataset_path: alexandrainst/m_truthfulqa
dataset_name: es
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc1.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_eu_mc1
dataset_path: alexandrainst/m_truthfulqa
dataset_name: eu
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc2.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_eu_mc2
dataset_path: alexandrainst/m_truthfulqa
dataset_name: eu
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc1.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_fr_mc1
dataset_path: alexandrainst/m_truthfulqa
dataset_name: fr
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc2.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_fr_mc2
dataset_path: alexandrainst/m_truthfulqa
dataset_name: fr
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc1.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_gu_mc1
dataset_path: alexandrainst/m_truthfulqa
dataset_name: gu
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc2.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_gu_mc2
dataset_path: alexandrainst/m_truthfulqa
dataset_name: gu
training_split: null
validation_split: validation
validation_split: val
test_split: null
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc1.yaml
View file @ a08eb870
......@@ -3,5 +3,5 @@ task: truthfulqa_hi_mc1
dataset_path: alexandrainst/m_truthfulqa
dataset_name: hi
training_split: null
validation_split: validation
validation_split: val
test_split: null
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment