merged main

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc2.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_fr_mc2
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: fr
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc1.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_gu_mc1
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: gu
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc2.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_gu_mc2
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: gu
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc1.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_hi_mc1
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: hi
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc2.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_hi_mc2
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: hi
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc1.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_hr_mc1
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: hr
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc2.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_hr_mc2
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: hr
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc1.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_hu_mc1
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: hu
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc2.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_hu_mc2
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: hu
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc1.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_hy_mc1
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: hy
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc2.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_hy_mc2
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: hy
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc1.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_id_mc1
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: id
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc2.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_id_mc2
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: id
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc1.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_it_mc1
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: it
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc2.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_it_mc2
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: it
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc1.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_kn_mc1
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: kn
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc2.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_kn_mc2
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: kn
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc1.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_ml_mc1
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: ml
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc2.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_ml_mc2
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: ml
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc1.yaml

@@ -3,5 +3,5 @@ task: truthfulqa_mr_mc1
 dataset_path: alexandrainst/m_truthfulqa
 dataset_name: mr
 training_split: null
-validation_split: validation
+validation_split: val
 test_split: null