Merge branch 'main' into weight_by_size

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc2.yaml

+include: _truthfulqa_mc2_yaml
+task: truthfulqa_fr_mc2
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: fr
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc1.yaml

+include: _truthfulqa_mc1_yaml
+task: truthfulqa_gu_mc1
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: gu
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc2.yaml

+include: _truthfulqa_mc2_yaml
+task: truthfulqa_gu_mc2
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: gu
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc1.yaml

+include: _truthfulqa_mc1_yaml
+task: truthfulqa_hi_mc1
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: hi
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc2.yaml

+include: _truthfulqa_mc2_yaml
+task: truthfulqa_hi_mc2
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: hi
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc1.yaml

+include: _truthfulqa_mc1_yaml
+task: truthfulqa_hr_mc1
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: hr
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc2.yaml

+include: _truthfulqa_mc2_yaml
+task: truthfulqa_hr_mc2
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: hr
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc1.yaml

+include: _truthfulqa_mc1_yaml
+task: truthfulqa_hu_mc1
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: hu
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc2.yaml

+include: _truthfulqa_mc2_yaml
+task: truthfulqa_hu_mc2
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: hu
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc1.yaml

+include: _truthfulqa_mc1_yaml
+task: truthfulqa_hy_mc1
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: hy
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc2.yaml

+include: _truthfulqa_mc2_yaml
+task: truthfulqa_hy_mc2
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: hy
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc1.yaml

+include: _truthfulqa_mc1_yaml
+task: truthfulqa_id_mc1
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: id
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc2.yaml

+include: _truthfulqa_mc2_yaml
+task: truthfulqa_id_mc2
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: id
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc1.yaml

+include: _truthfulqa_mc1_yaml
+task: truthfulqa_it_mc1
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: it
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc2.yaml

+include: _truthfulqa_mc2_yaml
+task: truthfulqa_it_mc2
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: it
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc1.yaml

+include: _truthfulqa_mc1_yaml
+task: truthfulqa_kn_mc1
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: kn
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc2.yaml

+include: _truthfulqa_mc2_yaml
+task: truthfulqa_kn_mc2
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: kn
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc1.yaml

+include: _truthfulqa_mc1_yaml
+task: truthfulqa_ml_mc1
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: ml
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc2.yaml

+include: _truthfulqa_mc2_yaml
+task: truthfulqa_ml_mc2
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: ml
+training_split: null
+validation_split: val
+test_split: null

lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc1.yaml

+include: _truthfulqa_mc1_yaml
+task: truthfulqa_mr_mc1
+dataset_path: alexandrainst/m_truthfulqa
+dataset_name: mr
+training_split: null
+validation_split: val
+test_split: null