Unverified Commit e86cece6 authored by Shivansh Pachnanda's avatar Shivansh Pachnanda Committed by GitHub
Browse files

Add MLQA (#2622)

* Add MLQA
* add mlqa_common_yaml

* add 49 tests of mlqa family

* update tasks/README.md

---------

* fix: mlqa ast error

* nit: removed .yaml ext from template_yaml

* nit changes: minor modifications generate_tasks.py

* deleted    lm_eval/tasks/mlqa/mlqa_common_yaml.yaml

* tests updated

* nit
parent 5db23e2c
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_en
dataset_name: mlqa.en.en
process_results: !function utils.process_results_en
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_es
dataset_name: mlqa.en.es
process_results: !function utils.process_results_en
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_hi
dataset_name: mlqa.en.hi
process_results: !function utils.process_results_en
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_vi
dataset_name: mlqa.en.vi
process_results: !function utils.process_results_en
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_en_zh
dataset_name: mlqa.en.zh
process_results: !function utils.process_results_en
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_ar
dataset_name: mlqa.es.ar
process_results: !function utils.process_results_es
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_de
dataset_name: mlqa.es.de
process_results: !function utils.process_results_es
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_en
dataset_name: mlqa.es.en
process_results: !function utils.process_results_es
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_es
dataset_name: mlqa.es.es
process_results: !function utils.process_results_es
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_hi
dataset_name: mlqa.es.hi
process_results: !function utils.process_results_es
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_vi
dataset_name: mlqa.es.vi
process_results: !function utils.process_results_es
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_es_zh
dataset_name: mlqa.es.zh
process_results: !function utils.process_results_es
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_ar
dataset_name: mlqa.hi.ar
process_results: !function utils.process_results_hi
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_de
dataset_name: mlqa.hi.de
process_results: !function utils.process_results_hi
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_en
dataset_name: mlqa.hi.en
process_results: !function utils.process_results_hi
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_es
dataset_name: mlqa.hi.es
process_results: !function utils.process_results_hi
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_hi
dataset_name: mlqa.hi.hi
process_results: !function utils.process_results_hi
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_vi
dataset_name: mlqa.hi.vi
process_results: !function utils.process_results_hi
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_hi_zh
dataset_name: mlqa.hi.zh
process_results: !function utils.process_results_hi
# Generated by generate_tasks.py
include: mlqa_common_yaml
task: mlqa_vi_ar
dataset_name: mlqa.vi.ar
process_results: !function utils.process_results_vi
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment