chat_core.py 1.1 KB
Newer Older
Fengzhe Zhou's avatar
Fengzhe Zhou committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
from mmengine.config import read_base

with read_base():
    from ..mmlu.mmlu_gen_4d595a import mmlu_datasets
    from ..cmmlu.cmmlu_gen_c13365 import cmmlu_datasets
    from ..ceval.ceval_internal_gen_2daf24 import ceval_datasets
    from ..GaokaoBench.GaokaoBench_no_subjective_gen_4c31db import GaokaoBench_datasets
    from ..triviaqa.triviaqa_wiki_1shot_gen_eaf81e import triviaqa_datasets
    from ..nq.nq_open_1shot_gen_01cf41 import nq_datasets
    from ..race.race_gen_69ee4f import race_datasets
    from ..winogrande.winogrande_5shot_gen_6447e6 import winogrande_datasets
    from ..hellaswag.hellaswag_10shot_gen_e42710 import hellaswag_datasets
    from ..bbh.bbh_gen_5b92b0 import bbh_datasets
    from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets
Fengzhe Zhou's avatar
Fengzhe Zhou committed
15
    from ..math.math_evaluatorv2_gen_cecb31 import math_datasets
Fengzhe Zhou's avatar
Fengzhe Zhou committed
16
17
18
19
20
    from ..TheoremQA.TheoremQA_post_v2_gen_ef26ca import TheoremQA_datasets
    from ..humaneval.humaneval_gen_8e312c import humaneval_datasets
    from ..mbpp.sanitized_mbpp_gen_1e1056 import sanitized_mbpp_datasets

datasets = sum((v for k, v in locals().items() if k.endswith("_datasets")), [])