LEval.py

summarizer = dict(
    dataset_abbrs = [
        '--------- LEval Exact Match (Acc) ---------', # category
        "LEval_coursera",
        'LEval_gsm100',
        'LEval_quality',
        "LEval_tpo",
        'LEval_topic_retrieval',
        '--------- LEval Gen (ROUGE) ---------', # category
        'LEval_financialqa',
        'LEval_gov_report_summ',
        'LEval_legal_contract_qa',
        'LEval_meeting_summ',
        'LEval_multidocqa',
        'LEval_narrativeqa',
        'LEval_nq',
        'LEval_news_summ',
        'LEval_paper_assistant',
        'LEval_patent_summ',
        'LEval_review_summ',
        'LEval_scientificqa',
        'LEval_tvshow_summ'
    ],
    summary_groups=sum([v for k, v in locals().items() if k.endswith("_summary_groups")], []),
    prompt_db=dict(
        database_path='configs/datasets/log.json',
        config_dir='configs/datasets',
        blacklist='.promptignore'),
)