leval.py

summarizer = dict(
    dataset_abbrs = [
        '--------- LEval Exact Match (Acc) ---------', # category
        'LEval_coursera',
        'LEval_gsm100',
        'LEval_quality',
        'LEval_tpo',
        'LEval_topic_retrieval',
        '--------- LEval Gen (ROUGE) ---------', # category
        'LEval_financialqa',
        'LEval_gov_report_summ',
        'LEval_legal_contract_qa',
        'LEval_meeting_summ',
        'LEval_multidocqa',
        'LEval_narrativeqa',
        'LEval_nq',
        'LEval_news_summ',
        'LEval_paper_assistant',
        'LEval_patent_summ',
        'LEval_review_summ',
        'LEval_scientificqa',
        'LEval_tvshow_summ'
    ],
    summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
)