"docs/en/advanced_guides/datasets/nuscenes.md" did not exist on "f84a17b86e2c546883da35b41d2e0d4f466d7c27"
longbench.py 1.19 KB
Newer Older
philipwangOvO's avatar
philipwangOvO committed
1
2
3
summarizer = dict(
    dataset_abbrs = [
        '--------- LongBench Single-Document QA ---------', # category
4
        'LongBench_narrativeqa',
philipwangOvO's avatar
philipwangOvO committed
5
6
        'LongBench_qasper',
        'LongBench_multifieldqa_en',
7
        'LongBench_multifieldqa_zh',
philipwangOvO's avatar
philipwangOvO committed
8
9
10
11
12
13
14
15
        '--------- LongBench Multi-Document QA ---------', # category
        'LongBench_hotpotqa',
        'LongBench_2wikimqa',
        'LongBench_musique',
        'LongBench_dureader',
        '--------- LongBench Summarization ---------', # category
        'LongBench_gov_report',
        'LongBench_qmsum',
philipwangOvO's avatar
philipwangOvO committed
16
        'LongBench_multi_news',
philipwangOvO's avatar
philipwangOvO committed
17
18
19
20
        'LongBench_vcsum',
        '--------- LongBench Few-shot Learning ---------', # category
        'LongBench_trec',
        'LongBench_triviaqa',
philipwangOvO's avatar
philipwangOvO committed
21
        'LongBench_samsum',
philipwangOvO's avatar
philipwangOvO committed
22
23
24
        'LongBench_lsht',
        '--------- LongBench Synthetic Tasks ---------', # category
        'LongBench_passage_count',
philipwangOvO's avatar
philipwangOvO committed
25
        'LongBench_passage_retrieval_en',
philipwangOvO's avatar
philipwangOvO committed
26
        'LongBench_passage_retrieval_zh',
philipwangOvO's avatar
philipwangOvO committed
27
28
29
        '--------- LongBench Code Completion ---------', # category
        'LongBench_lcc',
        'LongBench_repobench-p',
philipwangOvO's avatar
philipwangOvO committed
30
    ],
31
    summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
philipwangOvO's avatar
philipwangOvO committed
32
)