math_baseline.py

from mmengine.config import read_base

with read_base():
    from .groups.mathbench import mathbench_summary_groups

summarizer = dict(
    dataset_abbrs=[
        '######## GSM8K Accuracy ########', # category
        ['gsm8k', 'accuracy'],
        '######## MATH Accuracy ########', # category
        ['math', 'accuracy'],
        '######## MathBench-Agent Accuracy ########', # category
        'mathbench',
        'mathbench-circular',
        'mathbench-circular-and-cloze',
    ],
    summary_groups=sum(
        [v for k, v in locals().items() if k.endswith('_summary_groups')], [])
)