scibench.py

scibench_summary_groups = []

scibench_tasks = ['atkins', 'calculus', 'chemmc', 'class', 'diff', 'fund', 'matter', 'quan', 'stat', 'thermo']
for suffix in ['', '_zs-cot', '_fs', '_fs-cot']:
    subsets = [f'scibench-{subset}{suffix}' for subset in scibench_tasks]
    scibench_summary_groups.append({'name': f'scibench{suffix}', 'subsets': subsets})