include: {$EVAL_PATH}/lm_eval/tasks/arc/arc_challenge.yaml task: arc_challenge_25_shot task_alias: arc 25 shot num_fewshot: 25 metric_list: - metric: acc_norm
