test

.github/workflows/new_tasks.yml

@@ -55,13 +55,14 @@ jobs:
             python -m pip install --upgrade pip
             pip install -e '.[dev]' --extra-index-url https://download.pytorch.org/whl/cpu
       - name: Test with pytest
+        id: test_pytest
         # if new tasks are added, run tests on them
         if: steps.changed-tasks.outputs.tasks_any_modified == 'true'
         run: python -m pytest tests/test_tasks.py -s -vv
         # Edit task table if new tasks added
         # copied from gpt-neox repo
       - name: Update Docs
-        if: steps.changed-tasks.outputs.tasks_any_modified == 'true' && steps['Test with pytest'].outcome == 'success'
+        if: steps.changed-tasks.outputs.tasks_any_modified == 'true' && steps.test_pytest.outcome == 'success'
         run: |
           python scripts/make_table_tasks.py
           git config user.name github-actions

lm_eval/tasks/arc/arc_easy.yaml

 group:
   - ai2_arc
 task: arc_easy
-# test
 dataset_path: ai2_arc
 dataset_name: ARC-Easy
 output_type: multiple_choice