test

.github/workflows/new_tasks.yml

@@ -70,7 +70,7 @@ jobs:
           git add docs/task_table.md
           git add docs/task_table.csv
           git commit -m "Update Task Table automatically"
-          git push
+          git push origin HEAD:refs/heads/${{ github.head_ref }}
         # if api is modified, run tests on it
       - name: Test more tasks with pytest
         env:

lm_eval/tasks/arc/arc_easy.yaml

@@ -5,6 +5,7 @@ dataset_path: ai2_arc
 dataset_name: ARC-Easy
 output_type: multiple_choice
 training_split: train
+# test
 validation_split: validation
 test_split: test
 doc_to_text: "Question: {{question}}\nAnswer:"