revert truthfulqa

39246084 · lintangsutawika · f4d2e6e0 · f4d2e6e0 · 39246084 · 39246084
Commit 39246084 authored May 11, 2024 by lintangsutawika
4 changed files
--- a/lm_eval/tasks/truthfulqa/_truthfulqa.yaml
+++ b/lm_eval/tasks/truthfulqa/_truthfulqa.yaml
-group: truthfulqa
-group_alias: Truthful QA
-task:
-  - truthfulqa_gen
-  - truthfulqa_mc1
-  - truthfulqa_mc2
--- a/lm_eval/tasks/truthfulqa/truthfulqa_gen.yaml
+++ b/lm_eval/tasks/truthfulqa/truthfulqa_gen.yaml
+group:
+  - truthfulqa
 task: truthfulqa_gen
 dataset_path: truthful_qa
 dataset_name: generation

--- a/lm_eval/tasks/truthfulqa/truthfulqa_mc1.yaml
+++ b/lm_eval/tasks/truthfulqa/truthfulqa_mc1.yaml
+group:
+  - truthfulqa
 task: truthfulqa_mc1
 dataset_path: truthful_qa
 dataset_name: multiple_choice

--- a/lm_eval/tasks/truthfulqa/truthfulqa_mc2.yaml
+++ b/lm_eval/tasks/truthfulqa/truthfulqa_mc2.yaml
+group:
+  - truthfulqa
 include: truthfulqa_mc1.yaml
 task: truthfulqa_mc2
 doc_to_target: 0