update truthfulqa

9f06432c · lintangsutawika · 44d70398 · 9f06432c · 9f06432c · 9f06432c
Commit 9f06432c authored May 08, 2024 by lintangsutawika
3 changed files
--- a/lm_eval/tasks/truthfulqa/_truthfulqa.yaml
+++ b/lm_eval/tasks/truthfulqa/_truthfulqa.yaml
+group: truthfulqa
+group_alias: Truthful QA
+task:
+  - truthfulqa_gen
+  - truthfulqa_mc1
+  - truthfulqa_mc2
--- a/lm_eval/tasks/truthfulqa/truthfulqa_gen.yaml
+++ b/lm_eval/tasks/truthfulqa/truthfulqa_gen.yaml
-group:
-  - truthfulqa
 task: truthfulqa_gen
 dataset_path: truthful_qa
 dataset_name: generation

--- a/lm_eval/tasks/truthfulqa/truthfulqa_mc1.yaml
+++ b/lm_eval/tasks/truthfulqa/truthfulqa_mc1.yaml
-group:
-  - truthfulqa
 task: truthfulqa_mc1
 dataset_path: truthful_qa
 dataset_name: multiple_choice