Skip to content

GitLab

Unverified Commit d272c19f authored by Zehan Li's avatar Zehan Li Committed by GitHub
Browse files

Add multilingual truthfulqa targets (#1499)

parent b177c82c
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
lm_eval/tasks/okapi/truthfulqa_multilingual/utils.py
View file @ d272c19f
...@@ -37,6 +37,7 @@ def process_docs(dataset: datasets.Dataset) -> datasets.Dataset: ...@@ -37,6 +37,7 @@ def process_docs(dataset: datasets.Dataset) -> datasets.Dataset:
"query": QA_PROMPT + "\n\nQ: " + preprocess(doc["question"]) + "\nA:", "query": QA_PROMPT + "\n\nQ: " + preprocess(doc["question"]) + "\nA:",
"mc1_choices": doc["mc1_targets_choices"], "mc1_choices": doc["mc1_targets_choices"],
"mc2_choices": doc["mc2_targets_choices"], "mc2_choices": doc["mc2_targets_choices"],
"mc2_targets": {"labels": doc["mc2_targets_labels"]},
"gold": " ", "gold": " ",
} }
return out_doc return out_doc
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment