Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "b478430d89f0b40fe3caf281f4e24cefda825412"
Unverified Commit e9610471 authored by GUIJIN SON's avatar GUIJIN SON Committed by GitHub
Browse files

Update csatqa.py

parent 602cf792
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
lm_eval/tasks/csatqa.py
View file @ e9610471
...@@ -22,14 +22,14 @@ class CSATQA(MultipleChoiceTask): ...@@ -22,14 +22,14 @@ class CSATQA(MultipleChoiceTask):
### Context: {doc["context"]} ### Context: {doc["context"]}
### Question: {doc["question"]} ### Question: {doc["question"]}
### Options: ### Options:
(1) {doc['option#1']}\n(2) {doc["option#2"]}\n(3) {doc["option#3"]}\n(4) {doc['option#4']}\n(5) {doc['option$5']} (1) {doc['option#1']}\n(2) {doc["option#2"]}\n(3) {doc["option#3"]}\n(4) {doc['option#4']}\n(5) {doc['option#5']}
### Answer: 주어진 문제의 정답은""" ### Answer: 주어진 문제의 정답은"""
choices = [doc["option#1"], doc["option#2"], doc["option#3"], doc["option#4"], doc["option#5"]] choices = [doc["option#1"], doc["option#2"], doc["option#3"], doc["option#4"], doc["option#5"]]
out_doc = { out_doc = {
"question": instruction, "question": instruction,
"choices": ["(1)", "(2)","(3)","(4)","(5)"], "choices": ["(1)", "(2)","(3)","(4)","(5)"],
"gold": int(doc['gold']), "gold": int(doc['gold'])-1,
} }
return out_doc return out_doc
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment