Skip to content

GitLab

Commit 26e55d33 authored by ingyuseong's avatar ingyuseong
Browse files

Fix KLUE few-shot label

parent 94c2c064
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
lm_eval/tasks/klue.py
View file @ 26e55d33
...@@ -58,11 +58,11 @@ class STS(Task): ...@@ -58,11 +58,11 @@ class STS(Task):
) )
def doc_to_target(self, doc): def doc_to_target(self, doc):
return " {}".format({1: " 예", 0: " 아니"}[doc["labels"]["binary-label"]]) return " {}".format({0: "아니오", 1: "예"}[doc["labels"]["binary-label"]])
def construct_requests(self, doc, ctx): def construct_requests(self, doc, ctx):
ll_positive, _ = rf.loglikelihood(ctx, " 예") ll_positive, _ = rf.loglikelihood(ctx, " 예")
ll_negative, _ = rf.loglikelihood(ctx, " 아니") ll_negative, _ = rf.loglikelihood(ctx, " 아니오")
return ll_positive, ll_negative return ll_positive, ll_negative
def process_results(self, doc, results): def process_results(self, doc, results):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment