Skip to content

GitLab

Commit 4d8ed7d5 authored by Leo Gao's avatar Leo Gao
Browse files

Fix PiQA

parent 62714855
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
lm_eval/tasks/piqa.py
View file @ 4d8ed7d5
......@@ -28,8 +28,8 @@ class PiQA(HFTask):
return " " + solutions[doc["label"]]
def construct_requests(self, doc, ctx):
ll_1, _ = rf.loglikelihood(ctx, doc['sol1'])
ll_2, _ = rf.loglikelihood(ctx, doc['sol2'])
ll_1, _ = rf.loglikelihood(ctx, " " + doc['sol1'])
ll_2, _ = rf.loglikelihood(ctx, " " + doc['sol2'])
return ll_1, ll_2
def process_results(self, doc, results):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment