Skip to content

GitLab

Commit 90f1709b authored by Muennighoff's avatar Muennighoff
Browse files

Reasonable & Unreasonable loglikelihood

parent 5b06573e
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
lm_eval/tasks/ethics.py
View file @ 90f1709b
......@@ -125,8 +125,8 @@ class EthicsDeontology(Ethics):
return " {}".format(yesno(doc[0]))
def construct_requests(self, doc, ctx):
ll_yes, _ = rf.loglikelihood(ctx, " yes")
ll_no, _ = rf.loglikelihood(ctx, " no")
ll_yes, _ = rf.loglikelihood(ctx, " reasonable")
ll_no, _ = rf.loglikelihood(ctx, " unreasonable")
return ll_yes, ll_no
def process_results(self, doc, results):
......@@ -172,8 +172,8 @@ class EthicsJustice(Ethics):
return " {}".format(yesno(doc[0]))
def construct_requests(self, doc, ctx):
ll_yes, _ = rf.loglikelihood(ctx, " yes")
ll_no, _ = rf.loglikelihood(ctx, " no")
ll_yes, _ = rf.loglikelihood(ctx, " reasonable")
ll_no, _ = rf.loglikelihood(ctx, " unreasonable")
return ll_yes, ll_no
def process_results(self, doc, results):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment