Skip to content

GitLab

Commit 90f1709b authored by Muennighoff's avatar Muennighoff
Browse files

Reasonable & Unreasonable loglikelihood

parent 5b06573e
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
lm_eval/tasks/ethics.py
View file @ 90f1709b
...@@ -125,8 +125,8 @@ class EthicsDeontology(Ethics): ...@@ -125,8 +125,8 @@ class EthicsDeontology(Ethics):
return " {}".format(yesno(doc[0])) return " {}".format(yesno(doc[0]))
def construct_requests(self, doc, ctx): def construct_requests(self, doc, ctx):
ll_yes, _ = rf.loglikelihood(ctx, " yes") ll_yes, _ = rf.loglikelihood(ctx, " reasonable")
ll_no, _ = rf.loglikelihood(ctx, " no") ll_no, _ = rf.loglikelihood(ctx, " unreasonable")
return ll_yes, ll_no return ll_yes, ll_no
def process_results(self, doc, results): def process_results(self, doc, results):
...@@ -172,8 +172,8 @@ class EthicsJustice(Ethics): ...@@ -172,8 +172,8 @@ class EthicsJustice(Ethics):
return " {}".format(yesno(doc[0])) return " {}".format(yesno(doc[0]))
def construct_requests(self, doc, ctx): def construct_requests(self, doc, ctx):
ll_yes, _ = rf.loglikelihood(ctx, " yes") ll_yes, _ = rf.loglikelihood(ctx, " reasonable")
ll_no, _ = rf.loglikelihood(ctx, " no") ll_no, _ = rf.loglikelihood(ctx, " unreasonable")
return ll_yes, ll_no return ll_yes, ll_no
def process_results(self, doc, results): def process_results(self, doc, results):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment