Skip to content

GitLab

Commit ea3fd79b authored by thomasw21's avatar thomasw21
Browse files

Fix CB

parent f16e8b5c
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
lm_eval/tasks/superglue.py
View file @ ea3fd79b
...@@ -93,14 +93,14 @@ class CommitmentBank(HFTask): ...@@ -93,14 +93,14 @@ class CommitmentBank(HFTask):
# True = entailment # True = entailment
# False = contradiction # False = contradiction
# Neither = neutral # Neither = neutral
return " {}".format({0: "True", 1: "Neither", 2: "False"}[doc["label"]]) return " {}".format({0: "True", 1: "False", 2: "Neither"}[doc["label"]])
def construct_requests(self, doc, ctx): def construct_requests(self, doc, ctx):
ll_true, _ = rf.loglikelihood(ctx, ' True') ll_true, _ = rf.loglikelihood(ctx, ' True')
ll_neither, _ = rf.loglikelihood(ctx, ' Neither')
ll_false, _ = rf.loglikelihood(ctx, ' False') ll_false, _ = rf.loglikelihood(ctx, ' False')
ll_neither, _ = rf.loglikelihood(ctx, ' Neither')
return ll_true, ll_neither, ll_false return ll_true, ll_false, ll_neither
def process_results(self, doc, results): def process_results(self, doc, results):
gold = doc["label"] gold = doc["label"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment