Commit f14571fb authored by Leo Gao's avatar Leo Gao
Browse files

Actually do things correctly this time

parent 278863b5
...@@ -115,7 +115,7 @@ class CoQA(Task): ...@@ -115,7 +115,7 @@ class CoQA(Task):
language description, as well as the few shot examples, and the question language description, as well as the few shot examples, and the question
part of the document for `doc`. part of the document for `doc`.
""" """
cont_request = rf.greedy_until(ctx, ['\nQ:']).strip().split('\n')[0] cont_request = rf.greedy_until(ctx, ['\nQ:'])
return cont_request return cont_request
def process_results(self, doc, results): def process_results(self, doc, results):
...@@ -130,7 +130,7 @@ class CoQA(Task): ...@@ -130,7 +130,7 @@ class CoQA(Task):
""" """
turn_id = len(doc["questions"]) turn_id = len(doc["questions"])
gold_list = self.get_answers(doc, turn_id) gold_list = self.get_answers(doc, turn_id)
pred = results[0] pred = results[0].strip().split('\n')[0]
scores = self.compute_scores(gold_list, pred) scores = self.compute_scores(gold_list, pred)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment