Commit 431e53de authored by Leo Gao's avatar Leo Gao
Browse files

Fix CoQA for tests

parent 8966289a
...@@ -53,7 +53,6 @@ class CoQA(Task): ...@@ -53,7 +53,6 @@ class CoQA(Task):
question = f"Q: {q['input_text']}" + '\n\n' question = f"Q: {q['input_text']}" + '\n\n'
answer = f"A: {a['input_text']}" + '\n\n' if a is not None else "A:" answer = f"A: {a['input_text']}" + '\n\n' if a is not None else "A:"
doc_text += question + answer doc_text += question + answer
print(doc_text)
return doc_text return doc_text
@classmethod @classmethod
...@@ -108,7 +107,7 @@ class CoQA(Task): ...@@ -108,7 +107,7 @@ class CoQA(Task):
if turnid is None: if turnid is None:
turnid = len(doc["questions"]) turnid = len(doc["questions"])
raw_text = doc['answers'][turnid - 1]["input_text"] raw_text = doc['answers'][turnid - 1]["input_text"]
return raw_text return " " + raw_text
def construct_requests(self, doc, ctx): def construct_requests(self, doc, ctx):
""" Uses RequestFactory to construct Requests and returns an iterable of """ Uses RequestFactory to construct Requests and returns an iterable of
......
...@@ -75,6 +75,9 @@ def test_documents_and_requests(taskname, Task): ...@@ -75,6 +75,9 @@ def test_documents_and_requests(taskname, Task):
assert tgt[0] == ' ' or txt[-1] == '\n' assert tgt[0] == ' ' or txt[-1] == '\n'
reqs = task.construct_requests(doc, txt) reqs = task.construct_requests(doc, txt)
# construct_requests can return just one request
if not isinstance(reqs, (list, tuple)): reqs = [reqs]
# todo: mock lm after refactoring evaluator.py to not be a mess # todo: mock lm after refactoring evaluator.py to not be a mess
for req in reqs: for req in reqs:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment