Unverified Commit c84a4af4 authored by Leo Gao's avatar Leo Gao Committed by GitHub
Browse files

qa4mre: remove fewshot_examples that uses test docs

parent d7b20fe2
......@@ -46,12 +46,6 @@ class QA4MRE(MultipleChoiceTask):
def has_test_docs(self):
return True
def fewshot_examples(self, k):
# Since only test docs sample from test docs
if self._training_docs is None:
self._training_docs = list(self.test_docs())
return random.sample(self._training_docs, k)
def _convert_standard(self, question):
choices = [i.text for i in question.iter('answer')]
out_doc = {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment