Commit 7b8d9b72 authored by Oleh Shliazhko's avatar Oleh Shliazhko
Browse files

add comment

parent 48c6bd65
......@@ -163,7 +163,9 @@ class GeneralHendrycksTest(MultipleChoiceTask):
if self._fewshot_docs is None:
self._fewshot_docs = list(map(self._process_doc, self.dataset["dev"]))
return self._fewshot_docs[:k] # rnd.sample(list(self._fewshot_docs), k)
# use the unchanged order of the dev set without sampling,
# just as in the original code https://github.com/hendrycks/test/blob/master/evaluate.py#L28
return self._fewshot_docs[:k]
def doc_to_text(self, doc):
return doc["query"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment