Skip to content

GitLab

Unverified Commit 89618bf8 authored by Hailey Schoelkopf's avatar Hailey Schoelkopf Committed by GitHub
Browse files

apply process_docs() to fewshot_split too (#1276)

parent 653217a7
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
lm_eval/api/task.py
View file @ 89618bf8
......@@ -759,6 +759,8 @@ class ConfigurableTask(Task):
def fewshot_docs(self):
if self.config.fewshot_split is not None:
if self.config.process_docs is not None:
return self.config.process_docs(self.dataset[self.config.fewshot_split])
return self.dataset[self.config.fewshot_split]
else:
if (self.config.num_fewshot is not None) and (self.config.num_fewshot > 0):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment