Fixed typo on num_fewshot

6d355b85 · Lintang Sutawika · GitHub · 01cfb2ff · 6d355b85
Unverified Commit 6d355b85 authored Jun 14, 2023 by Lintang Sutawika Committed by GitHub Jun 14, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/api/task.py lm_eval/api/task.py +1 -1

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -419,7 +419,7 @@ class Task(abc.ABC):
        if num_fewshot == 0:
            labeled_examples = ""
        else:
-            labeled_examples = self.sampler.get_context(doc, self._config.num_fewshot)
+            labeled_examples = self.sampler.get_context(doc, num_fewshot)

            # for sets with no training docs, draw from other set *but ensure no overlap with current doc*
            # if self.has_training_docs():