Skip to content

GitLab

Commit cd30267a authored by Baber's avatar Baber
Browse files

fix fewshot

parent c239a8d8
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
lm_eval/config/task.py
View file @ cd30267a
...@@ -207,7 +207,7 @@ class TaskConfig(dict): ...@@ -207,7 +207,7 @@ class TaskConfig(dict):
# ---setup fewshot config--- # # ---setup fewshot config--- #
_fewshot_cfg = self.fewshot_config if self.fewshot_config is not None else {} _fewshot_cfg = self.fewshot_config if self.fewshot_config is not None else {}
self.fewshot_cfg = FewshotConfig( self.fewshot_cfg = FewshotConfig(
num_fewshot=lambda: self.num_fewshot or _fewshot_cfg["num_fewshot"], num_fewshot=lambda: self.num_fewshot or _fewshot_cfg.get("num_fewshot", 0),
split=self.fewshot_split, split=self.fewshot_split,
sampler=_fewshot_cfg.get("sampler", "default"), sampler=_fewshot_cfg.get("sampler", "default"),
samples=_fewshot_cfg.get("samples", None), samples=_fewshot_cfg.get("samples", None),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment