Skip to content

GitLab

Commit 38bd2cc8 authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

remove batch_size param from config

parent 23318d0e
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
lm_eval/api/task.py
View file @ 38bd2cc8
...@@ -73,7 +73,6 @@ class TaskConfig(dict): ...@@ -73,7 +73,6 @@ class TaskConfig(dict):
fewshot_delimiter: str = "\n\n" fewshot_delimiter: str = "\n\n"
# runtime configuration options # runtime configuration options
num_fewshot: int = 0 num_fewshot: int = 0
batch_size: int = 1
# scoring options # scoring options
metric_list: str = None metric_list: str = None
output_type: str = "greedy_until" output_type: str = "greedy_until"
...@@ -468,7 +467,7 @@ class Task(abc.ABC): ...@@ -468,7 +467,7 @@ class Task(abc.ABC):
The fewshot context. The fewshot context.
""" """
# TODO: this should only return the overrides applied to a non-YAML task's configuration. # TODO: this should only return the overrides applied to a non-YAML task's configuration.
# (batch size, num_fewshot) # (num_fewshot)
return self._config.to_dict() return self._config.to_dict()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment