Commit f61974ed authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

fix default .py task filters

parent b698048d
...@@ -153,7 +153,7 @@ class Task(abc.ABC): ...@@ -153,7 +153,7 @@ class Task(abc.ABC):
if not hasattr(self, "_filters"): if not hasattr(self, "_filters"):
self._filters = [] self._filters = []
for name, components in self._config.get( for name, components in self._config.get(
"filters", [["none", ["take_first"]]] "filters", [["none", [["take_first", None]]]]
): ):
filter_pipeline = build_filter_ensemble(name, components) filter_pipeline = build_filter_ensemble(name, components)
self._filters.append(filter_pipeline) self._filters.append(filter_pipeline)
......
import os import os
from typing import List, Union from typing import List, Union
from .arc import *
from lm_eval import utils from lm_eval import utils
from lm_eval.logger import eval_logger from lm_eval.logger import eval_logger
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment