revert to take_first filter

47b888bb · lintangsutawika · c746d1fb · 47b888bb
Commit 47b888bb authored Jun 05, 2023 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

lm_eval/api/task.py lm_eval/api/task.py +3 -1

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -564,7 +564,9 @@ class ConfigurableTask(Task):
                    filter_pipeline = build_filter_ensemble(filter_name, components)
                self._filters.append(filter_pipeline)
        else:
-            self._filters = [build_filter_ensemble("none", [("none", None)])]
+            self._filters = [
+                build_filter_ensemble("take_first", [["take_first", None]])
+            ]

        if self._config.use_prompt is not None:
            eval_logger.info(f"loading prompt {self._config.use_prompt}")