add todo

c23161f9 · Baber · ee014926 · c23161f9
Commit c23161f9 authored May 19, 2025 by Baber
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

lm_eval/api/filter.py lm_eval/api/filter.py +1 -0

No files found.
--- a/lm_eval/api/filter.py
+++ b/lm_eval/api/filter.py
@@ -44,6 +44,7 @@ class FilterEnsemble:

    def apply(self, instances: List[Instance]) -> None:
        resps, docs = zip(*((inst.resps, inst.doc) for inst in instances))
+        # TODO: add backward
        resps, docs = list([r.text] for y in resps for r in y), list(docs)

        for f in self.filters: