Fixed dummy model (#2339)

d7734d19 · Amine Elhattami · GitHub · 9a092f37 · d7734d19
Unverified Commit d7734d19 authored Sep 24, 2024 by Amine Elhattami Committed by GitHub Sep 24, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

lm_eval/models/dummy.py lm_eval/models/dummy.py +2 -2

No files found.
--- a/lm_eval/models/dummy.py
+++ b/lm_eval/models/dummy.py
@@ -26,9 +26,9 @@ class DummyLM(LM):
    def generate_until(self, requests, disable_tqdm: bool = False):
        res = []

-        for ctx, _ in tqdm(requests, disable=disable_tqdm):
+        for request in tqdm(requests, disable=disable_tqdm):
            res.append("lol")
-            assert ctx.strip() != ""
+            assert request.arguments[0].strip() != ""

        return res