first stab at wrap_chat_template, various

59e3b17c · daniel-furman · 34b32f77 · 59e3b17c
Commit 59e3b17c authored Jan 09, 2024 by daniel-furman
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

lm_eval/evaluator.py lm_eval/evaluator.py +1 -0

No files found.
--- a/lm_eval/evaluator.py
+++ b/lm_eval/evaluator.py
@@ -326,6 +326,7 @@ def evaluate(

        # put responses from model into a list of length K for each request.
        for x, req in zip(resps, cloned_reqs):
+            print(x)
            req.resps.append(x)

        if lm.world_size > 1: