nit

72f5a5df · Baber · c23161f9 · 72f5a5df
Commit 72f5a5df authored May 22, 2025 by Baber
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

lm_eval/evaluator.py lm_eval/evaluator.py +3 -1

No files found.
--- a/lm_eval/evaluator.py
+++ b/lm_eval/evaluator.py
@@ -655,7 +655,9 @@ def evaluate(
                                        ensure_ascii=False,
                                    )
                                ),
-                                "prompt_hash": hash_string(requests[0].arguments[0]),
+                                "prompt_hash": hash_string(
+                                    requests[0].arguments.prompt
+                                ),
                                "target_hash": hash_string(str(target)),
                            }
                            task_output.logged_samples.append(example)