Added field for comment; serves as an empty placeholder

960f3780 · cjlovering · 60dc4ad2 · 960f3780
Commit 960f3780 authored Apr 27, 2022 by cjlovering
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

lm_eval/base.py lm_eval/base.py +2 -0

No files found.
--- a/lm_eval/base.py
+++ b/lm_eval/base.py
@@ -963,6 +963,8 @@ class PromptSourceTask(Task):
            "prompt_id": self.prompt.get_id(),
            "prompt_jinja": self.prompt.jinja,
            "prompt_original_task": self.prompt.metadata.original_task,
+            # Placeholder for comment in post-processing.
+            "comment": "",
        }