update versioning logging (#1271)

75dc2b87 · Hailey Schoelkopf · GitHub · eed2d3a6 · 75dc2b87
Unverified Commit 75dc2b87 authored Jan 11, 2024 by Hailey Schoelkopf Committed by GitHub Jan 12, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 0 deletions

lm_eval/api/task.py lm_eval/api/task.py +4 -0

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -527,6 +527,10 @@ class ConfigurableTask(Task):
                "Must pass a config to ConfigurableTask, either in cls.CONFIG or `config` kwarg"
            )

+        if isinstance(self.config.metadata, dict):
+            if "version" in self.config.metadata:
+                self.VERSION = self.config.metadata["version"]
+
        if self.config.output_type is not None:
            assert self.config.output_type in ALL_OUTPUT_TYPES
            self.OUTPUT_TYPE = self.config.output_type