remove version for metadata

1848d664 · lintangsutawika · 016615fa · 1848d664
Commit 1848d664 authored Jun 10, 2024 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

lm_eval/api/task.py lm_eval/api/task.py +3 -1

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -62,7 +62,9 @@ class GroupConfig(dict):
    aggregate_fn: Optional[str] = "mean"
    weight_by_size: Optional[str] = False
    metric_alias: Optional[str] = None  # Still a placeholder
-    version: Optional[int] = 0
+    metadata: Optional[
+        dict
+    ] = None  # by default, not used in the code. allows for users to pass arbitrary info to tasks

    def __getitem__(self, item):
        return getattr(self, item)