nit

b0aca59b · Baber · db5dff9c · b0aca59b
Commit b0aca59b authored Jul 04, 2025 by Baber
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/api/task.py lm_eval/api/task.py +1 -1

No files found.
--- a/lm_eval/api/task.py
+++ b/lm_eval/api/task.py
@@ -104,7 +104,7 @@ class RepeatConfig:
    """Encapsulates information about a single repeat."""

    repeats: int = 1
-    metric_fn: Optional[Callable] = "pass@N"
+    metric_fn: Optional[str, Callable] = "pass@N"
    kwargs: Optional[dict] = None