don't raise error for unset higher_is_better

e66ba123 · haileyschoelkopf · c28d100d · e66ba123
Commit e66ba123 authored Oct 18, 2023 by haileyschoelkopf
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 1 deletion

lm_eval/api/registry.py lm_eval/api/registry.py +0 -1

No files found.
--- a/lm_eval/api/registry.py
+++ b/lm_eval/api/registry.py
@@ -171,7 +171,6 @@ def is_higher_better(metric_name):
    try:
        return HIGHER_IS_BETTER_REGISTRY[metric_name]
    except KeyError:
-        raise Warning(f"higher_is_better not specified for metric '{metric_name}'!")
        eval_logger.warning(
            f"higher_is_better not specified for metric '{metric_name}'!"
        )