Skip to content

GitLab

Commit 5032ebaf authored by lintangsutawika's avatar lintangsutawika
Browse files

fix indentation

parent 4140dd99
Hide whitespace changes
Inline Side-by-side
Showing with 10 additions and 9 deletions
lm_eval/evaluator.py
View file @ 5032ebaf
......@@ -697,15 +697,16 @@ def evaluate(
for m, h in higher_is_better[task].items():
if m not in _higher_is_better.keys():
_higher_is_better[m] = h
if (
m in _higher_is_better
and _higher_is_better[m] is not None
and _higher_is_better[m] != h
):
eval_logger.warning(
f"Higher_is_better values for metric {m} in group {group} are not consistent. Defaulting to None."
)
_higher_is_better[m] = None
if (
m in _higher_is_better
and _higher_is_better[m] is not None
and _higher_is_better[m] != h
):
eval_logger.warning(
f"Higher_is_better values for metric {m} in group {group} are not consistent. Defaulting to None."
)
_higher_is_better[m] = None
higher_is_better[group] = _higher_is_better
results_dict = {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment