Skip to content

GitLab

"sgl-kernel/csrc/vscode:/vscode.git/clone" did not exist on "f9f0138f80a32ecba8a4da619cb51dce2bb3381c"
Unverified Commit 6b4161c1 authored by Lintang Sutawika's avatar Lintang Sutawika Committed by GitHub
Browse files

Changed `get_default_aggregation` to `get_aggregation`

parent a6179b49
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 4 deletions
lm_eval/api/task.py
View file @ 6b4161c1
...@@ -33,7 +33,6 @@ from lm_eval.api.metrics import ( ...@@ -33,7 +33,6 @@ from lm_eval.api.metrics import (
from lm_eval.api.registry import ( from lm_eval.api.registry import (
get_metric, get_metric,
get_aggregation, get_aggregation,
get_default_aggregation,
is_higher_better, is_higher_better,
DEFAULT_METRIC_REGISTRY, DEFAULT_METRIC_REGISTRY,
OUTPUT_TYPE_REGISTRY, OUTPUT_TYPE_REGISTRY,
...@@ -543,9 +542,7 @@ class ConfigurableTask(Task): ...@@ -543,9 +542,7 @@ class ConfigurableTask(Task):
# TODO: handle this in TaskConfig.__post_init__ ? # TODO: handle this in TaskConfig.__post_init__ ?
for metric_name in _metric_list: for metric_name in _metric_list:
self._metric_fn_list[metric_name] = get_metric(metric_name) self._metric_fn_list[metric_name] = get_metric(metric_name)
self._aggregation_list[metric_name] = get_default_aggregation( self._aggregation_list[metric_name] = get_aggregation(metric_name)
metric_name
)
self._higher_is_better[metric_name] = is_higher_better(metric_name) self._higher_is_better[metric_name] = is_higher_better(metric_name)
else: else:
for metric_config in self.config.metric_list: for metric_config in self.config.metric_list:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment