Unverified Commit 6b4161c1 authored by Lintang Sutawika's avatar Lintang Sutawika Committed by GitHub
Browse files

Changed `get_default_aggregation` to `get_aggregation`

parent a6179b49
......@@ -33,7 +33,6 @@ from lm_eval.api.metrics import (
from lm_eval.api.registry import (
get_metric,
get_aggregation,
get_default_aggregation,
is_higher_better,
DEFAULT_METRIC_REGISTRY,
OUTPUT_TYPE_REGISTRY,
......@@ -543,9 +542,7 @@ class ConfigurableTask(Task):
# TODO: handle this in TaskConfig.__post_init__ ?
for metric_name in _metric_list:
self._metric_fn_list[metric_name] = get_metric(metric_name)
self._aggregation_list[metric_name] = get_default_aggregation(
metric_name
)
self._aggregation_list[metric_name] = get_aggregation(metric_name)
self._higher_is_better[metric_name] = is_higher_better(metric_name)
else:
for metric_config in self.config.metric_list:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment