Skip to content

GitLab

Commit 9c3f7227 authored by lintangsutawika's avatar lintangsutawika
Browse files

modified import origin

parent 7b0b42c4
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
lm_eval/evaluator.py
View file @ 9c3f7227
...@@ -9,7 +9,7 @@ import numpy as np ...@@ -9,7 +9,7 @@ import numpy as np
import lm_eval.api import lm_eval.api
import lm_eval.tasks import lm_eval.tasks
import lm_eval.models import lm_eval.models
import lm_eval.metrics import lm_eval.api.metrics
from lm_eval.utils import ( from lm_eval.utils import (
positional_deprecated, positional_deprecated,
...@@ -280,7 +280,7 @@ def evaluate( ...@@ -280,7 +280,7 @@ def evaluate(
# hotfix: bleu, chrf, ter seem to be really expensive to bootstrap # hotfix: bleu, chrf, ter seem to be really expensive to bootstrap
# so we run them less iterations. still looking for a cleaner way to do this # so we run them less iterations. still looking for a cleaner way to do this
stderr = lm_eval.metrics.stderr_for_metric( stderr = lm_eval.api.metrics.stderr_for_metric(
metric=task.aggregation()[metric], metric=task.aggregation()[metric],
bootstrap_iters=min(bootstrap_iters, 1000) bootstrap_iters=min(bootstrap_iters, 1000)
if metric in ["bleu", "chrf", "ter"] if metric in ["bleu", "chrf", "ter"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment