Commit 9c3f7227 authored by lintangsutawika's avatar lintangsutawika
Browse files

modified import origin

parent 7b0b42c4
......@@ -9,7 +9,7 @@ import numpy as np
import lm_eval.api
import lm_eval.tasks
import lm_eval.models
import lm_eval.metrics
import lm_eval.api.metrics
from lm_eval.utils import (
positional_deprecated,
......@@ -280,7 +280,7 @@ def evaluate(
# hotfix: bleu, chrf, ter seem to be really expensive to bootstrap
# so we run them less iterations. still looking for a cleaner way to do this
stderr = lm_eval.metrics.stderr_for_metric(
stderr = lm_eval.api.metrics.stderr_for_metric(
metric=task.aggregation()[metric],
bootstrap_iters=min(bootstrap_iters, 1000)
if metric in ["bleu", "chrf", "ter"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment