Skip to content

GitLab

You need to sign in or sign up before continuing.
Unverified Commit 0d9cc5a8 authored by Leo Gao's avatar Leo Gao Committed by GitHub
Browse files

Update metrics.py

parent 45fefe9f
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
lm_eval/metrics.py
View file @ 0d9cc5a8
...@@ -178,10 +178,10 @@ def bootstrap_stddev(f, xs, iters=10000): ...@@ -178,10 +178,10 @@ def bootstrap_stddev(f, xs, iters=10000):
print("bootstrapping for stddev:", f.__name__) print("bootstrapping for stddev:", f.__name__)
for i in trange(iters): for i in trange(iters):
# sample w replacement # sample w replacement
bootstrap = rnd.choices(xs, k=len(xs)) bootstrap = f(rnd.choices(xs, k=len(xs)))
res.append(stddev(bootstrap)) res.append(bootstrap)
return mean(res) return stddev(res)
def stderr_for_metric(metric): def stderr_for_metric(metric):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment