Make bootstrap test work

baf54a03 · Leo Gao · dd573a95 · baf54a03
Commit baf54a03 authored May 10, 2021 by Leo Gao
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 3 deletions

tests/test_misc.py tests/test_misc.py +5 -3

No files found.
--- a/tests/test_misc.py
+++ b/tests/test_misc.py
 import pytest
 import lm_eval.metrics as metrics
+import random


 def test_bootstrapping():
-    arr = list(range(100))
+    random.seed(42)
+    arr = [random.random() for _ in range(100)]
    expected = metrics.mean_stderr(arr)
-    bootstrapped = metrics.bootstrap_stderr(metrics.mean, arr)
+    bootstrapped = metrics.bootstrap_stderr(metrics.mean, arr, iters=100000)

-    assert bootstrapped == pytest.approx(expected)
+    assert bootstrapped == pytest.approx(expected, abs=1e-4)