Test bootstrapping

218d105d · Leo Gao · c1822c02 · 218d105d
Commit 218d105d authored May 03, 2021 by Leo Gao
Hide whitespace changes
Inline Side-by-side

Showing with 10 additions and 0 deletions

tests/test_misc.py tests/test_misc.py +10 -0

No files found.
--- a/tests/test_misc.py
+++ b/tests/test_misc.py
+import pytest
+import lm_eval.metrics as metrics
+
+
+def test_bootstrapping():
+    arr = list(range(100))
+    expected = metrics.mean_stderr(arr)
+    bootstrapped = metrics.bootstrap_stderr(metrics.mean, arr)
+
+    assert bootstrapped == pytest.approx(expected)