Force no caching while testing

c27e29e1 · jon-tow · f33717c2 · c27e29e1
Commit c27e29e1 authored Apr 26, 2022 by jon-tow
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

lm_eval/evaluator.py lm_eval/evaluator.py +2 -0

No files found.
--- a/lm_eval/evaluator.py
+++ b/lm_eval/evaluator.py
@@ -70,6 +70,8 @@ def simple_evaluate(
        assert isinstance(model, lm_eval.base.LM)
        lm = model

+    # TODO: Hard-code turning off cache while testing. Remove once testing is completed.
+    no_cache = True
    if not no_cache:
        lm = lm_eval.base.CachingLM(
            lm,