fix cache (#2037)

e922cceb · Baber Abbasi · GitHub · 801322e0 · e922cceb
Unverified Commit e922cceb authored Jun 28, 2024 by Baber Abbasi Committed by GitHub Jun 28, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 2 deletions

lm_eval/api/model.py lm_eval/api/model.py +3 -2

No files found.
--- a/lm_eval/api/model.py
+++ b/lm_eval/api/model.py
@@ -246,9 +246,10 @@ class CachingLM:
        # add hook to lm
        lm.set_cache_hook(self.get_cache_hook())

-    def __getattr__(self, attr):
+    def __getattr__(self, attr: str):
        lm_attr = getattr(self.lm, attr)
-        if not callable(lm_attr):
+        if attr not in ["loglikelihood", "loglikelihood_rolling", "generate_until"]:
+            eval_logger.debug(f"Passing through attribute '{attr}' to underlying LM")
            return lm_attr

        def fn(requests):