unwrap gpt2 model to get n_ctx

c10c08a2 · Benjamin Fattori · e4f1dfb6 · c10c08a2
Commit c10c08a2 authored May 20, 2023 by Benjamin Fattori
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

lm_eval/models/gpt2.py lm_eval/models/gpt2.py +4 -1

No files found.
--- a/lm_eval/models/gpt2.py
+++ b/lm_eval/models/gpt2.py
@@ -100,7 +100,10 @@ class HFLM(LM):
    @property
    def max_length(self):
        try:
-            return self.gpt2.config.n_ctx
+            if hasattr(self, 'accelerator'):
+                return self.accelerator.unwrap_model(self.gpt2).config.n_ctx
+            else:
+                return self.gpt2.config.n_ctx
        except AttributeError:
            # gptneoconfig doesn't have n_ctx apparently
            if hasattr(self, 'accelerator'):