unwrap model to get pos embs

65127577 · Benjamin Fattori · f1372139 · 65127577
Commit 65127577 authored May 20, 2023 by Benjamin Fattori
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

lm_eval/models/gpt2.py lm_eval/models/gpt2.py +4 -1

No files found.
--- a/lm_eval/models/gpt2.py
+++ b/lm_eval/models/gpt2.py
@@ -103,7 +103,10 @@ class HFLM(LM):
            return self.gpt2.config.n_ctx
        except AttributeError:
            # gptneoconfig doesn't have n_ctx apparently
-            return self.gpt2.config.max_position_embeddings
+            if hasattr(self, 'accelerator'):
+                return self.accelerator.unwrap_model(self.gpt2).config.max_position_embeddings
+            else:
+                return self.gpt2.config.max_position_embeddings

    @property
    def max_gen_toks(self):