Add `eot_token` property to gpt-j

32d0658c · jon-tow · f65e196e · 32d0658c
Commit 32d0658c authored Apr 28, 2022 by jon-tow
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 0 deletions

lm_eval/models/gptj.py lm_eval/models/gptj.py +4 -0

No files found.
--- a/lm_eval/models/gptj.py
+++ b/lm_eval/models/gptj.py
@@ -39,6 +39,10 @@ class GPTJLM(BaseLM):
        # if gpus > 1:
        #     self.gptj = nn.DataParallel(self.gptj)

+    @property
+    def eot_token(self):
+        return self.tokenizer.eos_token
+
    @property
    def eot_token_id(self):
        # we use EOT because end of *text* is more accurate for what we're doing than end of *sentence*