Merge pull request #14 from bigscience-workshop/fix-gpt-j

Add `eot_token` property to gpt-j

lm_eval/models/gptj.py

@@ -39,6 +39,10 @@ class GPTJLM(BaseLM):
         # if gpus > 1:
         #     self.gptj = nn.DataParallel(self.gptj)
 
+    @property
+    def eot_token(self):
+        return self.tokenizer.eos_token
+
     @property
     def eot_token_id(self):
         # we use EOT because end of *text* is more accurate for what we're doing than end of *sentence*