Merge pull request #448 from nikhilpinnaparaju/issue-439

Set PAD token to EOS token

lm_eval/models/gpt2.py

@@ -119,6 +119,7 @@ class HFLM(BaseLM):
         generation_kwargs = {'do_sample': False, 'max_length': max_length}
         if eos_token_id is not None:
             generation_kwargs['eos_token_id'] = eos_token_id
+            generation_kwargs['pad_token_id'] = eos_token_id # setting eos_token_id as pad token
         return self.gpt2.generate(context, **generation_kwargs)