Put gpt2 in eval mode

8d7d2132 · Leo Gao · GitHub · 0d291df6 · 8d7d2132
Unverified Commit 8d7d2132 authored Oct 31, 2020 by Leo Gao Committed by GitHub Oct 31, 2020
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

lm_eval/models/gpt2.py lm_eval/models/gpt2.py +1 -0

No files found.
--- a/lm_eval/models/gpt2.py
+++ b/lm_eval/models/gpt2.py
@@ -9,6 +9,7 @@ class GPT2LM(LM):
    def __init__(self, device="cpu"):
        self.device = torch.device(device)
        self.gpt2 = transformers.GPT2LMHeadModel.from_pretrained('gpt2').to(self.device)
+        self.gpt2.eval()
        self.tokenizer = transformers.GPT2Tokenizer.from_pretrained('gpt2')

    @classmethod