Ignore past_key_values during GPT-Neo inference (#13521)

68b0baee · Alex Hedges · GitHub · 07c2607d · 68b0baee
Unverified Commit 68b0baee authored Sep 13, 2021 by Alex Hedges Committed by GitHub Sep 13, 2021
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

src/transformers/models/gpt_neo/configuration_gpt_neo.py src/transformers/models/gpt_neo/configuration_gpt_neo.py +1 -0

No files found.
--- a/src/transformers/models/gpt_neo/configuration_gpt_neo.py
+++ b/src/transformers/models/gpt_neo/configuration_gpt_neo.py
@@ -96,6 +96,7 @@ class GPTNeoConfig(PretrainedConfig):
            >>> configuration = model.config
    """
    model_type = "gpt_neo"
+    keys_to_ignore_at_inference = ["past_key_values"]
    attribute_map = {"num_attention_heads": "num_heads", "num_hidden_layers": "num_layers"}

    def __init__(