fix(configuration_llama): add `keys_to_ignore_at_inference` to `LlamaConfig` (#23891)

0963a250 · Calico · GitHub · 00f6ba0e · 0963a250
Unverified Commit 0963a250 authored May 31, 2023 by Calico Committed by GitHub May 31, 2023
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

src/transformers/models/llama/configuration_llama.py src/transformers/models/llama/configuration_llama.py +1 -0

No files found.
--- a/src/transformers/models/llama/configuration_llama.py
+++ b/src/transformers/models/llama/configuration_llama.py
@@ -79,6 +79,7 @@ class LlamaConfig(PretrainedConfig):
    >>> configuration = model.config
    ```"""
    model_type = "llama"
+    keys_to_ignore_at_inference = ["past_key_values"]

    def __init__(
        self,