fix (#32162)

23f6a43f · Joao Gante · GitHub · d5a99dfc · 23f6a43f
Unverified Commit 23f6a43f authored Jul 23, 2024 by Joao Gante Committed by GitHub Jul 23, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

src/transformers/models/llama/modeling_llama.py src/transformers/models/llama/modeling_llama.py +1 -1

No files found.
--- a/src/transformers/models/llama/modeling_llama.py
+++ b/src/transformers/models/llama/modeling_llama.py
@@ -107,7 +107,7 @@ class LlamaRotaryEmbedding(nn.Module):
        else:
            # BC: "rope_type" was originally "type"
            if config.rope_scaling is not None:
-                self.rope_type = config.rope_scaling.get("rope_type", config.rope_scaling["type"])
+                self.rope_type = config.rope_scaling.get("rope_type", config.rope_scaling.get("type"))
            else:
                self.rope_type = "default"
            self.max_seq_len_cached = config.max_position_embeddings