Skip to content

GitLab

Unverified Commit 23f6a43f authored by Joao Gante's avatar Joao Gante Committed by GitHub
Browse files

fix (#32162)

parent d5a99dfc
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
src/transformers/models/llama/modeling_llama.py
View file @ 23f6a43f
...@@ -107,7 +107,7 @@ class LlamaRotaryEmbedding(nn.Module): ...@@ -107,7 +107,7 @@ class LlamaRotaryEmbedding(nn.Module):
else: else:
# BC: "rope_type" was originally "type" # BC: "rope_type" was originally "type"
if config.rope_scaling is not None: if config.rope_scaling is not None:
self.rope_type = config.rope_scaling.get("rope_type", config.rope_scaling["type"]) self.rope_type = config.rope_scaling.get("rope_type", config.rope_scaling.get("type"))
else: else:
self.rope_type = "default" self.rope_type = "default"
self.max_seq_len_cached = config.max_position_embeddings self.max_seq_len_cached = config.max_position_embeddings
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment