Unverified Commit b5475d05 authored by Roger Wang's avatar Roger Wang Committed by GitHub
Browse files

Revert "[Misc] fix qwen3.5 config" (#34610)

parent 9521002f
...@@ -68,10 +68,10 @@ class Qwen3_5TextConfig(PretrainedConfig): ...@@ -68,10 +68,10 @@ class Qwen3_5TextConfig(PretrainedConfig):
eos_token_id=None, eos_token_id=None,
**kwargs, **kwargs,
): ):
kwargs["ignore_keys_at_rope_validation"] = { kwargs["ignore_keys_at_rope_validation"] = [
"mrope_section", "mrope_section",
"mrope_interleaved", "mrope_interleaved",
} ]
self.vocab_size = vocab_size self.vocab_size = vocab_size
self.max_position_embeddings = max_position_embeddings self.max_position_embeddings = max_position_embeddings
self.hidden_size = hidden_size self.hidden_size = hidden_size
......
...@@ -75,10 +75,10 @@ class Qwen3_5MoeTextConfig(PretrainedConfig): ...@@ -75,10 +75,10 @@ class Qwen3_5MoeTextConfig(PretrainedConfig):
eos_token_id=None, eos_token_id=None,
**kwargs, **kwargs,
): ):
kwargs["ignore_keys_at_rope_validation"] = { kwargs["ignore_keys_at_rope_validation"] = [
"mrope_section", "mrope_section",
"mrope_interleaved", "mrope_interleaved",
} ]
self.vocab_size = vocab_size self.vocab_size = vocab_size
self.max_position_embeddings = max_position_embeddings self.max_position_embeddings = max_position_embeddings
self.hidden_size = hidden_size self.hidden_size = hidden_size
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment