Unverified Commit ce9d690e authored by Mick's avatar Mick Committed by GitHub
Browse files

fix: fix nightly test from updating transformers (#6658)

parent bdaefbbf
...@@ -199,6 +199,7 @@ class ModelConfig: ...@@ -199,6 +199,7 @@ class ModelConfig:
if ( if (
"MistralModel" in self.hf_config.architectures "MistralModel" in self.hf_config.architectures
or "MixtralForCausalLM" in self.hf_config.architectures or "MixtralForCausalLM" in self.hf_config.architectures
or "MistralForCausalLM" in self.hf_config.architectures
): ):
if getattr(self, "head_dim", None) is None: if getattr(self, "head_dim", None) is None:
self.head_dim = ( self.head_dim = (
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment