Unverified Commit ce9d690e authored by Mick's avatar Mick Committed by GitHub
Browse files

fix: fix nightly test from updating transformers (#6658)

parent bdaefbbf
......@@ -199,6 +199,7 @@ class ModelConfig:
if (
"MistralModel" in self.hf_config.architectures
or "MixtralForCausalLM" in self.hf_config.architectures
or "MistralForCausalLM" in self.hf_config.architectures
):
if getattr(self, "head_dim", None) is None:
self.head_dim = (
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment