Unverified Commit e5173d3b authored by Andy Liu's avatar Andy Liu Committed by GitHub
Browse files

[Bugfix] Remove the num_hidden_layers override for glm4_moe (#31745)

parent d3235cb5
...@@ -199,7 +199,6 @@ class SpeculativeConfig: ...@@ -199,7 +199,6 @@ class SpeculativeConfig:
n_predict = getattr(hf_config, "num_nextn_predict_layers", None) n_predict = getattr(hf_config, "num_nextn_predict_layers", None)
hf_config.update( hf_config.update(
{ {
"num_hidden_layers": 0,
"n_predict": n_predict, "n_predict": n_predict,
"architectures": ["Glm4MoeMTPModel"], "architectures": ["Glm4MoeMTPModel"],
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment