Skip to content

GitLab

Commit be0e66ef authored by Pan Zezhong's avatar Pan Zezhong
Browse files

support minicpm model_type in jiuge.py

parent 2a928c75
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
scripts/jiuge.py
View file @ be0e66ef
...@@ -96,7 +96,7 @@ class JiugeMetaFromLlama(JiugeMetaCStruct): ...@@ -96,7 +96,7 @@ class JiugeMetaFromLlama(JiugeMetaCStruct):
self.scale_o = 1.0 self.scale_o = 1.0
self.scale_down = 1.0 self.scale_down = 1.0
if ( if (
"fm9g" == config["model_type"] config["model_type"] in ["fm9g", "minicpm"]
and "scale_emb" in config and "scale_emb" in config
and "scale_depth" in config and "scale_depth" in config
and "dim_model_base" in config and "dim_model_base" in config
...@@ -431,7 +431,7 @@ class JiugeForCauslLM: ...@@ -431,7 +431,7 @@ class JiugeForCauslLM:
ndev=ndev, ndev=ndev,
transpose_weight=transpose_weight, transpose_weight=transpose_weight,
) )
elif "fm9g" == config["model_type"]: elif "fm9g" == config["model_type"] or "minicpm" == config["model_type"]:
if any( if any(
file.suffix == ".safetensors" for file in Path(model_dir_path).iterdir() file.suffix == ".safetensors" for file in Path(model_dir_path).iterdir()
): ):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment