Unverified Commit ae4e96a2 authored by Yan Ru Pei's avatar Yan Ru Pei Committed by GitHub
Browse files

fix: mocker engines should ignore downloading weights from hf (again) (#3664)


Signed-off-by: default avatarPeaBrane <yanrpei@gmail.com>
parent 734d2f87
...@@ -37,7 +37,9 @@ pub async fn run( ...@@ -37,7 +37,9 @@ pub async fn run(
} }
Some(p) => { Some(p) => {
// model_path might be an HF repo, not a local path. Resolve it by downloading. // model_path might be an HF repo, not a local path. Resolve it by downloading.
Some(LocalModel::fetch(&p.display().to_string(), false).await?) // Mocker only needs tokenizer, not weights
let ignore_weights = matches!(out_opt, Some(Output::Mocker));
Some(LocalModel::fetch(&p.display().to_string(), ignore_weights).await?)
} }
}; };
......
...@@ -215,7 +215,9 @@ pub fn make_engine<'p>( ...@@ -215,7 +215,9 @@ pub fn make_engine<'p>(
let local_path = if model_path.exists() { let local_path = if model_path.exists() {
model_path model_path
} else { } else {
LocalModel::fetch(&model_path.display().to_string(), false) // Mocker only needs tokenizer, not weights
let ignore_weights = matches!(args.engine_type, EngineType::Mocker);
LocalModel::fetch(&model_path.display().to_string(), ignore_weights)
.await .await
.map_err(to_pyerr)? .map_err(to_pyerr)?
}; };
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment