"tests/vscode:/vscode.git/clone" did not exist on "8aa1485fcff7be3e42300c0615ee0f3f3cbce9a8"
Unverified Commit a430bbb6 authored by Yan Ru Pei's avatar Yan Ru Pei Committed by GitHub
Browse files

fix: dynamo-run model name should default to remote path i.e. HFID (#3951)


Signed-off-by: default avatarPeaBrane <yanrpei@gmail.com>
parent f1552864
...@@ -29,6 +29,10 @@ pub async fn run( ...@@ -29,6 +29,10 @@ pub async fn run(
.model_path_pos .model_path_pos
.clone() .clone()
.or_else(|| flags.model_path_flag.clone()); .or_else(|| flags.model_path_flag.clone());
// Preserve the original model identifier before downloading (for default model name)
let original_model_identifier = maybe_remote_repo.as_ref().map(|p| p.display().to_string());
let model_path = match maybe_remote_repo { let model_path = match maybe_remote_repo {
None => None, None => None,
Some(p) if p.exists() => { Some(p) if p.exists() => {
...@@ -49,7 +53,7 @@ pub async fn run( ...@@ -49,7 +53,7 @@ pub async fn run(
let mut builder = LocalModelBuilder::default(); let mut builder = LocalModelBuilder::default();
builder builder
.model_name(flags.model_name.clone()) .model_name(flags.model_name.clone().or(original_model_identifier))
.kv_cache_block_size(flags.kv_cache_block_size) .kv_cache_block_size(flags.kv_cache_block_size)
// Only set if user provides. Usually loaded from tokenizer_config.json // Only set if user provides. Usually loaded from tokenizer_config.json
.context_length(flags.context_length) .context_length(flags.context_length)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment