Unverified Commit 9c3634ec authored by Lyu Han's avatar Lyu Han Committed by GitHub
Browse files

change 'model_format' to 'qwen' when 'model_name' starts with 'qwen' (#575)

parent bb3cce9a
...@@ -984,7 +984,7 @@ def main(model_name: str, ...@@ -984,7 +984,7 @@ def main(model_name: str,
assert ((tp & (tp - 1) == 0) and tp != 0), 'tp should be 2^n' assert ((tp & (tp - 1) == 0) and tp != 0), 'tp should be 2^n'
if model_format is None: if model_format is None:
model_format = 'qwen' if model_name == 'qwen-7b' else 'hf' model_format = 'qwen' if model_name.startswith('qwen') else 'hf'
if model_format not in supported_formats: if model_format not in supported_formats:
print(f'the model format "{model_format}" is not supported. ' print(f'the model format "{model_format}" is not supported. '
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment