Commit 7c95c62d authored by myhloli's avatar myhloli
Browse files

fix: change default value for torch compile option and clean up code

parent 89107628
...@@ -209,14 +209,14 @@ def update_interface(backend_choice): ...@@ -209,14 +209,14 @@ def update_interface(backend_choice):
'mem_fraction_static', 'mem_fraction_static',
type=float, type=float,
help="Set the static memory fraction for SgLang engine. ", help="Set the static memory fraction for SgLang engine. ",
default=None, # 改为默认值为None default=None,
) )
@click.option( @click.option(
'--enable-torch-compile', '--enable-torch-compile',
'torch_compile_enable', 'torch_compile_enable',
type=bool, type=bool,
help="Enable torch compile for SgLang engine. ", help="Enable torch compile for SgLang engine. ",
default=True, default=False,
) )
@click.option( @click.option(
'--enable-api', '--enable-api',
...@@ -232,7 +232,6 @@ def main(example_enable, sglang_engine_enable, mem_fraction_static, torch_compil ...@@ -232,7 +232,6 @@ def main(example_enable, sglang_engine_enable, mem_fraction_static, torch_compil
from mineru.backend.vlm.vlm_analyze import ModelSingleton from mineru.backend.vlm.vlm_analyze import ModelSingleton
modelsingleton = ModelSingleton() modelsingleton = ModelSingleton()
# 构建参数字典
model_params = { model_params = {
"enable_torch_compile": torch_compile_enable "enable_torch_compile": torch_compile_enable
} }
...@@ -244,7 +243,7 @@ def main(example_enable, sglang_engine_enable, mem_fraction_static, torch_compil ...@@ -244,7 +243,7 @@ def main(example_enable, sglang_engine_enable, mem_fraction_static, torch_compil
"sglang-engine", "sglang-engine",
None, None,
None, None,
**model_params # 使用解包运算符传递参数 **model_params
) )
print("SgLang engine init successfully.") print("SgLang engine init successfully.")
except Exception as e: except Exception as e:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment