Unverified Commit 7960d8b7 authored by Xiaomeng Zhao's avatar Xiaomeng Zhao Committed by GitHub
Browse files

Merge pull request #2668 from myhloli/dev

fix: include server_url in model key for backend model retrieval in vlm_analyze.py
parents e4e58fa2 20dcbd21
...@@ -27,7 +27,7 @@ class ModelSingleton: ...@@ -27,7 +27,7 @@ class ModelSingleton:
model_path: str | None, model_path: str | None,
server_url: str | None, server_url: str | None,
) -> BasePredictor: ) -> BasePredictor:
key = (backend,) key = (backend, server_url)
if key not in self._models: if key not in self._models:
if backend in ['transformers', 'sglang-engine'] and not model_path: if backend in ['transformers', 'sglang-engine'] and not model_path:
model_path = auto_download_and_get_model_root_path("/","vlm") model_path = auto_download_and_get_model_root_path("/","vlm")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment