"examples/multimodal/vscode:/vscode.git/clone" did not exist on "55c0a769b41394dc397201e4b1f1357100cb50e7"
Unverified Commit ba274a03 authored by Piotr Marcinkiewicz's avatar Piotr Marcinkiewicz Committed by GitHub
Browse files

fix(sglang): use served_model_name for video/image model registration (#8035)

parent a0e41273
...@@ -274,8 +274,9 @@ async def register_image_diffusion_model( ...@@ -274,8 +274,9 @@ async def register_image_diffusion_model(
by default. When output_modalities is provided, the ModelType is derived by default. When output_modalities is provided, the ModelType is derived
from the given modality names instead. from the given modality names instead.
""" """
# Use model_path as the model name (diffusion workers don't have served_model_name) model_name = (
model_name = server_args.model_path getattr(server_args, "served_model_name", None) or server_args.model_path
)
model_type = ModelType.Images model_type = ModelType.Images
if output_modalities: if output_modalities:
...@@ -297,7 +298,7 @@ async def register_image_diffusion_model( ...@@ -297,7 +298,7 @@ async def register_image_diffusion_model(
ModelInput.Text, ModelInput.Text,
model_type, model_type,
endpoint, endpoint,
model_name, server_args.model_path,
model_name, model_name,
) )
logging.info(f"Successfully registered diffusion model: {model_name}") logging.info(f"Successfully registered diffusion model: {model_name}")
...@@ -329,15 +330,16 @@ async def register_video_generation_model( ...@@ -329,15 +330,16 @@ async def register_video_generation_model(
Note: Note:
Video generation models use ModelInput.Text (text prompts) and ModelType.Videos. Video generation models use ModelInput.Text (text prompts) and ModelType.Videos.
""" """
# Use model_path as the model name (video workers don't have served_model_name) model_name = (
model_name = server_args.model_path getattr(server_args, "served_model_name", None) or server_args.model_path
)
try: try:
await register_model( await register_model(
ModelInput.Text, ModelInput.Text,
ModelType.Videos, ModelType.Videos,
endpoint, endpoint,
model_name, server_args.model_path,
model_name, model_name,
) )
logging.info(f"Successfully registered video generation model: {model_name}") logging.info(f"Successfully registered video generation model: {model_name}")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment