Skip to content

GitLab

"lib/bindings/vscode:/vscode.git/clone" did not exist on "a8e5328ed86719292c40f20d68024c13a6f900d5"
Unverified Commit 7409bd3a authored by Ayush Agarwal's avatar Ayush Agarwal Committed by GitHub
Browse files

fix: vllm omni image perf fix (#6451) 


Signed-off-by: default avatarayushag <ayushag@nvidia.com>
parent edc0d4b6
Show whitespace changes
Inline Side-by-side
Showing with 6 additions and 2 deletions
components/src/dynamo/vllm/omni/omni_handler.py
View file @ 7409bd3a
...@@ -239,7 +239,9 @@ class OmniHandler(BaseOmniHandler): ...@@ -239,7 +239,9 @@ class OmniHandler(BaseOmniHandler):
prompt = OmniTextPrompt( prompt = OmniTextPrompt(
prompt=req.prompt, prompt=req.prompt,
negative_prompt=nvext.negative_prompt or "" if nvext else "", negative_prompt=nvext.negative_prompt
if nvext and nvext.negative_prompt
else None,
) )
sp = OmniDiffusionSamplingParams( sp = OmniDiffusionSamplingParams(
...@@ -281,7 +283,9 @@ class OmniHandler(BaseOmniHandler): ...@@ -281,7 +283,9 @@ class OmniHandler(BaseOmniHandler):
prompt = OmniTextPrompt( prompt = OmniTextPrompt(
prompt=req.prompt, prompt=req.prompt,
negative_prompt=nvext.negative_prompt or "" if nvext else "", negative_prompt=nvext.negative_prompt
if nvext and nvext.negative_prompt
else None,
) )
sp = OmniDiffusionSamplingParams( sp = OmniDiffusionSamplingParams(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment