Skip to content

GitLab

Unverified Commit fc059c70 authored by Lucia Fang's avatar Lucia Fang Committed by GitHub
Browse files

[Bugfix] Fix args settings for guided decoding args (#27375) 


Signed-off-by: default avatarLucia Fang <fanglu@fb.com>
parent bfb240cc
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 5 deletions
vllm/engine/arg_utils.py
View file @ fc059c70
...@@ -1600,15 +1600,13 @@ class EngineArgs: ...@@ -1600,15 +1600,13 @@ class EngineArgs:
if self.guided_decoding_backend is not None: if self.guided_decoding_backend is not None:
so_config.guided_decoding_backend = self.guided_decoding_backend so_config.guided_decoding_backend = self.guided_decoding_backend
if self.guided_decoding_disable_fallback is not None: if self.guided_decoding_disable_fallback is not None:
so_config.guided_decoding_disable_fallback = ( so_config.disable_fallback = self.guided_decoding_disable_fallback
self.guided_decoding_disable_fallback
)
if self.guided_decoding_disable_any_whitespace is not None: if self.guided_decoding_disable_any_whitespace is not None:
so_config.guided_decoding_disable_any_whitespace = ( so_config.disable_any_whitespace = (
self.guided_decoding_disable_any_whitespace self.guided_decoding_disable_any_whitespace
) )
if self.guided_decoding_disable_additional_properties is not None: if self.guided_decoding_disable_additional_properties is not None:
so_config.guided_decoding_disable_additional_properties = ( so_config.disable_additional_properties = (
self.guided_decoding_disable_additional_properties self.guided_decoding_disable_additional_properties
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment