Unverified Commit fc059c70 authored by Lucia Fang's avatar Lucia Fang Committed by GitHub
Browse files

[Bugfix] Fix args settings for guided decoding args (#27375)


Signed-off-by: default avatarLucia Fang <fanglu@fb.com>
parent bfb240cc
......@@ -1600,15 +1600,13 @@ class EngineArgs:
if self.guided_decoding_backend is not None:
so_config.guided_decoding_backend = self.guided_decoding_backend
if self.guided_decoding_disable_fallback is not None:
so_config.guided_decoding_disable_fallback = (
self.guided_decoding_disable_fallback
)
so_config.disable_fallback = self.guided_decoding_disable_fallback
if self.guided_decoding_disable_any_whitespace is not None:
so_config.guided_decoding_disable_any_whitespace = (
so_config.disable_any_whitespace = (
self.guided_decoding_disable_any_whitespace
)
if self.guided_decoding_disable_additional_properties is not None:
so_config.guided_decoding_disable_additional_properties = (
so_config.disable_additional_properties = (
self.guided_decoding_disable_additional_properties
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment