[Bugfix]: Fix the logic for deciding if tool parsing is used (#8366)

5a60699c · tomeras91 · GitHub · b6c75e1c · 5a60699c
Unverified Commit 5a60699c authored Sep 12, 2024 by tomeras91 Committed by GitHub Sep 12, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/entrypoints/openai/serving_chat.py vllm/entrypoints/openai/serving_chat.py +1 -1

No files found.
--- a/vllm/entrypoints/openai/serving_chat.py
+++ b/vllm/entrypoints/openai/serving_chat.py
@@ -607,7 +607,7 @@ class OpenAIServingChat(OpenAIServing):

            # if auto tools are not enabled, and a named tool choice using
            #   outlines is not being used
-            if not (self.enable_auto_tools
+            if (not self.enable_auto_tools
                    or not self.tool_parser) and not isinstance(
                        request.tool_choice,
                        ChatCompletionNamedToolChoiceParam):