diff --git a/vllm/entrypoints/openai/serving_chat.py b/vllm/entrypoints/openai/serving_chat.py index a81d2aa9..8ac4caff 100644 --- a/vllm/entrypoints/openai/serving_chat.py +++ b/vllm/entrypoints/openai/serving_chat.py @@ -607,7 +607,7 @@ class OpenAIServingChat(OpenAIServing): # if auto tools are not enabled, and a named tool choice using # outlines is not being used - if not (self.enable_auto_tools + if (not self.enable_auto_tools or not self.tool_parser) and not isinstance( request.tool_choice, ChatCompletionNamedToolChoiceParam):