Unverified Commit 34b6b842 authored by Chang Su's avatar Chang Su Committed by GitHub
Browse files

feat(func_call): Add more check in `BaseFormatDetector.parse_streaming_increment` (#7479)

parent 25549433
...@@ -142,6 +142,10 @@ class BaseFormatDetector(ABC): ...@@ -142,6 +142,10 @@ class BaseFormatDetector(ABC):
try: try:
if current_text.startswith(self.bot_token): if current_text.startswith(self.bot_token):
start_idx = len(self.bot_token) start_idx = len(self.bot_token)
elif self.current_tool_id > 0 and current_text.startswith(
self.tool_call_separator + self.bot_token
):
start_idx = len(self.tool_call_separator + self.bot_token)
elif self.current_tool_id > 0 and current_text.startswith( elif self.current_tool_id > 0 and current_text.startswith(
self.tool_call_separator self.tool_call_separator
): ):
......
...@@ -468,10 +468,7 @@ class TestToolChoiceQwen25(TestToolChoiceLlama32): ...@@ -468,10 +468,7 @@ class TestToolChoiceQwen25(TestToolChoiceLlama32):
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):
cls.flaky_tests = { cls.flaky_tests = {}
"test_multi_tool_scenario_auto",
"test_multi_tool_scenario_required",
}
cls.model = "Qwen/Qwen2.5-7B-Instruct" cls.model = "Qwen/Qwen2.5-7B-Instruct"
cls.base_url = DEFAULT_URL_FOR_TEST cls.base_url = DEFAULT_URL_FOR_TEST
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment