Skip to content

GitLab

Unverified Commit 9419e75d authored by Chang Su's avatar Chang Su Committed by GitHub
Browse files

[CI] Add test_function_calling.py to run_suite.py (#5896)

parent 2c7dbb7c
Hide whitespace changes
Inline Side-by-side
Showing with 7 additions and 5 deletions
test/srt/run_suite.py
View file @ 9419e75d
...@@ -36,6 +36,7 @@ suites = { ...@@ -36,6 +36,7 @@ suites = {
TestFile("test_fa3.py", 376), TestFile("test_fa3.py", 376),
TestFile("test_fim_completion.py", 40), TestFile("test_fim_completion.py", 40),
TestFile("test_fp8_kernel.py", 8), TestFile("test_fp8_kernel.py", 8),
TestFile("test_function_calling.py", 35),
TestFile("test_fused_moe.py", 30), TestFile("test_fused_moe.py", 30),
TestFile("test_hicache.py", 116), TestFile("test_hicache.py", 116),
TestFile("test_hicache_mla.py", 254), TestFile("test_hicache_mla.py", 254),
......
test/srt/test_function_calling.py
View file @ 9419e75d
...@@ -182,16 +182,17 @@ class TestOpenAIServerFunctionCalling(CustomTestCase): ...@@ -182,16 +182,17 @@ class TestOpenAIServerFunctionCalling(CustomTestCase):
"type": "object", "type": "object",
"properties": { "properties": {
"a": { "a": {
"type": "int", "type": "integer",
"description": "First integer", "description": "First integer",
}, },
"b": { "b": {
"type": "int", "type": "integer",
"description": "Second integer", "description": "Second integer",
}, },
}, },
"required": ["a", "b"], "required": ["a", "b"],
}, },
"strict": True, # Llama-3.2-1B is flaky in tool call. It won't always respond with parameters unless we set strict.
}, },
} }
] ]
...@@ -218,7 +219,7 @@ class TestOpenAIServerFunctionCalling(CustomTestCase): ...@@ -218,7 +219,7 @@ class TestOpenAIServerFunctionCalling(CustomTestCase):
# Record the function name on first occurrence # Record the function name on first occurrence
function_name = tool_call.function.name or function_name function_name = tool_call.function.name or function_name
# In case of multiple chunks, JSON fragments may need to be concatenated # In case of multiple chunks, JSON fragments may need to be concatenated
if tool_call.function.arguments: if tool_call.function.arguments is not None:
argument_fragments.append(tool_call.function.arguments) argument_fragments.append(tool_call.function.arguments)
self.assertEqual(function_name, "add", "Function name should be 'add'") self.assertEqual(function_name, "add", "Function name should be 'add'")
...@@ -258,11 +259,11 @@ class TestOpenAIServerFunctionCalling(CustomTestCase): ...@@ -258,11 +259,11 @@ class TestOpenAIServerFunctionCalling(CustomTestCase):
"type": "object", "type": "object",
"properties": { "properties": {
"int_a": { "int_a": {
"type": "int", "type": "integer",
"description": "First integer", "description": "First integer",
}, },
"int_b": { "int_b": {
"type": "int", "type": "integer",
"description": "Second integer", "description": "Second integer",
}, },
}, },
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment