Skip to content

GitLab

Unverified Commit da1766e4 authored by Kangyan-Zhou's avatar Kangyan-Zhou Committed by GitHub
Browse files

Remove deprecated --enable-beta-spec argument and fix b200 test (#12167) 


Co-authored-by: default avatarClaude <noreply@anthropic.com>
parent a124b517
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 1 deletion
test/srt/test_deepseek_v3_fp4_4gpu.py
View file @ da1766e4
import os
import unittest import unittest
from types import SimpleNamespace from types import SimpleNamespace
...@@ -83,6 +84,7 @@ class TestDeepseekV3FP4(CustomTestCase): ...@@ -83,6 +84,7 @@ class TestDeepseekV3FP4(CustomTestCase):
class TestDeepseekV3FP4MTP(CustomTestCase): class TestDeepseekV3FP4MTP(CustomTestCase):
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):
os.environ["SGLANG_ENABLE_SPEC_V2"] = "1"
cls.model = FULL_DEEPSEEK_V3_FP4_MODEL_PATH cls.model = FULL_DEEPSEEK_V3_FP4_MODEL_PATH
cls.base_url = DEFAULT_URL_FOR_TEST cls.base_url = DEFAULT_URL_FOR_TEST
other_args = [ other_args = [
...@@ -104,7 +106,6 @@ class TestDeepseekV3FP4MTP(CustomTestCase): ...@@ -104,7 +106,6 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
"4", "4",
"--kv-cache-dtype", "--kv-cache-dtype",
"fp8_e4m3", "fp8_e4m3",
"--enable-beta-spec",
] ]
cls.process = popen_launch_server( cls.process = popen_launch_server(
cls.model, cls.model,
...@@ -116,6 +117,8 @@ class TestDeepseekV3FP4MTP(CustomTestCase): ...@@ -116,6 +117,8 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
@classmethod @classmethod
def tearDownClass(cls): def tearDownClass(cls):
kill_process_tree(cls.process.pid) kill_process_tree(cls.process.pid)
if "SGLANG_ENABLE_SPEC_V2" in os.environ:
del os.environ["SGLANG_ENABLE_SPEC_V2"]
def test_a_gsm8k( def test_a_gsm8k(
self, self,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment