"megatron/core/parallel_state.py" did not exist on "e338e311e189bb10102a50e964fcddf5b925ebd5"
test_srt_backend.py 1.35 KB
Newer Older
Lianmin Zheng's avatar
Lianmin Zheng committed
1
2
import unittest

Liangsheng Yin's avatar
Liangsheng Yin committed
3
import sglang as sgl
Lianmin Zheng's avatar
Lianmin Zheng committed
4
5
from sglang.test.test_programs import (
    test_decode_int,
6
    test_decode_json_regex,
7
    test_dtype_gen,
Lianmin Zheng's avatar
Lianmin Zheng committed
8
9
10
11
12
13
14
15
16
    test_expert_answer,
    test_few_shot_qa,
    test_mt_bench,
    test_parallel_decoding,
    test_regex,
    test_select,
    test_stream,
    test_tool_use,
)
Ying Sheng's avatar
Ying Sheng committed
17
from sglang.test.test_utils import DEFAULT_MODEL_NAME_FOR_TEST
Lianmin Zheng's avatar
Lianmin Zheng committed
18
19
20
21
22


class TestSRTBackend(unittest.TestCase):
    backend = None

23
24
    @classmethod
    def setUpClass(cls):
Ying Sheng's avatar
Ying Sheng committed
25
        cls.backend = sgl.Runtime(model_path=DEFAULT_MODEL_NAME_FOR_TEST)
26
        sgl.set_default_backend(cls.backend)
Lianmin Zheng's avatar
Lianmin Zheng committed
27

28
29
30
    @classmethod
    def tearDownClass(cls):
        cls.backend.shutdown()
Lianmin Zheng's avatar
Lianmin Zheng committed
31
32
33
34
35
36
37
38
39
40
41
42
43

    def test_few_shot_qa(self):
        test_few_shot_qa()

    def test_mt_bench(self):
        test_mt_bench()

    def test_select(self):
        test_select(check_answer=False)

    def test_decode_int(self):
        test_decode_int()

44
45
46
    def test_decode_json_regex(self):
        test_decode_json_regex()

Lianmin Zheng's avatar
Lianmin Zheng committed
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
    def test_expert_answer(self):
        test_expert_answer()

    def test_tool_use(self):
        test_tool_use()

    def test_parallel_decoding(self):
        test_parallel_decoding()

    def test_stream(self):
        test_stream()

    def test_regex(self):
        test_regex()

62
63
64
    def test_dtype_gen(self):
        test_dtype_gen()

Lianmin Zheng's avatar
Lianmin Zheng committed
65
66

if __name__ == "__main__":
Lianmin Zheng's avatar
Lianmin Zheng committed
67
    unittest.main()