test_health_check.py 767 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
import unittest

from sglang.test.test_utils import (
    DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
    DEFAULT_URL_FOR_TEST,
    popen_launch_server,
)


class TestHealthCheck(unittest.TestCase):
    def test_health_check(self):
        """Test that metrics endpoint returns data when enabled"""
        with self.assertRaises(TimeoutError):
            popen_launch_server(
                DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
                DEFAULT_URL_FOR_TEST,
                timeout=60,
                other_args=[
                    "--disable-cuda-graph",
                    "--json-model-override-args",
                    '{"architectures": ["LlamaForCausalLMForHealthTest"]}',
                ],
            )


if __name__ == "__main__":
    unittest.main()