test_gpt_oss_1gpu.py 762 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
import unittest

from test_gpt_oss_common import BaseTestGptOss


class TestGptOss1Gpu(BaseTestGptOss):
    def test_mxfp4_20b(self):
        self.run_test(
            model_variant="20b",
            quantization="mxfp4",
            expected_score_of_reasoning_effort={
Lianmin Zheng's avatar
Lianmin Zheng committed
12
13
14
                "low": 0.34,
                "medium": 0.34,
                "high": 0.27,  # TODO investigate
15
16
17
18
19
20
21
22
            },
        )

    def test_bf16_20b(self):
        self.run_test(
            model_variant="20b",
            quantization="bf16",
            expected_score_of_reasoning_effort={
Lianmin Zheng's avatar
Lianmin Zheng committed
23
24
25
                "low": 0.34,
                "medium": 0.34,
                "high": 0.27,  # TODO investigate
26
27
28
29
30
31
            },
        )


if __name__ == "__main__":
    unittest.main()