Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
test_sb.py 3.18 KB
Newer Older
Yifan Xiong's avatar
CLI - Add command sb [version,deploy,exec,run] (#10)  
Yifan Xiong committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92 
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT License.

"""SuperBench CLI command and scenario tests."""

import io
import contextlib
from functools import wraps
from knack.testsdk import ScenarioTest, StringCheck, NoneCheck

import superbench
from superbench.cli import SuperBenchCLI


def capture_system_exit(func):
    """Decorator to capture SystemExit in testing.

    Args:
        func (Callable): Decorated function.

    Returns:
        Callable: Decorator.
    """
    @wraps(func)
    def wrapper(self, *args, **kwargs):
        f = io.StringIO()
        with self.assertRaises(SystemExit) as cm, contextlib.redirect_stderr(f):
            func(self, *args, **kwargs)
        self.assertEqual(cm.exception.code, 2)
        self.stderr = f.getvalue()

    return wrapper


class SuperBenchCLIScenarioTest(ScenarioTest):
    """A class whose instances are CLI single test cases.

    Args:
        ScenarioTest (knack.testsdk.ScenarioTest): Test class for knack.
    """
    def __init__(self, method_name):
        """Override __init__ method for ScenarioTest.

        Args:
            method_name (str): ScenarioTest method_name.
        """
        sb_cli = SuperBenchCLI.get_cli()
        super().__init__(sb_cli, method_name)

    def test_sb_version(self):
        """Test sb version."""
        self.cmd('sb version', checks=[StringCheck(superbench.__version__)])

    def test_sb_deploy(self):
        """Test sb deploy."""
        self.cmd('sb deploy --docker-image test:cuda11.1 --host-list localhost', expect_failure=True)

    @capture_system_exit
    def test_sb_deploy_no_docker_image(self):
        """Test sb deploy, no --docker-image argument, should fail."""
        self.cmd('sb deploy', expect_failure=True)
        self.assertIn('sb deploy: error: the following arguments are required: --docker-image', self.stderr)

    def test_sb_exec(self):
        """Test sb exec."""
        self.cmd('sb exec --docker-image test:cuda11.1', checks=[NoneCheck()])

    @capture_system_exit
    def test_sb_exec_no_docker_image(self):
        """Test sb exec, no --docker-image argument, should fail."""
        self.cmd('sb exec', expect_failure=True)
        self.assertIn('sb exec: error: the following arguments are required: --docker-image', self.stderr)

    def test_sb_run(self):
        """Test sb run."""
        self.cmd('sb run --docker-image test:cuda11.1 --host-list localhost', checks=[NoneCheck()])

    @capture_system_exit
    def test_sb_run_no_docker_image(self):
        """Test sb run, no --docker-image argument, should fail."""
        self.cmd('sb run', expect_failure=True)
        self.assertIn('sb run: error: the following arguments are required: --docker-image', self.stderr)

    def test_sb_run_no_host(self):
        """Test sb run, no --host-file or --host-list, should fail."""
        result = self.cmd('sb run --docker-image test:cuda11.1', expect_failure=True)
        self.assertEqual(result.exit_code, 1)

    def test_sb_run_nonexist_host_file(self):
        """Test sb run, --host-file does not exist, should fail."""
        result = self.cmd('sb run --docker-image test:cuda11.1 --host-file ./nonexist.yaml', expect_failure=True)
        self.assertEqual(result.exit_code, 1)