add two test files

tests/unit/test_config.py

+# A test on its own
+import torch
+
+# A test on its own
+import deepspeed
+
+
+def test_cuda():
+    assert (torch.cuda.is_available())

tests/unit/test_run.py

+import pytest
+
+from deepspeed.pt import deepspeed_run as dsrun
+
+
+def test_parser_mutual_exclusive():
+    '''Ensure dsrun.parse_resource_filter() raises a ValueError when include_str and
+    exclude_str are both provided.
+    '''
+    with pytest.raises(ValueError):
+        dsrun.parse_resource_filter({}, include_str='A', exclude_str='B')
+
+
+def test_parser_local():
+    ''' Test cases with only one node. '''
+    # First try no incude/exclude
+    hosts = {'worker-0': [0, 1, 2, 3]}
+    ret = dsrun.parse_resource_filter(hosts)
+    assert (ret == hosts)
+
+    # exclude slots
+    ret = dsrun.parse_resource_filter(hosts, exclude_str='worker-0:1')
+    assert (ret == {'worker-0': [0, 2, 3]})
+
+    ret = dsrun.parse_resource_filter(hosts, exclude_str='worker-0:1,2')
+    assert (ret == {'worker-0': [0, 3]})
+
+    # only use one slot
+    ret = dsrun.parse_resource_filter(hosts, include_str='worker-0:1')
+    assert (ret == {'worker-0': [1]})
+
+    # including slots multiple times shouldn't break things
+    ret = dsrun.parse_resource_filter(hosts, include_str='worker-0:1,1')
+    assert (ret == {'worker-0': [1]})
+    ret = dsrun.parse_resource_filter(hosts, include_str='worker-0:1@worker-0:0,1')
+    assert (ret == {'worker-0': [0, 1]})
+
+    # including just 'worker-0' without : should still use all GPUs
+    ret = dsrun.parse_resource_filter(hosts, include_str='worker-0')
+    assert (ret == hosts)
+
+    # excluding just 'worker-0' without : should eliminate everything
+    ret = dsrun.parse_resource_filter(hosts, exclude_str='worker-0')
+    assert (ret == {})
+
+    # exclude all slots manually
+    ret = dsrun.parse_resource_filter(hosts, exclude_str='worker-0:0,1,2,3')
+    assert (ret == {})
+
+
+def test_parser_multinode():
+    # First try no incude/exclude
+    hosts = {'worker-0': [0, 1, 2, 3], 'worker-1': [0, 1, 2, 3]}
+    ret = dsrun.parse_resource_filter(hosts)
+    assert (ret == hosts)
+
+    # include a node
+    ret = dsrun.parse_resource_filter(hosts, include_str='worker-1:0,3')
+    assert (ret == {'worker-1': [0, 3]})
+
+    # exclude a node
+    ret = dsrun.parse_resource_filter(hosts, exclude_str='worker-1')
+    assert (ret == {'worker-0': [0, 1, 2, 3]})
+
+    # exclude part of each node
+    ret = dsrun.parse_resource_filter(hosts, exclude_str='worker-0:0,1@worker-1:3')
+    assert (ret == {'worker-0': [2, 3], 'worker-1': [0, 1, 2]})
+
+
+def test_parser_errors():
+    '''Ensure we catch errors. '''
+    hosts = {'worker-0': [0, 1, 2, 3], 'worker-1': [0, 1, 2, 3]}
+
+    # host does not exist
+    with pytest.raises(ValueError):
+        dsrun.parse_resource_filter(hosts, include_str='jeff')
+    with pytest.raises(ValueError):
+        dsrun.parse_resource_filter(hosts, exclude_str='jeff')
+
+    # slot does not exist
+    with pytest.raises(ValueError):
+        dsrun.parse_resource_filter(hosts, include_str='worker-1:4')
+    with pytest.raises(ValueError):
+        dsrun.parse_resource_filter(hosts, exclude_str='worker-1:4')
+
+    # formatting
+    with pytest.raises(ValueError):
+        dsrun.parse_resource_filter(hosts, exclude_str='worker-1@worker-0:1@5')
+
+
+def test_num_plus_parser():
+    ''' Ensure we catch errors relating to num_nodes/num_gpus + -i/-e being mutually exclusive'''
+
+    # inclusion
+    with pytest.raises(ValueError):
+        dsrun.main(args="--num_nodes 1 -i localhost foo.py".split())
+    with pytest.raises(ValueError):
+        dsrun.main(args="--num_nodes 1 --num_gpus 1 -i localhost foo.py".split())
+    with pytest.raises(ValueError):
+        dsrun.main(args="--num_gpus 1 -i localhost foo.py".split())
+
+    # exclusion
+    with pytest.raises(ValueError):
+        dsrun.main(args="--num_nodes 1 -e localhost foo.py".split())
+    with pytest.raises(ValueError):
+        dsrun.main(args="--num_nodes 1 --num_gpus 1 -e localhost foo.py".split())
+    with pytest.raises(ValueError):
+        dsrun.main(args="--num_gpus 1 -e localhost foo.py".split())