Skeleton for modular tests

apex/amp/test/test_basic_casts.py → tests/run_amp/test_basic_casts.py

@@ -8,7 +8,7 @@ import torch
 from torch import nn
 import torch.nn.functional as F
 
-from .utils import common_init, HALF, FLOAT,\
+from utils import common_init, HALF, FLOAT,\
     ALWAYS_HALF, ALWAYS_FLOAT, MATCH_INPUT
 
 def run_layer_test(test_case, fns, expected, input_shape, test_backward=True):

apex/amp/test/test_promotion.py → tests/run_amp/test_promotion.py

@@ -7,7 +7,7 @@ import torch
 from torch import nn
 import torch.nn.functional as F
 
-from .utils import common_init, HALF, FLOAT, DTYPES
+from utils import common_init, HALF, FLOAT, DTYPES
 
 class TestPromotion(unittest.TestCase):
     def setUp(self):

apex/amp/test/test_rnn.py → tests/run_amp/test_rnn.py

@@ -5,7 +5,7 @@ import random
 import torch
 from torch import nn
 
-from .utils import common_init, HALF
+from utils import common_init, HALF
 
 class TestRnnCells(unittest.TestCase):
     def setUp(self):

tests/run_fp16_optimizer/test_fp16_optimizer.py

+import unittest
+
+import functools as ft
+import itertools as it
+
+import torch
+from apex.fp16_utils import FP16_Optimizer
+
+class TestFP16Optimizer(unittest.TestCase):
+    def setUp(self):
+        N, D_in, D_out = 64, 1024, 16
+        self.N = N
+        self.D_in = D_in
+        self.D_out = D_out
+        self.x = torch.randn((N, D_in), dtype=torch.float16, device='cuda')
+        self.y = torch.randn((N, D_out), dtype=torch.float16, device='cuda')
+        self.model = torch.nn.Linear(D_in, D_out).cuda().half()
+
+    # def tearDown(self):
+    #     pass
+
+    def test_minimal(self):
+        pass
+
+    def test_minimal_static(self):
+        pass
+
+    def test_minimal_dynamic(self):
+        pass
+
+    def test_closure(self):
+        pass
+
+    def test_closure_dynamic(self):
+        pass
+
+    def test_save_load(self):
+        pass
+
+if __name__ == '__main__':
+    unittest.main()

tests/run_test.py

+import unittest
+import sys
+
+test_dirs = ["run_fp16_optimizer", "run_amp"]
+
+runner = unittest.TextTestRunner(verbosity=2)
+
+errcode = 0
+
+for test_dir in test_dirs:
+    suite = unittest.TestLoader().discover(test_dir)
+
+    print("\nExecuting tests from " + test_dir)
+
+    result = runner.run(suite)
+
+    if not result.wasSuccessful():
+        errcode = 1
+
+sys.exit(errcode)