Merge branch 'FDecaYed-deyuf/fused_optimizer_v2'

15648029 · Michael Carilli · 880ab925 · b9f0995b · 15648029 · 15648029
Commit 15648029 authored Aug 26, 2019 by Michael Carilli
11 changed files
--- a/csrc/welford.cu
+++ b/csrc/welford.cu
--- a/examples/imagenet/main_amp.py
+++ b/examples/imagenet/main_amp.py
--- a/setup.py
+++ b/setup.py
--- a/tests/L0/run_amp/test_basic_casts.py
+++ b/tests/L0/run_amp/test_basic_casts.py
--- a/tests/L0/run_amp/test_fused_sgd.py
+++ b/tests/L0/run_amp/test_fused_sgd.py
--- a/tests/L0/run_mixed_adam/test_fp16_optimizer.py
+++ b/tests/L0/run_mixed_adam/test_fp16_optimizer.py
--- a/tests/L0/run_optimizers/__init__.py
+++ b/tests/L0/run_optimizers/__init__.py
--- a/tests/L0/run_mixed_adam/test_mixed_adam.py
+++ b/tests/L0/run_mixed_adam/test_mixed_adam.py
--- a/tests/L0/run_test.py
+++ b/tests/L0/run_test.py
 import unittest
 import sys

-test_dirs = ["run_amp", "run_fp16util", "run_mixed_adam", "run_fused_layer_norm", "run_pyprof_nvtx"]
+test_dirs = ["run_amp", "run_fp16util", "run_optimizers", "run_fused_layer_norm", "run_pyprof_nvtx"]

 runner = unittest.TextTestRunner(verbosity=2)


--- a/tests/L1/cross_product/run.sh
+++ b/tests/L1/cross_product/run.sh
 #!/bin/bash

-DATADIR="/home/mcarilli/Desktop/pt18data/apex_stale/examples/imagenet/bare_metal_train_val/"
+# DATADIR="/home/mcarilli/Desktop/pt18data/apex_stale/examples/imagenet/bare_metal_train_val/"
 # DATADIR="/opt/home/apex/examples/imagenet/"
 cp ../common/* .
-bash run_test.sh single_gpu $1 $DATADIR yes
+bash run_test.sh single_gpu $1
--- a/tests/distributed/DDP/ddp_race_condition_test.py
+++ b/tests/distributed/DDP/ddp_race_condition_test.py