fix compile args for multi-tensor extension

apex/contrib/csrc/optimizers/fused_adam_cuda_kernel.cu

@@ -9,7 +9,6 @@
 // #include "ATen/Type.h"
 #include "ATen/AccumulateType.h"
 #include <THC/THCGeneral.h>
-
 #include "multi_tensor_apply.cuh"
 
 #define BLOCK_SIZE 512

setup.py

@@ -161,7 +161,8 @@ if "--cuda_ext" in sys.argv:
                                        'csrc/multi_tensor_adagrad.cu',
                                        'csrc/multi_tensor_novograd.cu',
                                        'csrc/multi_tensor_lamb.cu'],
-                              extra_compile_args = nvcc_args_multi_tensor if not is_rocm_pytorch else hipcc_args_multi_tensor))
+                              extra_compile_args = { 'cxx' : ['-O3'] + version_dependent_macros,
+                                                     'nvcc': nvcc_args_multi_tensor if not is_rocm_pytorch else hipcc_args_multi_tensor}))
 
         print ("INFO: Builidng syncbn extension.")
         ext_modules.append(