Merge pull request #56 from laekov/older-pytorch-compatibility

Fix pytorch compatibility issue !55

cuda/global_exchange.cpp

@@ -81,10 +81,15 @@ public:
         if (rank == 0) {
             ncclGetUniqueId(&ncclID);
         }
+#if defined(TORCH_VERSION_MAJOR) && (TORCH_VERSION_MAJOR > 1 || \
+        (TORCH_VERSION_MAJOR == 1 && TORCH_VERSION_MINOR >= 8))
         broadcastUniqueNCCLID(&ncclID,
                 c10d::OpType::SEND,
                 "fastmoe_nccl_comm",
                 rank);
+#else
+        broadcastUniqueNCCLID(&ncclID);
+#endif
         ncclComm_t comm;
         NCCL_SAFE_CALL(ncclCommInitRank(&comm, getSize(), ncclID, rank));
         return comm;

cuda/utils/helper_cuda.h

@@ -32,6 +32,7 @@
 #include <cuda_runtime.h>
 #include <cublas_v2.h>
 #include <stdio.h>
+#include <stdlib.h>
 
 #ifndef HELPER_CUDA_H
 #define HELPER_CUDA_H