cuda_stream_manager.cpp 361 Bytes
Newer Older
Rick Ho's avatar
Rick Ho committed
1
2
3
4
5
6
#include <cassert>

#include "cuda_stream_manager.h"

CudaStreamManager* smgr = NULL;

Jiezhong Qiu's avatar
Jiezhong Qiu committed
7
CudaStreamManager* getCudaStreamManager(const size_t num_expert, const int device) { 
Rick Ho's avatar
Rick Ho committed
8
    if (!smgr) {
Jiezhong Qiu's avatar
Jiezhong Qiu committed
9
        smgr = new CudaStreamManager(num_expert, device);        
Rick Ho's avatar
Rick Ho committed
10
11
    }
    assert(smgr->num_expert == num_expert);
Jiezhong Qiu's avatar
Jiezhong Qiu committed
12
    assert(smgr->device == device);
Rick Ho's avatar
Rick Ho committed
13
14
    return smgr;
}