"docs/git@developer.sourcefind.cn:norm/vllm.git" did not exist on "c9fadda54353f1b57c3dae9b7cbebda6f0767f8e"
device.cpp 1.68 KB
Newer Older
Chao Liu's avatar
Chao Liu committed
1
2
3
4
#include "device.hpp"

DeviceMem::DeviceMem(std::size_t mem_size) : mMemSize(mem_size)
{
JD's avatar
JD committed
5
    hip_check_error(hipMalloc(static_cast<void**>(&mpDeviceBuf), mMemSize));
Chao Liu's avatar
Chao Liu committed
6
7
8
9
}

void* DeviceMem::GetDeviceBuffer() { return mpDeviceBuf; }

Chao Liu's avatar
Chao Liu committed
10
11
std::size_t DeviceMem::GetBufferSize() { return mMemSize; }

Chao Liu's avatar
Chao Liu committed
12
13
void DeviceMem::ToDevice(const void* p)
{
JD's avatar
JD committed
14
    hip_check_error(hipMemcpy(mpDeviceBuf, const_cast<void*>(p), mMemSize, hipMemcpyHostToDevice));
Chao Liu's avatar
Chao Liu committed
15
16
17
18
}

void DeviceMem::FromDevice(void* p)
{
JD's avatar
JD committed
19
    hip_check_error(hipMemcpy(p, mpDeviceBuf, mMemSize, hipMemcpyDeviceToHost));
Chao Liu's avatar
Chao Liu committed
20
21
}

JD's avatar
JD committed
22
void DeviceMem::SetZero() { hip_check_error(hipMemset(mpDeviceBuf, 0, mMemSize)); }
Chao Liu's avatar
Chao Liu committed
23

JD's avatar
JD committed
24
DeviceMem::~DeviceMem() { hip_check_error(hipFree(mpDeviceBuf)); }
Chao Liu's avatar
Chao Liu committed
25
26
27
28
29

struct KernelTimerImpl
{
    KernelTimerImpl()
    {
JD's avatar
JD committed
30
31
        hip_check_error(hipEventCreate(&mStart));
        hip_check_error(hipEventCreate(&mEnd));
Chao Liu's avatar
Chao Liu committed
32
33
34
35
    }

    ~KernelTimerImpl()
    {
JD's avatar
JD committed
36
37
        hip_check_error(hipEventDestroy(mStart));
        hip_check_error(hipEventDestroy(mEnd));
Chao Liu's avatar
Chao Liu committed
38
39
40
41
    }

    void Start()
    {
JD's avatar
JD committed
42
43
        hip_check_error(hipDeviceSynchronize());
        hip_check_error(hipEventRecord(mStart, nullptr));
Chao Liu's avatar
Chao Liu committed
44
45
46
47
    }

    void End()
    {
JD's avatar
JD committed
48
49
        hip_check_error(hipEventRecord(mEnd, nullptr));
        hip_check_error(hipEventSynchronize(mEnd));
Chao Liu's avatar
Chao Liu committed
50
51
52
53
54
    }

    float GetElapsedTime() const
    {
        float time;
JD's avatar
JD committed
55
        hip_check_error(hipEventElapsedTime(&time, mStart, mEnd));
Chao Liu's avatar
Chao Liu committed
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
        return time;
    }

    hipEvent_t mStart, mEnd;
};

KernelTimer::KernelTimer() : impl(new KernelTimerImpl()) {}

KernelTimer::~KernelTimer() {}

void KernelTimer::Start() { impl->Start(); }

void KernelTimer::End() { impl->End(); }

float KernelTimer::GetElapsedTime() const { return impl->GetElapsedTime(); }