gemm_cuda.h 168 Bytes
Newer Older
Samuel Tesfai's avatar
Samuel Tesfai committed
1
2
3
4
5
6
7
8
9
10
11
#pragma once

#include "common.h"
#include "Tensor.h"


Tensor awq_gemm_forward_cuda(
    Tensor _in_feats,
    Tensor _kernel,
    Tensor _scales,
    Tensor _zeros);