gemmv2_cuda.h 205 Bytes
Newer Older
Casper Hansen's avatar
Casper Hansen committed
1
2
3
4
#include <torch/extension.h>

torch::Tensor gemmv2_forward_cuda(torch::Tensor _in_feats, torch::Tensor _kernel,
    torch::Tensor _scaling_factors, torch::Tensor _zeros, int group_size, int split_k_iters);