gemm_cuda.h 164 Bytes
Newer Older
Casper's avatar
Casper committed
1
2
3
#include <torch/extension.h>

torch::Tensor gemm_forward_cuda_prefill(torch::Tensor _in_feats, torch::Tensor _kernel, torch::Tensor _scales, torch::Tensor _zeros);