Initial release

37c494a7 · Zhekai Zhang · 37c494a7 · 37c494a7 · 37c494a7 · 37c494a7
Commit 37c494a7 authored Nov 07, 2024 by Zhekai Zhang
20 changed files
--- a/src/kernels/awq/gemv_awq.cu
+++ b/src/kernels/awq/gemv_awq.cu
--- a/src/kernels/awq/gemv_awq.h
+++ b/src/kernels/awq/gemv_awq.h
--- a/src/kernels/dispatch_utils.h
+++ b/src/kernels/dispatch_utils.h
--- a/src/kernels/dwconv.cu
+++ b/src/kernels/dwconv.cu
--- a/src/kernels/dwconv.h
+++ b/src/kernels/dwconv.h
--- a/src/kernels/flash_attn
+++ b/src/kernels/flash_attn
+../../third_party/Block-Sparse-Attention/csrc/block_sparse_attn
\ No newline at end of file
--- a/src/kernels/gemm_batched.cu
+++ b/src/kernels/gemm_batched.cu
--- a/src/kernels/gemm_batched.h
+++ b/src/kernels/gemm_batched.h
--- a/src/kernels/gemm_f16.cu
+++ b/src/kernels/gemm_f16.cu
--- a/src/kernels/gemm_f16.h
+++ b/src/kernels/gemm_f16.h
--- a/src/kernels/gemm_utils.cuh
+++ b/src/kernels/gemm_utils.cuh
--- a/src/kernels/gemm_w4a4.cu
+++ b/src/kernels/gemm_w4a4.cu
--- a/src/kernels/gemm_w4a4.h
+++ b/src/kernels/gemm_w4a4.h
--- a/src/kernels/gemm_w8a8.cu
+++ b/src/kernels/gemm_w8a8.cu
--- a/src/kernels/gemm_w8a8.h
+++ b/src/kernels/gemm_w8a8.h
--- a/src/kernels/layernorm_kernels.cu
+++ b/src/kernels/layernorm_kernels.cu
--- a/src/kernels/layernorm_kernels.h
+++ b/src/kernels/layernorm_kernels.h
--- a/src/kernels/layernorm_kernels_impl.cuh
+++ b/src/kernels/layernorm_kernels_impl.cuh
--- a/src/kernels/misc_kernels.cu
+++ b/src/kernels/misc_kernels.cu
--- a/src/kernels/misc_kernels.h
+++ b/src/kernels/misc_kernels.h