Move kernels to base directory

b85ee5c1 · Casper · 1e82667b · b85ee5c1 · b85ee5c1 · b85ee5c1
Commit b85ee5c1 authored Aug 25, 2023 by Casper
10 changed files
--- a/awq/kernels/csrc/layernorm/layernorm.cu
+++ b/awq/kernels/csrc/layernorm/layernorm.cu
--- a/awq/kernels/csrc/layernorm/layernorm.h
+++ b/awq/kernels/csrc/layernorm/layernorm.h
--- a/awq/kernels/csrc/layernorm/reduction.cuh
+++ b/awq/kernels/csrc/layernorm/reduction.cuh
--- a/awq/kernels/csrc/position_embedding/pos_encoding.h
+++ b/awq/kernels/csrc/position_embedding/pos_encoding.h
--- a/awq/kernels/csrc/position_embedding/pos_encoding_kernels.cu
+++ b/awq/kernels/csrc/position_embedding/pos_encoding_kernels.cu
--- a/awq/kernels/csrc/pybind.cpp
+++ b/awq/kernels/csrc/pybind.cpp
--- a/awq/kernels/csrc/quantization/dequantize.cuh
+++ b/awq/kernels/csrc/quantization/dequantize.cuh
--- a/awq/kernels/csrc/quantization/gemm_cuda.h
+++ b/awq/kernels/csrc/quantization/gemm_cuda.h
--- a/awq/kernels/csrc/quantization/gemm_cuda_gen.cu
+++ b/awq/kernels/csrc/quantization/gemm_cuda_gen.cu
--- a/setup.py
+++ b/setup.py
@@ -26,10 +26,10 @@ if build_cuda_extension:
        CUDAExtension(
            name="awq_inference_engine",
            sources=[
-                "awq/kernels/csrc/pybind.cpp",
-                "awq/kernels/csrc/quantization/gemm_cuda_gen.cu",
-                "awq/kernels/csrc/layernorm/layernorm.cu",
-                "awq/kernels/csrc/position_embedding/pos_encoding_kernels.cu"
+                "awq_cuda/pybind.cpp",
+                "awq_cuda/quantization/gemm_cuda_gen.cu",
+                "awq_cuda/layernorm/layernorm.cu",
+                "awq_cuda/position_embedding/pos_encoding_kernels.cu"
            ],
            extra_compile_args={
                "cxx": ["-g", "-O3", "-fopenmp", "-lgomp", "-std=c++17"],