"vscode:/vscode.git/clone" did not exist on "cbbae38f9368b6c35d9b9295bf4ceee1e6452750"
Commit 58a8e663 authored by zhuwenwen's avatar zhuwenwen
Browse files

add gptq

parent 8508ffcd
......@@ -157,7 +157,7 @@ set(VLLM_EXT_SRC
"csrc/layernorm_kernels.cu"
"csrc/transpose_kernels.cu"
"csrc/quantization/squeezellm/quant_cuda_kernel.cu"
# "csrc/quantization/gptq/q_gemm.cu"
"csrc/quantization/gptq/q_gemm.cu"
"csrc/quantization/compressed_tensors/int8_quant_kernels.cu"
# "csrc/quantization/fp8/common.cu"
"csrc/cuda_utils_kernels.cu"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment