Commit c7e7ca7b authored by zhuwenwen's avatar zhuwenwen
Browse files

update version and add gptq_kernels info

parent 58fb0c33
...@@ -313,7 +313,7 @@ def get_version_add(sha: Optional[str] = None) -> str: ...@@ -313,7 +313,7 @@ def get_version_add(sha: Optional[str] = None) -> str:
vllm_root = os.path.dirname(os.path.abspath(__file__)) vllm_root = os.path.dirname(os.path.abspath(__file__))
add_version_path = os.path.join(os.path.join(vllm_root, "vllm"), "version.py") add_version_path = os.path.join(os.path.join(vllm_root, "vllm"), "version.py")
version = 'das.opt1.' version = 'das.opt1'
# dtk version # dtk version
if os.getenv("ROCM_PATH"): if os.getenv("ROCM_PATH"):
......
...@@ -5,7 +5,7 @@ import torch ...@@ -5,7 +5,7 @@ import torch
try: try:
import gptq_kernels import gptq_kernels
except Exception: except Exception:
print("INFO: Need to import gptq_kernel with, Please install gptq_kernels from csrc/quantization/gptq .\n") print("INFO: Please install gptq_kernels if you want to infer gptq model.\n")
try: try:
import vllm._C import vllm._C
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment