Skip to content

GitLab

Unverified Commit 8e6c7e87 authored by Jee Jee Li's avatar Jee Jee Li Committed by GitHub
Browse files

[Bugfix] Fix MoE BNB version (#22260) 


Signed-off-by: default avatarJee Jee Li <pandaleefree@gmail.com>
parent 6a515304
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
vllm/model_executor/layers/quantization/bitsandbytes.py
View file @ 8e6c7e87
...@@ -412,12 +412,12 @@ class BitsAndBytesMoEMethod(FusedMoEMethodBase): ...@@ -412,12 +412,12 @@ class BitsAndBytesMoEMethod(FusedMoEMethodBase):
def __init__(self, quant_config: BitsAndBytesConfig): def __init__(self, quant_config: BitsAndBytesConfig):
try: try:
import bitsandbytes import bitsandbytes
if bitsandbytes.__version__ < "0.45.3": if bitsandbytes.__version__ < "0.46.1":
raise ImportError("bitsandbytes version is wrong. Please " raise ImportError("bitsandbytes version is wrong. Please "
"install bitsandbytes>=0.45.3.") "install bitsandbytes>=0.46.1.")
except ImportError as err: except ImportError as err:
raise ImportError("Please install bitsandbytes>=0.45.3 via " raise ImportError("Please install bitsandbytes>=0.46.1 via "
"`pip install bitsandbytes>=0.45.3` to use " "`pip install bitsandbytes>=0.46.1` to use "
"bitsandbytes quantizer.") from err "bitsandbytes quantizer.") from err
self.topk_indices_dtype = None self.topk_indices_dtype = None
self.quant_config = quant_config self.quant_config = quant_config
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment