Add Mistral to quantization model list (#1278)

ee8217e5 · amaleshvemula · GitHub · 980dd4a2 · ee8217e5
Unverified Commit ee8217e5 authored Oct 11, 2023 by amaleshvemula Committed by GitHub Oct 11, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

vllm/model_executor/model_loader.py vllm/model_executor/model_loader.py +1 -0

No files found.
--- a/vllm/model_executor/model_loader.py
+++ b/vllm/model_executor/model_loader.py
@@ -35,6 +35,7 @@ _MODEL_REGISTRY = {
 # FIXME(woosuk): Remove this once all models support quantization.
 _MODEL_CLASSES_SUPPORT_QUANTIZATION = [
    LlamaForCausalLM,
+    MistralForCausalLM,
 ]