Add Yi model to quantization support (#1600)

ab9e8488 · forpanyang · GitHub · fd58b73a · ab9e8488
Unverified Commit ab9e8488 authored Nov 10, 2023 by forpanyang Committed by GitHub Nov 09, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

vllm/model_executor/model_loader.py vllm/model_executor/model_loader.py +1 -0

No files found.
--- a/vllm/model_executor/model_loader.py
+++ b/vllm/model_executor/model_loader.py
@@ -41,6 +41,7 @@ _MODEL_REGISTRY = {
 _MODEL_CLASSES_SUPPORT_QUANTIZATION = [
    LlamaForCausalLM,
    MistralForCausalLM,
+    YiForCausalLM,
 ]