Add `MptForCausalLM` key in model_loader (#1526)

cf8849f2 · Wenfei Yan · GitHub · e575df33 · cf8849f2
Unverified Commit cf8849f2 authored Oct 31, 2023 by Wenfei Yan Committed by GitHub Oct 31, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

vllm/model_executor/model_loader.py vllm/model_executor/model_loader.py +2 -0

No files found.
--- a/vllm/model_executor/model_loader.py
+++ b/vllm/model_executor/model_loader.py
@@ -27,6 +27,8 @@ _MODEL_REGISTRY = {
    "LlamaForCausalLM": LlamaForCausalLM,
    "LLaMAForCausalLM": LlamaForCausalLM,  # For decapoda-research/llama-*
    "MistralForCausalLM": MistralForCausalLM,
+    # transformers's mpt class has lower case
+    "MptForCausalLM": MPTForCausalLM,
    "MPTForCausalLM": MPTForCausalLM,
    "OPTForCausalLM": OPTForCausalLM,
    "QWenLMHeadModel": QWenLMHeadModel,