From cf8849f2d6ea0a6ab76c94d2f585e02aea9e1512 Mon Sep 17 00:00:00 2001
From: Wenfei Yan <87323464+wenfeiy-db@users.noreply.github.com>
Date: Tue, 31 Oct 2023 15:46:53 -0700
Subject: [PATCH] Add `MptForCausalLM` key in model_loader (#1526)

---
 vllm/model_executor/model_loader.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/vllm/model_executor/model_loader.py b/vllm/model_executor/model_loader.py
index e7580f21..9dcfd968 100644
--- a/vllm/model_executor/model_loader.py
+++ b/vllm/model_executor/model_loader.py
@@ -27,6 +27,8 @@ _MODEL_REGISTRY = {
     "LlamaForCausalLM": LlamaForCausalLM,
     "LLaMAForCausalLM": LlamaForCausalLM,  # For decapoda-research/llama-*
     "MistralForCausalLM": MistralForCausalLM,
+    # transformers's mpt class has lower case
+    "MptForCausalLM": MPTForCausalLM,
     "MPTForCausalLM": MPTForCausalLM,
     "OPTForCausalLM": OPTForCausalLM,
     "QWenLMHeadModel": QWenLMHeadModel,