From b1366a953498fde9c5e7ab91915367ebc69008b2 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Sat, 27 Jul 2024 18:05:17 -0400 Subject: [PATCH] Add Nemotron to PP_SUPPORTED_MODELS (#6863) --- vllm/config.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/config.py b/vllm/config.py index 92fde449..e7b54e04 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -39,6 +39,7 @@ _PP_SUPPORTED_MODELS = [ "Phi3ForCausalLM", "GPT2LMHeadModel", "MixtralForCausalLM", + "NemotronForCausalLM", ]