Add Nemotron to PP_SUPPORTED_MODELS (#6863)

b1366a95 · Michael Goin · GitHub · 75acdaa4 · b1366a95
Unverified Commit b1366a95 authored Jul 27, 2024 by Michael Goin Committed by GitHub Jul 27, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

vllm/config.py vllm/config.py +1 -0

No files found.
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -39,6 +39,7 @@ _PP_SUPPORTED_MODELS = [
    "Phi3ForCausalLM",
    "GPT2LMHeadModel",
    "MixtralForCausalLM",
+    "NemotronForCausalLM",
 ]