update layout

f6044f1a · zhuwenwen · a30b3ce2 · f6044f1a
Commit f6044f1a authored Apr 07, 2025 by zhuwenwen
Show whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

vllm/model_executor/model_loader/utils.py vllm/model_executor/model_loader/utils.py +4 -1

No files found.
--- a/vllm/model_executor/model_loader/utils.py
+++ b/vllm/model_executor/model_loader/utils.py
@@ -111,6 +111,9 @@ def get_model_architecture(
                os.environ['AWQ_PAD'] = '1'
            else:
                os.environ['AWQ_PAD'] = '0'
+    else:
+        if os.getenv('LLAMA_NN') == '1': 
+            os.environ['LLAMA_NN'] = '1'
        else:
            os.environ['LLAMA_NN'] = '0'
        os.environ['LM_NN'] = '0'