default setting FA_PAD=1

fe1ec8c5 · zhuwenwen · 7fafc730 · fe1ec8c5
Commit fe1ec8c5 authored Sep 20, 2024 by zhuwenwen
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

vllm/model_executor/model_loader/utils.py vllm/model_executor/model_loader/utils.py +2 -2

No files found.
--- a/vllm/model_executor/model_loader/utils.py
+++ b/vllm/model_executor/model_loader/utils.py
@@ -28,8 +28,8 @@ def get_model_architecture(
            os.environ['LLAMA_NN'] = '1'
        if os.getenv('GEMM_PAD') != '1': 
            os.environ['GEMM_PAD'] = '0'
-        if os.getenv('FA_PAD') != '1': 
-            os.environ['FA_PAD'] = '0'
+        if os.getenv('FA_PAD') != '0': 
+            os.environ['FA_PAD'] = '1'
    else:
        os.environ['LLAMA_NN'] = '0'
        os.environ['GEMM_PAD'] = '0'