add K100 AI

d6e82889 · luopl · 34f7565d · d6e82889
Commit d6e82889 authored Feb 27, 2026 by luopl
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

README.md README.md +3 -0

No files found.
--- a/README.md
+++ b/README.md
@@ -87,6 +87,9 @@ export VLLM_MLA_DISABLE=0
 export VLLM_USE_FLASH_MLA=1
 export VLLM_RPC_TIMEOUT=1800000

+# K100_AI集群建议额外设置的环境变量：
+export VLLM_ENFORCE_EAGER_BS_THRESHOLD=44
+
 # 海光CPU绑定核
 export VLLM_NUMA_BIND=1
 export VLLM_RANK0_NUMA=0