"src/vscode:/vscode.git/clone" did not exist on "5087ad50dc56e620f97cefca545dae8b38576139"
Unverified Commit 91d72675 authored by R. P. Ruiz's avatar R. P. Ruiz Committed by GitHub
Browse files

Fix missing make target platform for local install: 'install-flash-attention-v2' (#1414)

parent 564f2a3b
......@@ -23,10 +23,15 @@ try:
try:
import flash_attn_2_cuda
except ImportError:
architecture_suffix = ""
if IS_CUDA_SYSTEM:
architecture_suffix = "-cuda"
elif IS_ROCM_SYSTEM:
architecture_suffix = "-rocm"
raise ImportError(
"Flash Attention V2 is not installed.\n"
"Use the official Docker image (ghcr.io/huggingface/text-generation-inference:latest) "
"or install flash attention v2 with `cd server && make install install-flash-attention-v2`"
f"or install flash attention v2 with `cd server && make install install-flash-attention-v2{architecture_suffix}`"
)
if not (is_sm8x or is_sm90):
raise ImportError(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment