"...csrc/attention/lightning_attention_decode_kernel.cu" did not exist on "e1aaa79ac9954c705f839e8304d29eac452ce04b"
requirements.txt 360 Bytes
Newer Older
1
2
ninja  # For faster builds.
psutil
3
ray >= 2.5.1
4
pandas  # Required for Ray data.
5
pyarrow  # Required for Ray data.
6
7
sentencepiece  # Required for LLaMA tokenizer.
numpy
Zhuohan Li's avatar
Zhuohan Li committed
8
torch >= 2.1.0
9
transformers >= 4.34.0  # Required for Mistral.
Zhuohan Li's avatar
Zhuohan Li committed
10
xformers >= 0.0.22.post7  # Required for CUDA 12.1.
11
fastapi
12
uvicorn[standard]
13
pydantic == 1.10.13  # Required for OpenAI server.