"src/tl_templates/cuda/gemm_mma.h" did not exist on "57ab687cf7c97f040386c4d473d325b4a1731914"
requirements.txt 298 Bytes
Newer Older
1
2
ninja  # For faster builds.
psutil
3
ray >= 2.5.1
4
5
6
sentencepiece  # Required for LLaMA tokenizer.
numpy
torch >= 2.0.0
Zhuohan Li's avatar
Zhuohan Li committed
7
transformers >= 4.31.0  # Required for LLaMA-2.
8
9
10
xformers >= 0.0.19
fastapi
uvicorn
Keming's avatar
Keming committed
11
pydantic < 2  # Required for OpenAI server.
12
fschat  # Required for OpenAI ChatCompletion Endpoint.