requirements-rocm.txt 366 Bytes
Newer Older
bnellnm's avatar
bnellnm committed
1
cmake>=3.21
2
3
4
ninja  # For faster builds.
typing-extensions>=4.8.0
starlette
yhu422's avatar
yhu422 committed
5
6
requests
py-cpuinfo
7
psutil
8
ray == 2.9.3
9
10
11
sentencepiece  # Required for LLaMA tokenizer.
numpy
tokenizers>=0.15.0
12
transformers >= 4.39.1  # Required for StarCoder2 & Llava.
13
14
fastapi
uvicorn[standard]
15
pydantic >= 2.0  # Required for OpenAI server.
16
prometheus_client >= 0.18.0
17
outlines == 0.0.34