"lib/llm/src/kv_router/jetstream.rs" did not exist on "f978f4d1d68cec95835a967834a34c410e07eb0a"
rocm.txt 532 Bytes
Newer Older
1
# Common dependencies
2
-r common.txt
3

4
numba == 0.60.0; python_version == '3.9' # v0.61 doesn't support Python 3.9. Required for N-gram speculative decoding
cyyever's avatar
cyyever committed
5
numba == 0.61.2; python_version > '3.9'
6

7
# Dependencies for AMD GPUs
8
9
boto3
botocore
10
datasets
11
ray[cgraph]>=2.48.0 # Ray Compiled Graph, required for pipeline parallelism in V1.
12
peft
13
pytest-asyncio
14
tensorizer==2.10.1
15
packaging>=24.2
16
setuptools>=77.0.3,<80.0.0
17
setuptools-scm>=8
18
runai-model-streamer==0.11.0
19
runai-model-streamer-s3==0.11.0
20
21
conch-triton-kernels==1.2.1
timm>=1.0.17