rocm.txt

# Common dependencies
-r common.txt

numba == 0.61.2 # Required for N-gram speculative decoding

# Dependencies for AMD GPUs
datasets
ray[cgraph]>=2.48.0 # Ray Compiled Graph, required for pipeline parallelism in V1. 
peft
pytest-asyncio
tensorizer==2.10.1
packaging>=24.2
setuptools>=77.0.3,<80.0.0
setuptools-scm>=8
runai-model-streamer[s3,gcs]==0.15.0
# conch-triton-kernels==1.2.1
timm>=1.0.17
fastsafetensors @ git+https://github.com/foundation-model-stack/fastsafetensors.git@d6f998a03432b2452f8de2bb5cefb5af9795d459

numa
pytrie
setuptools_scm>=8
cmake==3.29
quart
fastrlock==0.8.3
cupy==12.3.0

torch == 2.7.1
triton == 3.1
flash_attn == 2.6.1
flash_mla == 1.0.0
lightop == 0.6.0
# lmslim == 0.3.1