torch>=1.13.1
pyyaml
numpy
packaging
safetensors
dacite
tqdm
datasets
flash-attn
setuptools
dacite==1.8.1
fsspec==2024.9.0
numba
datatrove[all] # 0.3.0
transformers==4.46.3
tokenizers==0.20.3