requirements.txt 192 Bytes
Newer Older
chenzk's avatar
v1.0.8  
chenzk committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
torch>=1.13.1
pyyaml
numpy
packaging
safetensors
dacite
tqdm
datasets
flash-attn
setuptools
dacite==1.8.1
fsspec==2024.9.0
numba
datatrove[all] # 0.3.0
transformers==4.46.3
tokenizers==0.20.3