requirements.txt

# accelerate==0.21.0
# transformers==4.37.2
peft==0.10.0
# bitsandbytes==0.39.0
loguru==0.7.0
numpy==1.26.4
pandas==2.2.2
# tqdm==4.62.3
# deepspeed==0.9.5
tensorboard
sentencepiece
transformers_stream_generator
tiktoken
einops
httpx
scipy
# torch==1.13.1
mmengine
# xformers
astunparse==1.6.2
# flash_attn
datasets
trl==0.7.11
typing_extensions==4.9.0
mpi4py