transformers>=4.51.2
packaging==24.0
# deepspeed>=0.14.4
# ray==2.30.0
datasets==2.18.0
tiktoken==0.7.0
joblib==1.3.2
wikipedia==1.4.0
tqdm==4.65.0
wandb==0.17.4
peft==0.14.0
typing_extensions==4.12.2
typing-inspect==0.9.0
# bitsandbytes==0.45.5
jsonlines==4.0.0
trl==0.8.6
tokenizers==0.21.0
accelerate==1.4.0
openai>=1.66.2
sentencepiece==0.2.0
# ray[data,train,tune,serve]
