pyarrow
hydra-core
pytorch_lightning
braceexpand
webdataset
h5py==3.11.0
ijson
sacremoses
sacrebleu
rouge_score
jieba
opencc-python-reimplemented
pangu
datasets==2.17.1
tensorstore
zarr

pytest
boto3
flask_restful
flask
transformers==4.38.1
sentencepiece
huggingface-hub==0.23.4
faiss-cpu
ftfy

numpy==1.26
wrapt
wget
tensorboard
onnx
ruamel.yaml
text-unidecode
setuptools>=65.5.1

# ==== pytest ====
soundfile
librosa
lhotse
editdistance
jiwer
pyannote.algorithms
pyannote.metrics
ipython
texterrors
wandb
sentence-transformers