accelerate
clang-format==16.0.2
coverage
deepspeed-kernels
docutils<0.18
future
importlib-metadata>=4
mup
pre-commit>=2.20.0
pytest
pytest-forked
pytest-randomly
pytest-xdist
recommonmark
sphinx
sphinx-rtd-theme
tensorboard
#torchvision
transformers
wandb
