accelerate
clang-format==16.0.2
deepspeed-kernels ; sys_platform == 'linux'
docutils<0.18
future
importlib-metadata>=4
mup
pre-commit>=2.20.0
pytest>=7.2.0
pytest-forked
pytest-randomly
pytest-xdist
qtorch==0.3.0
recommonmark
sphinx
sphinx-rtd-theme
tensorboard
torchvision
transformers>=4.39.0
wandb
