[colab]
unsloth[cu121]

[colab-ampere]
unsloth[colab-ampere-torch220]
packaging
ninja
flash-attn

[colab-ampere-torch211]
unsloth[huggingface]
bitsandbytes
unsloth[cu121onlytorch211]
packaging
ninja
flash-attn

[colab-ampere-torch220]
unsloth[huggingface]
bitsandbytes
unsloth[cu121onlytorch220]
packaging
ninja
flash-attn

[colab-new]
packaging
tyro
transformers>=4.43.1
datasets>=2.16.0
sentencepiece>=0.2.0
tqdm
psutil
wheel>=0.42.0
numpy
protobuf<4.0.0
huggingface_hub[hf_transfer]

[colab-no-deps]
accelerate>=0.26.1
trl>=0.7.9
peft>=0.7.1
xformers<0.0.27
bitsandbytes
protobuf<4.0.0

[colab-torch211]
unsloth[huggingface]
bitsandbytes
unsloth[cu121onlytorch211]

[colab-torch220]
unsloth[huggingface]
bitsandbytes
unsloth[cu121onlytorch220]

[conda]
unsloth[huggingface]

[cu118]
unsloth[huggingface]
bitsandbytes
unsloth[cu118only]

[cu118-ampere]
unsloth[huggingface]
bitsandbytes
unsloth[cu118only]
packaging
ninja
flash-attn

[cu118-ampere-torch211]
unsloth[huggingface]
bitsandbytes
unsloth[cu118onlytorch211]
packaging
ninja
flash-attn

[cu118-ampere-torch220]
unsloth[huggingface]
bitsandbytes
unsloth[cu118onlytorch220]
packaging
ninja
flash-attn

[cu118-ampere-torch230]
unsloth[huggingface]
bitsandbytes
unsloth[cu118onlytorch230]
packaging
ninja
flash-attn

[cu118-torch211]
unsloth[huggingface]
bitsandbytes
unsloth[cu118onlytorch211]

[cu118-torch212]
unsloth[huggingface]
bitsandbytes
unsloth[cu118onlytorch212]

[cu118-torch220]
unsloth[huggingface]
bitsandbytes
unsloth[cu118onlytorch220]

[cu118-torch230]
unsloth[huggingface]
bitsandbytes
unsloth[cu118onlytorch230]

[cu118only]

[cu118only:python_version == "3.10"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl

[cu118only:python_version == "3.11"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl

[cu118only:python_version == "3.9"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.22.post7%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl

[cu118onlytorch211]

[cu118onlytorch211:python_version == "3.10"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.23%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl

[cu118onlytorch211:python_version == "3.11"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.23%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl

[cu118onlytorch211:python_version == "3.9"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.23%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl

[cu118onlytorch212]

[cu118onlytorch212:python_version == "3.10"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.23.post1%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl

[cu118onlytorch212:python_version == "3.11"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.23.post1%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl

[cu118onlytorch212:python_version == "3.9"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.23.post1%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl

[cu118onlytorch220]

[cu118onlytorch220:python_version == "3.10"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.24%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl

[cu118onlytorch220:python_version == "3.11"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.24%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl

[cu118onlytorch220:python_version == "3.9"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.24%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl

[cu118onlytorch230]

[cu118onlytorch230:python_version == "3.10"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.26.post1%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl

[cu118onlytorch230:python_version == "3.11"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.26.post1%2Bcu118-cp311-cp311-manylinux2014_x86_64.whl

[cu118onlytorch230:python_version == "3.9"]
xformers@ https://download.pytorch.org/whl/cu118/xformers-0.0.26.post1%2Bcu118-cp39-cp39-manylinux2014_x86_64.whl

[cu121]
unsloth[huggingface]
bitsandbytes
unsloth[cu121only]

[cu121-ampere]
unsloth[huggingface]
bitsandbytes
unsloth[cu121only]
packaging
ninja
flash-attn

[cu121-ampere-torch211]
unsloth[huggingface]
bitsandbytes
unsloth[cu121onlytorch211]
packaging
ninja
flash-attn

[cu121-ampere-torch220]
unsloth[huggingface]
bitsandbytes
unsloth[cu121onlytorch220]
packaging
ninja
flash-attn

[cu121-ampere-torch230]
unsloth[huggingface]
bitsandbytes
unsloth[cu121onlytorch230]
packaging
ninja
flash-attn

[cu121-torch211]
unsloth[huggingface]
bitsandbytes
unsloth[cu121onlytorch211]

[cu121-torch212]
unsloth[huggingface]
bitsandbytes
unsloth[cu121onlytorch212]

[cu121-torch220]
unsloth[huggingface]
bitsandbytes
unsloth[cu121onlytorch220]

[cu121-torch230]
unsloth[huggingface]
bitsandbytes
unsloth[cu121onlytorch230]

[cu121only]

[cu121only:python_version == "3.10"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.22.post7-cp310-cp310-manylinux2014_x86_64.whl

[cu121only:python_version == "3.11"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.22.post7-cp311-cp311-manylinux2014_x86_64.whl

[cu121only:python_version == "3.9"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.22.post7-cp39-cp39-manylinux2014_x86_64.whl

[cu121onlytorch211]

[cu121onlytorch211:python_version == "3.10"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.23-cp310-cp310-manylinux2014_x86_64.whl

[cu121onlytorch211:python_version == "3.11"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.23-cp311-cp311-manylinux2014_x86_64.whl

[cu121onlytorch211:python_version == "3.9"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.23-cp39-cp39-manylinux2014_x86_64.whl

[cu121onlytorch212]

[cu121onlytorch212:python_version == "3.10"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.23.post1-cp310-cp310-manylinux2014_x86_64.whl

[cu121onlytorch212:python_version == "3.11"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.23.post1-cp311-cp311-manylinux2014_x86_64.whl

[cu121onlytorch212:python_version == "3.9"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.23.post1-cp39-cp39-manylinux2014_x86_64.whl

[cu121onlytorch220]

[cu121onlytorch220:python_version == "3.10"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.24-cp310-cp310-manylinux2014_x86_64.whl

[cu121onlytorch220:python_version == "3.11"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.24-cp311-cp311-manylinux2014_x86_64.whl

[cu121onlytorch220:python_version == "3.9"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.24-cp39-cp39-manylinux2014_x86_64.whl

[cu121onlytorch230]

[cu121onlytorch230:python_version == "3.10"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.26.post1-cp310-cp310-manylinux2014_x86_64.whl

[cu121onlytorch230:python_version == "3.11"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.26.post1-cp311-cp311-manylinux2014_x86_64.whl

[cu121onlytorch230:python_version == "3.9"]
xformers@ https://download.pytorch.org/whl/cu121/xformers-0.0.26.post1-cp39-cp39-manylinux2014_x86_64.whl

[huggingface]
packaging
tyro
transformers>=4.43.1
datasets>=2.16.0
sentencepiece>=0.2.0
tqdm
psutil
wheel>=0.42.0
numpy
accelerate>=0.26.1
trl<0.9.0,>=0.7.9
peft!=0.11.0,>=0.7.1
protobuf<4.0.0
huggingface_hub[hf_transfer]

[kaggle]
unsloth[huggingface]

[kaggle-new]
unsloth[huggingface]
bitsandbytes