environment.yml 1.6 KB
Newer Older
Titus von Koeller's avatar
Titus von Koeller committed
1
name: bnb
2
channels:
3
  - pytorch
Titus von Koeller's avatar
Titus von Koeller committed
4
5
6
  - nvidia
  - conda-forge

7
dependencies:
Titus von Koeller's avatar
Titus von Koeller committed
8
9
10
11
12
13
14
15
16
17
18
19
  # Base
  - conda-forge::python=3.8
  - pytorch::pytorch=>2.1
  - pytorch::pytorch-cuda=11.8
  - nvidia::cuda=11.8
  # Libraries
  - conda-forge::accelerate
  - conda-forge::einops
  - conda-forge::scipy
  - conda-forge::transformers
  # Development
  - conda-forge::pytest
20
21
  - conda-forge::build        # build Python packages
  - conda-forge::twine        # upload Python packages
Titus von Koeller's avatar
Titus von Koeller committed
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
  - conda-forge::pytest-cases # more readable and composable parametrized tests
  - conda-forge::ipython      # better interactive shell
  - conda-forge::debugpy      # debugger-support for VSCode
  - conda-forge::ruff         # linting
  - conda-forge::yapf         # code formatting
  - conda-forge::monkeytype   # infer type annotations
  - conda-forge::rich         # better, colored tracebacks, etc
  - conda-forge::pytest-sugar # better pytest output

## ENV CREATION - steps to reproduce:
# mamba env remove -n bnb
# mamba create -y -n bnb python=3.8 # creating an empty env bypasses conda
# # and leads to much faster env resolution in the next step https://github.com/mamba-org/mamba/issues/633#issuecomment-812272143
# mamba env update -n bnb -f environment.yml
# mamba activate bnb

## PIP dependencies (install *after* ENV CREATION):
# pip install --no-cache-dir --no-deps lion_pytorch triton peft
## NOTE: conda peft is not up to date, so we install from pip
# cd pip install -e .  ## installs bitsandbytes as editable development install from within repo root dir

## ENV UPDATE:
# # add new packages to environment.yml, then:
# mamba env update -n bnb -f environment.yml