environment.yml 1.5 KB
Newer Older
Titus von Koeller's avatar
Titus von Koeller committed
1
name: bnb
2
channels:
3
  - pytorch
Titus von Koeller's avatar
Titus von Koeller committed
4
5
6
  - nvidia
  - conda-forge

7
dependencies:
Titus von Koeller's avatar
Titus von Koeller committed
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
  # Base
  - conda-forge::python=3.8
  - pytorch::pytorch=>2.1
  - pytorch::pytorch-cuda=11.8
  - nvidia::cuda=11.8
  # Libraries
  - conda-forge::accelerate
  - conda-forge::einops
  - conda-forge::scipy
  - conda-forge::transformers
  # Development
  - conda-forge::pytest
  - conda-forge::pytest-cases # more readable and composable parametrized tests
  - conda-forge::ipython      # better interactive shell
  - conda-forge::debugpy      # debugger-support for VSCode
  - conda-forge::ruff         # linting
  - conda-forge::yapf         # code formatting
  - conda-forge::monkeytype   # infer type annotations
  - conda-forge::rich         # better, colored tracebacks, etc
  - conda-forge::pytest-sugar # better pytest output

## ENV CREATION - steps to reproduce:
# mamba env remove -n bnb
# mamba create -y -n bnb python=3.8 # creating an empty env bypasses conda
# # and leads to much faster env resolution in the next step https://github.com/mamba-org/mamba/issues/633#issuecomment-812272143
# mamba env update -n bnb -f environment.yml
# mamba activate bnb

## PIP dependencies (install *after* ENV CREATION):
# pip install --no-cache-dir --no-deps lion_pytorch triton peft
## NOTE: conda peft is not up to date, so we install from pip
# cd pip install -e .  ## installs bitsandbytes as editable development install from within repo root dir

## ENV UPDATE:
# # add new packages to environment.yml, then:
# mamba env update -n bnb -f environment.yml