[feature] add flash_attn to requirements

e968fa8d · unicornchan · fd481af1 · e968fa8d · e968fa8d
Commit e968fa8d authored Feb 10, 2025 by unicornchan
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

pyproject.toml pyproject.toml +1 -0

requirements-local_chat.txt requirements-local_chat.txt +2 -1

No files found.
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -23,6 +23,7 @@ dependencies = [
  "blessed >= 1.20.0",
  "accelerate >= 0.31.0",
  "sentencepiece >= 0.1.97",
+  "flash_attn == 2.7.4.post1"
  "setuptools",
  "ninja",
  "wheel",

--- a/requirements-local_chat.txt
+++ b/requirements-local_chat.txt
 fire
-transformers
+transformers==4.43.2
+flash_attn==2.7.4.post1
 numpy
 torch>=2.3.0
 packaging