Merge branch 'feat-DeepSeekV3' of github.com:kvcache-ai/ktrans_v0.2_dev into feat-DeepSeekV3

910d8c84 · liam · cff68532 · e968fa8d · 910d8c84 · 910d8c84
Commit 910d8c84 authored Feb 10, 2025 by liam
Show whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

pyproject.toml pyproject.toml +1 -0

requirements-local_chat.txt requirements-local_chat.txt +2 -1

No files found.
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -23,6 +23,7 @@ dependencies = [
  "blessed >= 1.20.0",
  "accelerate >= 0.31.0",
  "sentencepiece >= 0.1.97",
+  "flash_attn == 2.7.4.post1"
  "setuptools",
  "ninja",
  "wheel",

--- a/requirements-local_chat.txt
+++ b/requirements-local_chat.txt
 fire
-transformers
+transformers==4.43.2
+flash_attn==2.7.4.post1
 numpy
 torch>=2.3.0
 packaging