nix: add punica-kernels (#2477)

Enables LoRA support.

nix: add punica-kernels (#2477)
Enables LoRA support.
de2cdeca · Daniël de Kok · GitHub · e4ab8554 · de2cdeca · de2cdeca
Unverified Commit de2cdeca authored Sep 02, 2024 by Daniël de Kok Committed by GitHub Sep 02, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 3 deletions

flake.lock flake.lock +3 -3

nix/server.nix nix/server.nix +2 -0

No files found.
--- a/flake.lock
+++ b/flake.lock
@@ -944,11 +944,11 @@
        "nixpkgs": "nixpkgs_6"
      },
      "locked": {
-        "lastModified": 1724784743,
-        "narHash": "sha256-NdEoWeNwR/ZstYnHaiQWIYZvr7VsrAh7g3+ZHUPrxuI=",
+        "lastModified": 1725011596,
+        "narHash": "sha256-zfq8lOXFgJnKxxsqSelHuKUvhxgH3cEmLoAgsOO62Cg=",
        "owner": "danieldk",
        "repo": "tgi-nix",
-        "rev": "c9580c3e39a855246bb87b584bbea1885b44f524",
+        "rev": "717c2b07e38538abf05237cca65b2d1363c2c9af",
        "type": "github"
      },
      "original": {

--- a/nix/server.nix
+++ b/nix/server.nix
@@ -26,6 +26,7 @@
  opentelemetry-instrumentation-grpc,
  opentelemetry-semantic-conventions,
  peft,
+  punica-kernels,
  safetensors,
  tokenizers,
  torch,
@@ -92,6 +93,7 @@ buildPythonPackage {
    opentelemetry-instrumentation-grpc
    opentelemetry-semantic-conventions
    peft
+    punica-kernels
    safetensors
    sentencepiece
    tokenizers