Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
text-generation-inference
Commits
6f4bb4f2
Unverified
Commit
6f4bb4f2
authored
Aug 13, 2024
by
Daniël de Kok
Committed by
GitHub
Aug 13, 2024
Browse files
nix: incremental build of the launcher (#2410)
parent
8a7749b8
Changes
3
Expand all
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
846 additions
and
30 deletions
+846
-30
_launcher.nix
_launcher.nix
+0
-18
flake.lock
flake.lock
+835
-9
flake.nix
flake.nix
+11
-3
No files found.
_launcher.nix
deleted
100644 → 0
View file @
8a7749b8
{
buildRustPackage
,
importCargoLock
,
pkg-config
,
protobuf
,
openssl
}:
buildRustPackage
{
name
=
"text-generation-lancher"
;
src
=
./.
;
sourceDir
=
./launcher
;
cargoLock
=
{
lockFile
=
./Cargo.lock
;
};
nativeBuildInputs
=
[
pkg-config
];
buildInputs
=
[
openssl
.
dev
protobuf
];
}
flake.lock
View file @
6f4bb4f2
This diff is collapsed.
Click to expand it.
flake.nix
View file @
6f4bb4f2
{
inputs
=
{
crate2nix
=
{
url
=
"github:nix-community/crate2nix"
;
inputs
.
nixpkgs
.
follows
=
"tgi-nix/nixpkgs"
;
};
tgi-nix
.
url
=
"github:danieldk/tgi-nix"
;
nixpkgs
.
follows
=
"tgi-nix/nixpkgs"
;
flake-utils
.
url
=
"github:numtide/flake-utils"
;
...
...
@@ -12,6 +16,7 @@
outputs
=
{
self
,
crate2nix
,
nixpkgs
,
flake-utils
,
rust-overlay
,
...
...
@@ -21,6 +26,10 @@
flake-utils
.
lib
.
eachDefaultSystem
(
system
:
let
cargoNix
=
crate2nix
.
tools
.
${
system
}
.
appliedCargoNix
{
name
=
"tgi"
;
src
=
./.
;
};
config
=
{
allowUnfree
=
true
;
cudaSupport
=
true
;
...
...
@@ -81,12 +90,11 @@
transformers
vllm
cargoNix
.
workspaceMembers
.
text-generation-launcher
.
build
(
callPackage
./router.nix
{
inherit
(
rustPlatform
)
buildRustPackage
importCargoLock
;
})
(
callPackage
./_launcher.nix
{
inherit
(
rustPlatform
)
buildRustPackage
importCargoLock
;
})
]);
venvDir
=
"./.venv"
;
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment