"platforms/cuda2/CMakeLists.txt" did not exist on "abc4a81ebd892aa98d4614a21cc975d33aa749bd"
Cargo.toml 869 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

[package]
name = "dynamo-engine-llamacpp"
version.workspace = true
edition.workspace = true
description.workspace = true
authors.workspace = true
license.workspace = true
homepage.workspace = true
repository.workspace = true
keywords.workspace = true

[features]
default = []
cuda = ["llama-cpp-2/cuda"]
metal = ["llama-cpp-2/metal"]
vulkan = ["llama-cpp-2/vulkan"]
20
openmp = ["llama-cpp-2/openmp"]
21
22
23
24
25
26
27
28
29

[dependencies]
dynamo-runtime = { workspace = true }
dynamo-llm = { workspace = true }

async-stream = { workspace = true }
tokio = { workspace = true }
tracing = { workspace = true }

30
# default-features = false to disable openmp because that needs libgomp1 installed
31
llama-cpp-2 = { version = "0.1.108", default-features = false }