Cargo.toml 995 Bytes
Newer Older
1
# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
# SPDX-License-Identifier: Apache-2.0

[package]
name = "dynamo-engine-mistralrs"
version.workspace = true
edition.workspace = true
description.workspace = true
authors.workspace = true
license.workspace = true
homepage.workspace = true
repository.workspace = true
keywords.workspace = true

[features]
default = []
17
cuda = ["mistralrs/cuda"]
18
19
20
21
22
23
24
metal = ["mistralrs/metal"]

[dependencies]
dynamo-runtime = { workspace = true }
dynamo-llm = { workspace = true }

anyhow = { workspace = true }
25
dynamo-async-openai = { workspace = true }
26
27
28
async-stream = { workspace = true }
async-trait = { workspace = true }
either = { workspace = true }
29
indexmap = { version = "2.9.0", features = ["serde"] }
30
mistralrs = { git = "https://github.com/EricLBuehler/mistral.rs.git", version = "0.6.0", rev = "2bcf0e9e3" }
31
32
33
serde_json = { workspace = true }
tokio = { workspace = true }
tracing = { workspace = true }