# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. [package] name = "dynamo-run" version = "0.1.0" edition = "2021" authors = ["NVIDIA"] homepage = "https://github.com/dynemo-ai/dynemo" license = "Apache-2.0" [features] mistralrs = ["dynamo-llm/mistralrs"] sglang = ["dynamo-llm/sglang", "dep:netlink-packet-route", "dep:rtnetlink"] vllm = ["dynamo-llm/vllm", "dep:netlink-packet-route", "dep:rtnetlink"] llamacpp = ["dynamo-llm/llamacpp"] trtllm = ["dynamo-llm/trtllm"] python = ["dynamo-llm/python"] cuda = ["dynamo-llm/cuda"] metal = ["dynamo-llm/metal"] [dependencies] anyhow = "1" async-openai = "0.27.2" async-stream = { version = "0.3" } async-trait = { version = "0.1" } clap = { version = "4.5", features = ["derive", "env"] } dialoguer = { version = "0.11", default-features = false, features = ["editor", "history"] } futures = { version = "0.3" } futures-util = "0.3" libc = { version = "0.2" } netlink-packet-route = { version = "0.19", optional = true } rtnetlink = { version = "0.14", optional = true } serde = { version = "1", features = ["derive"] } serde_json = "1" tokio = { version = "1", features = ["full"] } tokio-util = { version = "0.7", features = ["codec", "net"] } tracing = { version = "0.1" } tracing-subscriber = { version = "0.3", features = ["env-filter", "local-time", "json"] } dynamo-runtime = { path = "../../lib/runtime" } dynamo-llm = { path = "../../lib/llm" }