lib.rs 3 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
// SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
Ryan Olson's avatar
Ryan Olson committed
15

Neelay Shah's avatar
Neelay Shah committed
16
//! Dynamo
Ryan Olson's avatar
Ryan Olson committed
17
18
19
20

#![allow(dead_code)]
#![allow(unused_imports)]

21
22
23
24
25
use std::{
    collections::HashMap,
    sync::{Arc, Weak},
};
use tokio::sync::Mutex;
Ryan Olson's avatar
Ryan Olson committed
26

Ryan Olson's avatar
Ryan Olson committed
27
28
29
pub use anyhow::{
    anyhow as error, bail as raise, Context as ErrorContext, Error, Ok as OK, Result,
};
Ryan Olson's avatar
Ryan Olson committed
30
31
32
33
34
35
36
37
38

use async_once_cell::OnceCell;

mod config;
pub use config::RuntimeConfig;

pub mod component;
pub mod discovery;
pub mod engine;
39
pub mod logging;
Ryan Olson's avatar
Ryan Olson committed
40
pub mod pipeline;
41
pub mod prelude;
Ryan Olson's avatar
Ryan Olson committed
42
pub mod protocols;
Ryan Olson's avatar
Ryan Olson committed
43
pub mod runnable;
Ryan Olson's avatar
Ryan Olson committed
44
45
pub mod runtime;
pub mod service;
46
pub mod slug;
47
pub mod storage;
Ryan Olson's avatar
Ryan Olson committed
48
pub mod traits;
Ryan Olson's avatar
Ryan Olson committed
49
pub mod transports;
Ryan Olson's avatar
Ryan Olson committed
50
pub mod utils;
Ryan Olson's avatar
Ryan Olson committed
51
52
53
pub mod worker;

pub mod distributed;
Ryan Olson's avatar
Ryan Olson committed
54
pub use futures::stream;
Ryan Olson's avatar
Ryan Olson committed
55
56
57
pub use tokio_util::sync::CancellationToken;
pub use worker::Worker;

58
59
use component::{Endpoint, InstanceSource};

Neelay Shah's avatar
Neelay Shah committed
60
/// Types of Tokio runtimes that can be used to construct a Dynamo [Runtime].
Ryan Olson's avatar
Ryan Olson committed
61
62
63
64
65
66
67
68
69
70
71
#[derive(Clone)]
enum RuntimeType {
    Shared(Arc<tokio::runtime::Runtime>),
    External(tokio::runtime::Handle),
}

/// Local [Runtime] which provides access to shared resources local to the physical node/machine.
#[derive(Debug, Clone)]
pub struct Runtime {
    id: Arc<String>,
    primary: RuntimeType,
72
    secondary: RuntimeType,
Ryan Olson's avatar
Ryan Olson committed
73
74
75
76
77
78
79
80
81
82
83
    cancellation_token: CancellationToken,
}

/// Distributed [Runtime] which provides access to shared resources across the cluster, this includes
/// communication protocols and transports.
#[derive(Clone)]
pub struct DistributedRuntime {
    // local runtime
    runtime: Runtime,

    // we might consider a unifed transport manager here
84
    etcd_client: Option<transports::etcd::Client>,
Ryan Olson's avatar
Ryan Olson committed
85
86
87
88
89
    nats_client: transports::nats::Client,
    tcp_server: Arc<OnceCell<Arc<transports::tcp::server::TcpStreamServer>>>,

    // local registry for components
    // the registry allows us to use share runtime resources across instances of the same component object.
90
    // take for example two instances of a client to the same remote component. The registry allows us to use
Ryan Olson's avatar
Ryan Olson committed
91
92
93
    // a single endpoint watcher for both clients, this keeps the number background tasking watching specific
    // paths in etcd to a minimum.
    component_registry: component::Registry,
94
95
96
97

    // Will only have static components that are not discoverable via etcd, they must be know at
    // startup. Will not start etcd.
    is_static: bool,
98
99

    instance_sources: Arc<Mutex<HashMap<Endpoint, Weak<InstanceSource>>>>,
Ryan Olson's avatar
Ryan Olson committed
100
}