endpoint.rs 4.64 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
// SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
Ryan Olson's avatar
Ryan Olson committed
15
16
17
18
19

use derive_getters::Dissolve;

use super::*;

20
21
pub use async_nats::service::endpoint::Stats as EndpointStats;

Ryan Olson's avatar
Ryan Olson committed
22
23
24
25
26
27
28
#[derive(Educe, Builder, Dissolve)]
#[educe(Debug)]
#[builder(pattern = "owned", build_fn(private, name = "build_internal"))]
pub struct EndpointConfig {
    #[builder(private)]
    endpoint: Endpoint,

29
    // todo: move lease to component/service
Ryan Olson's avatar
Ryan Olson committed
30
31
32
33
34
35
36
37
    /// Lease
    #[educe(Debug(ignore))]
    #[builder(default)]
    lease: Option<Lease>,

    /// Endpoint handler
    #[educe(Debug(ignore))]
    handler: Arc<dyn PushWorkHandler>,
38
39
40
41
42

    /// Stats handler
    #[educe(Debug(ignore))]
    #[builder(default, private)]
    _stats_handler: Option<EndpointStatsHandler>,
Ryan Olson's avatar
Ryan Olson committed
43
44
45
46
47
48
49
}

impl EndpointConfigBuilder {
    pub(crate) fn from_endpoint(endpoint: Endpoint) -> Self {
        Self::default().endpoint(endpoint)
    }

50
51
    pub fn stats_handler<F>(self, handler: F) -> Self
    where
52
        F: FnMut(EndpointStats) -> serde_json::Value + Send + Sync + 'static,
53
54
55
56
    {
        self._stats_handler(Some(Box::new(handler)))
    }

Ryan Olson's avatar
Ryan Olson committed
57
    pub async fn start(self) -> Result<()> {
58
        let (endpoint, lease, handler, stats_handler) = self.build_internal()?.dissolve();
59
60
        let lease = lease.or(endpoint.drt().primary_lease());
        let lease_id = lease.as_ref().map(|l| l.id()).unwrap_or(0);
Ryan Olson's avatar
Ryan Olson committed
61

62
        tracing::debug!(
Ryan Olson's avatar
Ryan Olson committed
63
            "Starting endpoint: {}",
64
            endpoint.etcd_path_with_id(lease_id)
Ryan Olson's avatar
Ryan Olson committed
65
66
        );

67
68
69
70
71
72
73
        let service_name = endpoint.component.service_name();

        // acquire the registry lock
        let registry = endpoint.drt().component_registry.inner.lock().await;

        // get the group
        let group = registry
Ryan Olson's avatar
Ryan Olson committed
74
            .services
75
            .get(&service_name)
Ryan Olson's avatar
Ryan Olson committed
76
            .map(|service| service.group(endpoint.component.service_name()))
Ryan Olson's avatar
Ryan Olson committed
77
78
            .ok_or(error!("Service not found"))?;

79
80
81
82
83
84
85
86
87
88
89
90
91
92
        // get the stats handler map
        let handler_map = registry
            .stats_handlers
            .get(&service_name)
            .cloned()
            .expect("no stats handler registry; this is unexpected");

        drop(registry);

        // insert the stats handler
        if let Some(stats_handler) = stats_handler {
            handler_map
                .lock()
                .unwrap()
93
                .insert(endpoint.subject_to(lease_id), stats_handler);
94
        }
Ryan Olson's avatar
Ryan Olson committed
95
96
97

        // creates an endpoint for the service
        let service_endpoint = group
98
            .endpoint(&endpoint.name_with_id(lease_id))
Ryan Olson's avatar
Ryan Olson committed
99
100
101
            .await
            .map_err(|e| anyhow::anyhow!("Failed to start endpoint: {e}"))?;

102
103
104
        let cancel_token = lease
            .map(|l| l.child_token())
            .unwrap_or_else(|| endpoint.drt().child_token());
Ryan Olson's avatar
Ryan Olson committed
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120

        let push_endpoint = PushEndpoint::builder()
            .service_handler(handler)
            .cancellation_token(cancel_token.clone())
            .build()
            .map_err(|e| anyhow::anyhow!("Failed to build push endpoint: {e}"))?;

        // launch in primary runtime
        let task = tokio::spawn(push_endpoint.start(service_endpoint));

        // make the components service endpoint discovery in etcd

        // client.register_service()
        let info = ComponentEndpointInfo {
            component: endpoint.component.name.clone(),
            endpoint: endpoint.name.clone(),
121
            namespace: endpoint.component.namespace.name.clone(),
122
123
            lease_id,
            transport: TransportType::NatsTcp(endpoint.subject_to(lease_id)),
Ryan Olson's avatar
Ryan Olson committed
124
125
126
127
        };

        let info = serde_json::to_vec_pretty(&info)?;

128
129
130
131
132
133
134
135
136
        if let Some(etcd_client) = &endpoint.component.drt.etcd_client {
            if let Err(e) = etcd_client
                .kv_create(endpoint.etcd_path_with_id(lease_id), info, Some(lease_id))
                .await
            {
                tracing::error!("Failed to register discoverable service: {:?}", e);
                cancel_token.cancel();
                return Err(error!("Failed to register discoverable service"));
            }
Ryan Olson's avatar
Ryan Olson committed
137
138
139
140
141
142
        }
        task.await??;

        Ok(())
    }
}