model_card.rs 1.49 KB
Newer Older
1
// SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
3
4
// SPDX-License-Identifier: Apache-2.0

use super::*;
5
use llm_rs::model_card::ModelDeploymentCard as RsModelDeploymentCard;
6
7
8
9
10
11
12
13
14

#[pyclass]
#[derive(Clone)]
pub(crate) struct ModelDeploymentCard {
    pub(crate) inner: RsModelDeploymentCard,
}

#[pymethods]
impl ModelDeploymentCard {
15
    // Previously called "from_local_path"
16
    #[staticmethod]
17
    fn load(path: String, model_name: String) -> PyResult<ModelDeploymentCard> {
18
        let mut card = RsModelDeploymentCard::load_from_disk(&path, None).map_err(to_pyerr)?;
19
20
        card.set_name(&model_name);
        Ok(ModelDeploymentCard { inner: card })
21
22
23
24
25
26
27
28
29
30
31
32
    }

    #[staticmethod]
    fn from_json_str(json: String) -> PyResult<ModelDeploymentCard> {
        let card = RsModelDeploymentCard::load_from_json_str(&json).map_err(to_pyerr)?;
        Ok(ModelDeploymentCard { inner: card })
    }

    fn to_json_str(&self) -> PyResult<String> {
        let json = self.inner.to_json().map_err(to_pyerr)?;
        Ok(json)
    }
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

    fn source_path(&self) -> &str {
        self.inner.source_path()
    }

    fn name(&self) -> &str {
        self.inner.name()
    }

    fn model_type(&self) -> ModelType {
        ModelType {
            inner: self.inner.model_type,
        }
    }

    fn runtime_config(&self, py: Python<'_>) -> PyResult<PyObject> {
        let rc = pythonize::pythonize(py, &self.inner.runtime_config).map_err(to_pyerr)?;
        Ok(rc.unbind())
    }
52
}