"unicore/optim/adagrad.py" did not exist on "5cf7df974cf7d767be56d117e57a57faf86ac6b6"
model_card.rs 2.67 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
// SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

Neelay Shah's avatar
Neelay Shah committed
16
use dynamo_llm::model_card::model::{ModelDeploymentCard, PromptFormatterArtifact, TokenizerKind};
17
use tempfile::tempdir;
Biswa Panda's avatar
Biswa Panda committed
18
19

const HF_PATH: &str = "tests/data/sample-models/TinyLlama_v1.1";
20
21
22

#[tokio::test]
async fn test_model_info_from_hf_like_local_repo() {
Biswa Panda's avatar
Biswa Panda committed
23
24
25
    let mdc = ModelDeploymentCard::from_local_path(HF_PATH, None)
        .await
        .unwrap();
26
    let info = mdc.model_info.unwrap().get_model_info().await.unwrap();
27
    assert_eq!(info.model_type(), "llama");
Biswa Panda's avatar
Biswa Panda committed
28
29
30
31
    assert_eq!(info.bos_token_id(), 1);
    assert_eq!(info.eos_token_ids(), vec![2]);
    assert_eq!(info.max_position_embeddings(), 2048);
    assert_eq!(info.vocab_size(), 32000);
32
33
34
35
36
}

#[tokio::test]
async fn test_model_info_from_non_existent_local_repo() {
    let path = "tests/data/sample-models/this-model-does-not-exist";
Biswa Panda's avatar
Biswa Panda committed
37
    let result = ModelDeploymentCard::from_local_path(path, None).await;
38
39
40
41
42
    assert!(result.is_err());
}

#[tokio::test]
async fn test_tokenizer_from_hf_like_local_repo() {
Biswa Panda's avatar
Biswa Panda committed
43
44
45
    let mdc = ModelDeploymentCard::from_local_path(HF_PATH, None)
        .await
        .unwrap();
46
    // Verify tokenizer file was found
47
    match mdc.tokenizer.unwrap() {
48
        TokenizerKind::HfTokenizerJson(_) => (),
49
        TokenizerKind::GGUF(_) => (),
50
51
52
53
54
    }
}

#[tokio::test]
async fn test_prompt_formatter_from_hf_like_local_repo() {
Biswa Panda's avatar
Biswa Panda committed
55
56
57
    let mdc = ModelDeploymentCard::from_local_path(HF_PATH, None)
        .await
        .unwrap();
58
59
60
61
62
63
64
65
66
67
68
    // Verify prompt formatter was found
    match mdc.prompt_formatter {
        Some(PromptFormatterArtifact::HfTokenizerConfigJson(_)) => (),
        _ => panic!("Expected HfTokenizerConfigJson prompt formatter"),
    }
}

#[tokio::test]
async fn test_missing_required_files() {
    // Create empty temp directory
    let temp_dir = tempdir().unwrap();
Biswa Panda's avatar
Biswa Panda committed
69
    let result = ModelDeploymentCard::from_local_path(temp_dir.path(), None).await;
70
71
72
73
    assert!(result.is_err());
    let err = result.unwrap_err().to_string();
    // Should fail because config.json is missing
    assert!(err.contains("unable to extract"));
74
}