// SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. // SPDX-License-Identifier: Apache-2.0 use dynamo_llm::backend::Backend; use dynamo_llm::model_card::ModelDeploymentCard; #[tokio::test] async fn test_sequence_factory() { let mdc = ModelDeploymentCard::load("tests/data/sample-models/TinyLlama_v1.1") .await .unwrap(); let operator = Backend::from_mdc(mdc).await.unwrap(); let mut decode_stream = operator.tokenizer.as_ref().unwrap().decode_stream(false); let output = decode_stream.step(1).unwrap(); assert_eq!(output, Some("".to_string())); let mut decode_stream = operator.tokenizer.as_ref().unwrap().decode_stream(true); let output = decode_stream.step(1).unwrap(); assert_eq!(output, None); }