// SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. // SPDX-License-Identifier: Apache-2.0 use derive_builder::Builder; use serde::{Deserialize, Serialize}; use validator::Validate; /// Common extensions for OpenAI API requests that are not part of the standard OpenAI spec /// but are commonly needed across different request types. #[derive(Serialize, Deserialize, Builder, Validate, Debug, Clone, Default)] pub struct CommonExt { /// If true, the model will ignore the end of string token and generate to max_tokens. /// This field can also be specified in nvext, but the root-level value takes precedence. #[serde(default, skip_serializing_if = "Option::is_none")] #[builder(default, setter(strip_option))] pub ignore_eos: Option, /// The minimum number of tokens to generate. /// This is a common parameter needed across different request types. #[serde(default, skip_serializing_if = "Option::is_none")] #[builder(default, setter(strip_option))] pub min_tokens: Option, /// Guided Decoding Options /// If specified, the output will be a JSON object. Can be a string, an object, or null. #[serde(default, skip_serializing_if = "Option::is_none")] #[builder(default, setter(strip_option))] pub guided_json: Option, /// If specified, the output will follow the regex pattern. Can be a string or null. #[serde(default, skip_serializing_if = "Option::is_none")] #[builder(default, setter(strip_option))] pub guided_regex: Option, /// If specified, the output will follow the context-free grammar. Can be a string or null. #[serde(default, skip_serializing_if = "Option::is_none")] #[builder(default, setter(strip_option))] pub guided_grammar: Option, /// If specified, the output will be exactly one of the choices. #[serde(default, skip_serializing_if = "Option::is_none")] #[builder(default, setter(strip_option))] pub guided_choice: Option>, /// If specified, the backend to use for guided decoding, can be backends like xgrammar or custom guided decoding backend #[serde(default, skip_serializing_if = "Option::is_none")] #[builder(default, setter(strip_option))] pub guided_decoding_backend: Option, } impl CommonExt { pub fn builder() -> CommonExtBuilder { CommonExtBuilder::default() } } /// Trait for types that provide CommonExt fields pub trait CommonExtProvider { /// Get a reference to the CommonExt struct if available fn common_ext(&self) -> Option<&CommonExt>; /// Guided Decoding Options fn get_guided_json(&self) -> Option<&serde_json::Value>; fn get_guided_regex(&self) -> Option; fn get_guided_grammar(&self) -> Option; fn get_guided_choice(&self) -> Option>; fn get_guided_decoding_backend(&self) -> Option; } /// Helper function to emit deprecation warnings for nvext parameters pub fn emit_nvext_deprecation_warning( field_name: &str, nvext_has_value: bool, common_has_value: bool, ) { if nvext_has_value && !common_has_value { tracing::warn!( "DEPRECATION WARNING: 'nvext.{field_name}' is deprecated and will be removed in a future release. Use '{field_name}' at the top level or in 'extra_body' instead." ); } else if nvext_has_value && common_has_value { tracing::warn!( "DEPRECATION WARNING: 'nvext.{field_name}' is deprecated and will be removed in a future release. Top-level '{field_name}' takes precedence. Use '{field_name}' at the top level or in 'extra_body' instead." ); } } /// Helper function to choose between common and nvext values with deprecation warnings pub fn choose_with_deprecation( field: &'static str, common: Option<&T>, nv: Option<&T>, ) -> Option { if nv.is_some() { emit_nvext_deprecation_warning(field, true, common.is_some()); } common.cloned().or_else(|| nv.cloned()) } #[cfg(test)] mod tests { use super::*; use serde_json; #[test] fn test_common_ext_builder_default() { let common_ext = CommonExt::builder().build().unwrap(); assert_eq!(common_ext.ignore_eos, None); assert_eq!(common_ext.min_tokens, None); assert_eq!(common_ext.guided_json, None); assert_eq!(common_ext.guided_regex, None); assert_eq!(common_ext.guided_grammar, None); assert_eq!(common_ext.guided_choice, None); assert_eq!(common_ext.guided_decoding_backend, None); } #[test] fn test_common_ext_builder_with_values() { let common_ext = CommonExt::builder() .ignore_eos(true) .min_tokens(10) .guided_json(serde_json::json!({"key": "value"})) .guided_regex("regex".to_string()) .guided_grammar("grammar".to_string()) .guided_choice(vec!["choice1".to_string(), "choice2".to_string()]) .guided_decoding_backend("backend".to_string()) .build() .unwrap(); assert_eq!(common_ext.ignore_eos, Some(true)); assert_eq!(common_ext.min_tokens, Some(10)); assert_eq!( common_ext.guided_json.as_ref(), Some(&serde_json::json!({"key": "value"})) ); assert_eq!(common_ext.guided_regex, Some("regex".to_string())); assert_eq!(common_ext.guided_grammar, Some("grammar".to_string())); assert_eq!( common_ext.guided_choice, Some(vec!["choice1".to_string(), "choice2".to_string()]) ); assert_eq!( common_ext.guided_decoding_backend, Some("backend".to_string()) ); } #[test] fn test_common_ext_fields() { // Test that CommonExt fields can be set and retrieved correctly let common_ext = CommonExt::builder() .ignore_eos(false) .min_tokens(5) .build() .unwrap(); assert_eq!(common_ext.ignore_eos, Some(false)); assert_eq!(common_ext.min_tokens, Some(5)); } #[test] fn test_validation_min_tokens() { // Test that min_tokens with 0 is valid let common_ext = CommonExt { ignore_eos: None, min_tokens: Some(0), // Should be valid (min = 0) guided_json: None, guided_regex: None, guided_grammar: None, guided_choice: None, guided_decoding_backend: None, }; assert!(common_ext.validate().is_ok()); } #[test] fn test_common_ext_neither_specified() { // Test that neither ignore_eos nor min_tokens specified works let common_ext = CommonExt::builder().build().unwrap(); assert_eq!(common_ext.ignore_eos, None); assert_eq!(common_ext.min_tokens, None); assert!(common_ext.validate().is_ok()); } #[test] fn test_common_ext_default() { // Test that Default trait implementation works correctly let common_ext = CommonExt::default(); assert_eq!(common_ext.ignore_eos, None); assert_eq!(common_ext.min_tokens, None); assert!(common_ext.validate().is_ok()); } #[test] fn test_choose_with_deprecation() { // Common takes precedence let result = choose_with_deprecation( "test_field", Some(&"common_value".to_string()), Some(&"nvext_value".to_string()), ); assert_eq!(result, Some("common_value".to_string())); // Fallback to nvext let result = choose_with_deprecation("test_field", None, Some(&"nvext_value".to_string())); assert_eq!(result, Some("nvext_value".to_string())); // Both None let result: Option = choose_with_deprecation("test_field", None, None); assert_eq!(result, None); } }