validation.rs 14.9 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
// Validation implementation for Chat Completions API

use crate::protocols::common::StringOrArray;
use crate::protocols::openai::chat::request::ChatCompletionRequest;
use crate::protocols::openai::chat::types::{ChatMessage, ResponseFormat, UserMessageContent};
use crate::protocols::validation::{
    utils::{
        validate_common_request_params, validate_conflicting_parameters,
        validate_mutually_exclusive_options, validate_non_empty_array,
    },
    CompletionCountProvider, LogProbsProvider, SGLangExtensionsProvider, SamplingOptionsProvider,
    StopConditionsProvider, TokenLimitsProvider, ValidatableRequest, ValidationError,
};

impl SamplingOptionsProvider for ChatCompletionRequest {
    fn get_temperature(&self) -> Option<f32> {
        self.temperature
    }
    fn get_top_p(&self) -> Option<f32> {
        self.top_p
    }
    fn get_frequency_penalty(&self) -> Option<f32> {
        self.frequency_penalty
    }
    fn get_presence_penalty(&self) -> Option<f32> {
        self.presence_penalty
    }
}

impl StopConditionsProvider for ChatCompletionRequest {
    fn get_stop_sequences(&self) -> Option<&StringOrArray> {
        self.stop.as_ref()
    }
}

impl TokenLimitsProvider for ChatCompletionRequest {
    fn get_max_tokens(&self) -> Option<u32> {
        // Prefer max_completion_tokens over max_tokens if both are set
        self.max_completion_tokens.or(self.max_tokens)
    }

    fn get_min_tokens(&self) -> Option<u32> {
        self.min_tokens
    }
}

impl LogProbsProvider for ChatCompletionRequest {
    fn get_logprobs(&self) -> Option<u32> {
        // For chat API, logprobs is a boolean, return 1 if true for validation purposes
        if self.logprobs {
            Some(1)
        } else {
            None
        }
    }

    fn get_top_logprobs(&self) -> Option<u32> {
        self.top_logprobs
    }
}

impl SGLangExtensionsProvider for ChatCompletionRequest {
    fn get_top_k(&self) -> Option<i32> {
        self.top_k
    }

    fn get_min_p(&self) -> Option<f32> {
        self.min_p
    }

    fn get_repetition_penalty(&self) -> Option<f32> {
        self.repetition_penalty
    }
}

impl CompletionCountProvider for ChatCompletionRequest {
    fn get_n(&self) -> Option<u32> {
        self.n
    }
}

impl ChatCompletionRequest {
    /// Validate message-specific requirements
    pub fn validate_messages(&self) -> Result<(), ValidationError> {
        // Ensure messages array is not empty
        validate_non_empty_array(&self.messages, "messages")?;

        // Validate message content is not empty
        for (i, msg) in self.messages.iter().enumerate() {
            if let ChatMessage::User { content, .. } = msg {
                match content {
                    UserMessageContent::Text(text) if text.is_empty() => {
                        return Err(ValidationError::InvalidValue {
                            parameter: format!("messages[{}].content", i),
                            value: "empty".to_string(),
                            reason: "message content cannot be empty".to_string(),
                        });
                    }
                    UserMessageContent::Parts(parts) if parts.is_empty() => {
                        return Err(ValidationError::InvalidValue {
                            parameter: format!("messages[{}].content", i),
                            value: "empty array".to_string(),
                            reason: "message content parts cannot be empty".to_string(),
                        });
                    }
                    _ => {}
                }
            }
        }

        Ok(())
    }

    /// Validate response format if specified
    pub fn validate_response_format(&self) -> Result<(), ValidationError> {
        if let Some(ResponseFormat::JsonSchema { json_schema }) = &self.response_format {
            if json_schema.name.is_empty() {
                return Err(ValidationError::InvalidValue {
                    parameter: "response_format.json_schema.name".to_string(),
                    value: "empty".to_string(),
                    reason: "JSON schema name cannot be empty".to_string(),
                });
            }
        }
        Ok(())
    }

    /// Validate chat API specific logprobs requirements
    pub fn validate_chat_logprobs(&self) -> Result<(), ValidationError> {
        // In chat API, if logprobs=true, top_logprobs must be specified
        if self.logprobs && self.top_logprobs.is_none() {
            return Err(ValidationError::MissingRequired {
                parameter: "top_logprobs".to_string(),
            });
        }

        // If top_logprobs is specified, logprobs should be true
        if self.top_logprobs.is_some() && !self.logprobs {
            return Err(ValidationError::InvalidValue {
                parameter: "logprobs".to_string(),
                value: "false".to_string(),
                reason: "must be true when top_logprobs is specified".to_string(),
            });
        }

        Ok(())
    }

    /// Validate cross-parameter relationships specific to chat completions
    pub fn validate_chat_cross_parameters(&self) -> Result<(), ValidationError> {
        // Validate that both max_tokens and max_completion_tokens aren't set
        validate_conflicting_parameters(
            "max_tokens",
            self.max_tokens.is_some(),
            "max_completion_tokens",
            self.max_completion_tokens.is_some(),
            "cannot specify both max_tokens and max_completion_tokens",
        )?;

        // Validate that tools and functions aren't both specified (deprecated)
        validate_conflicting_parameters(
            "tools",
            self.tools.is_some(),
            "functions",
            self.functions.is_some(),
            "functions is deprecated, use tools instead",
        )?;

        // Validate structured output constraints don't conflict with JSON response format
        let has_json_format = matches!(
            self.response_format,
            Some(ResponseFormat::JsonObject | ResponseFormat::JsonSchema { .. })
        );

        validate_conflicting_parameters(
            "response_format",
            has_json_format,
            "regex",
            self.regex.is_some(),
            "cannot use regex constraint with JSON response format",
        )?;

        validate_conflicting_parameters(
            "response_format",
            has_json_format,
            "ebnf",
            self.ebnf.is_some(),
            "cannot use EBNF constraint with JSON response format",
        )?;

        // Only one structured output constraint should be active
        let structured_constraints = [
            ("regex", self.regex.is_some()),
            ("ebnf", self.ebnf.is_some()),
            (
                "json_schema",
                matches!(
                    self.response_format,
                    Some(ResponseFormat::JsonSchema { .. })
                ),
            ),
        ];

        validate_mutually_exclusive_options(
            &structured_constraints,
            "Only one structured output constraint (regex, ebnf, or json_schema) can be active at a time",
        )?;

        Ok(())
    }
}

impl ValidatableRequest for ChatCompletionRequest {
    fn validate(&self) -> Result<(), ValidationError> {
        // Call the common validation function from the validation module
        validate_common_request_params(self)?;

        // Then validate chat-specific parameters
        self.validate_messages()?;
        self.validate_response_format()?;
        self.validate_chat_logprobs()?;
        self.validate_chat_cross_parameters()?;

        Ok(())
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::protocols::openai::chat::types::*;

    fn create_valid_request() -> ChatCompletionRequest {
        ChatCompletionRequest {
            model: "gpt-4".to_string(),
            messages: vec![ChatMessage::User {
                role: "user".to_string(),
                content: UserMessageContent::Text("Hello".to_string()),
                name: None,
            }],
            temperature: Some(1.0),
            top_p: Some(0.9),
            n: Some(1),
            stream: false,
            stream_options: None,
            stop: None,
            max_tokens: Some(100),
            max_completion_tokens: None,
            presence_penalty: Some(0.0),
            frequency_penalty: Some(0.0),
            logit_bias: None,
            user: None,
            seed: None,
            logprobs: false,
            top_logprobs: None,
            response_format: None,
            tools: None,
            tool_choice: None,
            parallel_tool_calls: None,
            functions: None,
            function_call: None,
            // SGLang extensions
            top_k: None,
            min_p: None,
            min_tokens: None,
            repetition_penalty: None,
            regex: None,
            ebnf: None,
            stop_token_ids: None,
            no_stop_trim: false,
            ignore_eos: false,
            continue_final_message: false,
            skip_special_tokens: true,
            lora_path: None,
            session_params: None,
            separate_reasoning: true,
            stream_reasoning: true,
            return_hidden_states: false,
        }
    }

    #[test]
    fn test_valid_chat_request() {
        let request = create_valid_request();
        assert!(request.validate().is_ok());
    }

    #[test]
    fn test_invalid_temperature() {
        let mut request = create_valid_request();
        request.temperature = Some(3.0); // Too high

        let result = request.validate();
        assert!(result.is_err());
        match result.unwrap_err() {
            ValidationError::OutOfRange { parameter, .. } => {
                assert_eq!(parameter, "temperature");
            }
            _ => panic!("Expected OutOfRange error"),
        }
    }

    #[test]
    fn test_invalid_top_p() {
        let mut request = create_valid_request();
        request.top_p = Some(1.5); // Too high

        assert!(request.validate().is_err());
    }

    #[test]
    fn test_too_many_stop_sequences() {
        let mut request = create_valid_request();
        request.stop = Some(StringOrArray::Array(vec![
            "stop1".to_string(),
            "stop2".to_string(),
            "stop3".to_string(),
            "stop4".to_string(),
            "stop5".to_string(), // Too many
        ]));

        let result = request.validate();
        assert!(result.is_err());
    }

    #[test]
    fn test_empty_stop_sequence() {
        let mut request = create_valid_request();
        request.stop = Some(StringOrArray::String("".to_string()));

        let result = request.validate();
        assert!(result.is_err());
        match result.unwrap_err() {
            ValidationError::InvalidValue {
                parameter, reason, ..
            } => {
                assert_eq!(parameter, "stop");
                assert!(reason.contains("empty"));
            }
            _ => panic!("Expected InvalidValue error"),
        }
    }

    #[test]
    fn test_empty_messages() {
        let mut request = create_valid_request();
        request.messages = vec![];

        let result = request.validate();
        assert!(result.is_err());
        match result.unwrap_err() {
            ValidationError::MissingRequired { parameter } => {
                assert_eq!(parameter, "messages");
            }
            _ => panic!("Expected MissingRequired error"),
        }
    }

    #[test]
    fn test_invalid_n_parameter() {
        let mut request = create_valid_request();
        request.n = Some(0);

        let result = request.validate();
        assert!(result.is_err());

        request.n = Some(20); // Too high
        assert!(request.validate().is_err());
    }

    #[test]
    fn test_conflicting_max_tokens() {
        let mut request = create_valid_request();
        request.max_tokens = Some(100);
        request.max_completion_tokens = Some(200);

        let result = request.validate();
        assert!(result.is_err());
        match result.unwrap_err() {
            ValidationError::ConflictingParameters {
                parameter1,
                parameter2,
                ..
            } => {
                assert!(parameter1.contains("max_tokens"));
                assert!(parameter2.contains("max_completion_tokens"));
            }
            _ => panic!("Expected ConflictingParameters error"),
        }
    }

    #[test]
    fn test_logprobs_without_top_logprobs() {
        let mut request = create_valid_request();
        request.logprobs = true;
        request.top_logprobs = None;

        let result = request.validate();
        assert!(result.is_err());
    }

    #[test]
    fn test_sglang_extensions() {
        let mut request = create_valid_request();

        // Valid top_k
        request.top_k = Some(-1); // Disabled
        assert!(request.validate().is_ok());

        request.top_k = Some(50); // Valid positive
        assert!(request.validate().is_ok());

        request.top_k = Some(0); // Invalid
        assert!(request.validate().is_err());

        // Valid min_p
        request.top_k = None;
        request.min_p = Some(0.1);
        assert!(request.validate().is_ok());

        request.min_p = Some(1.5); // Too high
        assert!(request.validate().is_err());

        // Valid repetition_penalty
        request.min_p = None;
        request.repetition_penalty = Some(1.2);
        assert!(request.validate().is_ok());

        request.repetition_penalty = Some(0.0); // Valid - minimum value
        assert!(request.validate().is_ok());

        request.repetition_penalty = Some(2.0); // Valid - maximum value
        assert!(request.validate().is_ok());

        request.repetition_penalty = Some(2.1); // Invalid - too high
        assert!(request.validate().is_err());

        request.repetition_penalty = Some(-0.1); // Invalid - negative
        assert!(request.validate().is_err());
    }

    #[test]
    fn test_structured_output_conflicts() {
        let mut request = create_valid_request();

        // JSON response format with regex should conflict
        request.response_format = Some(ResponseFormat::JsonObject);
        request.regex = Some(".*".to_string());

        let result = request.validate();
        assert!(result.is_err());

        // Multiple structured constraints should conflict
        request.response_format = None;
        request.regex = Some(".*".to_string());
        request.ebnf = Some("grammar".to_string());

        let result = request.validate();
        assert!(result.is_err());
    }

    #[test]
    fn test_min_max_tokens_validation() {
        let mut request = create_valid_request();
        request.min_tokens = Some(100);
        request.max_tokens = Some(50); // min > max

        let result = request.validate();
        assert!(result.is_err());

        // Should work with max_completion_tokens too
        request.max_tokens = None;
        request.max_completion_tokens = Some(200);
        request.min_tokens = Some(100);
        assert!(request.validate().is_ok());
    }
}