fix: default max_new_tokens to 100

docs/openapi.json

@@ -523,7 +523,7 @@
           "max_new_tokens": {
             "type": "integer",
             "format": "int32",
-            "default": "null",
+            "default": "20",
             "example": "20",
             "nullable": true,
             "minimum": 0

router/src/lib.rs

@@ -107,7 +107,7 @@ pub(crate) struct GenerateParameters {
     #[schema(default = "false", example = true)]
     pub do_sample: bool,
     #[serde(default = "default_max_new_tokens")]
-    #[schema(nullable = true, default = "null", example = "20")]
+    #[schema(nullable = true, default = "100", example = "20")]
     pub max_new_tokens: Option<u32>,
     #[serde(default)]
     #[schema(nullable = true, default = "null", example = false)]
@@ -141,7 +141,7 @@ pub(crate) struct GenerateParameters {
 }
 
 fn default_max_new_tokens() -> Option<u32> {
-    None
+    Some(100)
 }
 
 fn default_parameters() -> GenerateParameters {