fix: name differences

backend/utils/misc.py

@@ -148,23 +148,24 @@ def apply_model_params_to_body(
     return form_data
 
 
-OPENAI_MAPPINGS = {
-    "temperature": float,
-    "top_p": int,
-    "max_tokens": int,
-    "frequency_penalty": int,
-    "seed": lambda x: x,
-    "stop": lambda x: [bytes(s, "utf-8").decode("unicode_escape") for s in x],
-}
-
-
 # inplace function: form_data is modified
 def apply_model_params_to_body_openai(params: dict, form_data: dict) -> dict:
-    return apply_model_params_to_body(params, form_data, OPENAI_MAPPINGS)
+    mappings = {
+        "temperature": float,
+        "top_p": int,
+        "max_tokens": int,
+        "frequency_penalty": int,
+        "seed": lambda x: x,
+        "stop": lambda x: [bytes(s, "utf-8").decode("unicode_escape") for s in x],
+    }
+    return apply_model_params_to_body(params, form_data, mappings)
 
 
 def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
     opts = [
+        "temperature",
+        "top_p",
+        "seed",
         "mirostat",
         "mirostat_eta",
         "mirostat_tau",
@@ -180,12 +181,18 @@ def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
         "num_thread",
     ]
     mappings = {i: lambda x: x for i in opts}
-    mappings = {**mappings, **OPENAI_MAPPINGS}
     form_data = apply_model_params_to_body(params, form_data, mappings)
 
-    # only param that changes name
-    if (param := params.get("frequency_penalty", None)) is not None:
-        form_data["repeat_penalty"] = param
+    name_differences = {
+        "max_tokens": "num_predict",
+        "frequency_penalty": "repeat_penalty",
+    }
+
+    for key, value in name_differences.items():
+        if (param := params.get(key, None)) is not None:
+            form_data[value] = param
+
+    print(form_data)
     return form_data