refac

backend/apps/ollama/main.py

@@ -43,8 +43,8 @@ from config import (
     AppConfig,
 )
 from utils.misc import (
-    apply_model_params_to_body_ollama,
     calculate_sha256,
+    apply_model_params_to_body_ollama,
     apply_model_params_to_body_openai,
     apply_model_system_prompt_to_body,
 )

backend/utils/misc.py

@@ -179,6 +179,7 @@ def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
         "use_mmap",
         "use_mlock",
         "num_thread",
+        "num_gpu",
     ]
     mappings = {i: lambda x: x for i in opts}
     form_data = apply_model_params_to_body(params, form_data, mappings)