fix: temperature not passed correctly

97b39115 · Christoph Holthaus · 54420f53 · 97b39115 · 97b39115
Commit 97b39115 authored Jun 09, 2024 by Christoph Holthaus
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

backend/apps/ollama/main.py backend/apps/ollama/main.py +1 -1

backend/apps/openai/main.py backend/apps/openai/main.py +2 -2

No files found.
--- a/backend/apps/ollama/main.py
+++ b/backend/apps/ollama/main.py
@@ -764,7 +764,7 @@ async def generate_chat_completion(
                    "frequency_penalty", None
                )
-            if model_info.params.get("temperature", None):
+            if model_info.params.get("temperature", None) is not None:
                payload["options"]["temperature"] = model_info.params.get(
                    "temperature", None
                )

--- a/backend/apps/openai/main.py
+++ b/backend/apps/openai/main.py
@@ -373,8 +373,8 @@ async def proxy(path: str, request: Request, user=Depends(get_verified_user)):
                model_info.params = model_info.params.model_dump()
                if model_info.params:
-                    if model_info.params.get("temperature", None):
+                    if model_info.params.get("temperature", None) is not None:
-                        payload["temperature"] = int(
+                        payload["temperature"] = float(
                            model_info.params.get("temperature")
                        )