Commit 97b39115 authored by Christoph Holthaus's avatar Christoph Holthaus
Browse files

fix: temperature not passed correctly

parent 54420f53
......@@ -764,7 +764,7 @@ async def generate_chat_completion(
"frequency_penalty", None
)
if model_info.params.get("temperature", None):
if model_info.params.get("temperature", None) is not None:
payload["options"]["temperature"] = model_info.params.get(
"temperature", None
)
......
......@@ -373,8 +373,8 @@ async def proxy(path: str, request: Request, user=Depends(get_verified_user)):
model_info.params = model_info.params.model_dump()
if model_info.params:
if model_info.params.get("temperature", None):
payload["temperature"] = int(
if model_info.params.get("temperature", None) is not None:
payload["temperature"] = float(
model_info.params.get("temperature")
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment