Commit 453f9be1 authored by Timothy J. Baek's avatar Timothy J. Baek
Browse files

refac

parent 19b67f49
...@@ -889,10 +889,11 @@ class OpenAIChatCompletionForm(BaseModel): ...@@ -889,10 +889,11 @@ class OpenAIChatCompletionForm(BaseModel):
@app.post("/v1/chat/completions") @app.post("/v1/chat/completions")
@app.post("/v1/chat/completions/{url_idx}") @app.post("/v1/chat/completions/{url_idx}")
async def generate_openai_chat_completion( async def generate_openai_chat_completion(
form_data: OpenAIChatCompletionForm, form_data: dict,
url_idx: Optional[int] = None, url_idx: Optional[int] = None,
user=Depends(get_verified_user), user=Depends(get_verified_user),
): ):
form_data = OpenAIChatCompletionForm(**form_data)
payload = { payload = {
**form_data.model_dump(exclude_none=True), **form_data.model_dump(exclude_none=True),
......
...@@ -206,9 +206,7 @@ async def get_function_call_response(messages, tool_id, template, task_model_id, ...@@ -206,9 +206,7 @@ async def get_function_call_response(messages, tool_id, template, task_model_id,
response = None response = None
try: try:
if model["owned_by"] == "ollama": if model["owned_by"] == "ollama":
response = await generate_ollama_chat_completion( response = await generate_ollama_chat_completion(payload, user=user)
OpenAIChatCompletionForm(**payload), user=user
)
else: else:
response = await generate_openai_chat_completion(payload, user=user) response = await generate_openai_chat_completion(payload, user=user)
...@@ -798,9 +796,7 @@ async def generate_title(form_data: dict, user=Depends(get_verified_user)): ...@@ -798,9 +796,7 @@ async def generate_title(form_data: dict, user=Depends(get_verified_user)):
) )
if model["owned_by"] == "ollama": if model["owned_by"] == "ollama":
return await generate_ollama_chat_completion( return await generate_ollama_chat_completion(payload, user=user)
OpenAIChatCompletionForm(**payload), user=user
)
else: else:
return await generate_openai_chat_completion(payload, user=user) return await generate_openai_chat_completion(payload, user=user)
...@@ -863,9 +859,7 @@ async def generate_search_query(form_data: dict, user=Depends(get_verified_user) ...@@ -863,9 +859,7 @@ async def generate_search_query(form_data: dict, user=Depends(get_verified_user)
) )
if model["owned_by"] == "ollama": if model["owned_by"] == "ollama":
return await generate_ollama_chat_completion( return await generate_ollama_chat_completion(payload, user=user)
OpenAIChatCompletionForm(**payload), user=user
)
else: else:
return await generate_openai_chat_completion(payload, user=user) return await generate_openai_chat_completion(payload, user=user)
...@@ -932,9 +926,7 @@ Message: """{{prompt}}""" ...@@ -932,9 +926,7 @@ Message: """{{prompt}}"""
) )
if model["owned_by"] == "ollama": if model["owned_by"] == "ollama":
return await generate_ollama_chat_completion( return await generate_ollama_chat_completion(payload, user=user)
OpenAIChatCompletionForm(**payload), user=user
)
else: else:
return await generate_openai_chat_completion(payload, user=user) return await generate_openai_chat_completion(payload, user=user)
...@@ -991,9 +983,7 @@ async def generate_chat_completions(form_data: dict, user=Depends(get_verified_u ...@@ -991,9 +983,7 @@ async def generate_chat_completions(form_data: dict, user=Depends(get_verified_u
print(model) print(model)
if model["owned_by"] == "ollama": if model["owned_by"] == "ollama":
return await generate_ollama_chat_completion( return await generate_ollama_chat_completion(form_data, user=user)
OpenAIChatCompletionForm(**form_data), user=user
)
else: else:
return await generate_openai_chat_completion(form_data, user=user) return await generate_openai_chat_completion(form_data, user=user)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment