Skip to content

GitLab

Commit 8fcb5cee authored by Timothy J. Baek's avatar Timothy J. Baek
Browse files

enh: min_p

parent 13b757d8
Show whitespace changes
Inline Side-by-side
Showing with 6 additions and 0 deletions
backend/apps/ollama/main.py
View file @ 8fcb5cee
...@@ -857,6 +857,12 @@ async def generate_chat_completion( ...@@ -857,6 +857,12 @@ async def generate_chat_completion(
): ):
payload["options"]["top_p"] = model_info.params.get("top_p", None) payload["options"]["top_p"] = model_info.params.get("top_p", None)
if (
model_info.params.get("min_p", None)
and payload["options"].get("min_p") is None
):
payload["options"]["min_p"] = model_info.params.get("min_p", None)
if ( if (
model_info.params.get("use_mmap", None) model_info.params.get("use_mmap", None)
and payload["options"].get("use_mmap") is None and payload["options"].get("use_mmap") is None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment