enh: min_p

8fcb5cee · Timothy J. Baek · 13b757d8 · 8fcb5cee
Commit 8fcb5cee authored Aug 02, 2024 by Timothy J. Baek
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 0 deletions

backend/apps/ollama/main.py backend/apps/ollama/main.py +6 -0

No files found.
--- a/backend/apps/ollama/main.py
+++ b/backend/apps/ollama/main.py
@@ -857,6 +857,12 @@ async def generate_chat_completion(
            ):
                payload["options"]["top_p"] = model_info.params.get("top_p", None)

+            if (
+                model_info.params.get("min_p", None)
+                and payload["options"].get("min_p") is None
+            ):
+                payload["options"]["min_p"] = model_info.params.get("min_p", None)
+
            if (
                model_info.params.get("use_mmap", None)
                and payload["options"].get("use_mmap") is None