update default NumKeep

6db3691b · Michael Yang · 2e537046 · 6db3691b
Commit 6db3691b authored Nov 02, 2023 by Michael Yang
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

api/types.go api/types.go +1 -1

No files found.
--- a/api/types.go
+++ b/api/types.go
@@ -293,7 +293,7 @@ func DefaultOptions() Options {
 	return Options{
 		// options set on request to runner
 		NumPredict:       -1,
-		NumKeep:          -1,
+		NumKeep:          0,
 		Temperature:      0.8,
 		TopK:             40,
 		TopP:             0.9,