Set `NumKeep` to `4` by default (#982)

06589a3b · Jeffrey Morgan · GitHub · 1fd511e6 · 06589a3b
Unverified Commit 06589a3b authored Nov 02, 2023 by Jeffrey Morgan Committed by GitHub Nov 02, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

api/types.go api/types.go +1 -1

No files found.
--- a/api/types.go
+++ b/api/types.go
@@ -293,7 +293,7 @@ func DefaultOptions() Options {
 	return Options{
 		// options set on request to runner
 		NumPredict:       -1,
-		NumKeep:          0,
+		NumKeep:          4,
 		Temperature:      0.8,
 		TopK:             40,
 		TopP:             0.9,