increase default model size to 512

2d49197b · Bruce MacDonald · f5e2e150 · 2d49197b
Commit 2d49197b authored Jul 10, 2023 by Bruce MacDonald
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

api/types.go api/types.go +1 -1

No files found.
--- a/api/types.go
+++ b/api/types.go
@@ -89,7 +89,7 @@ type PredictOptions struct {
 }

 var DefaultModelOptions ModelOptions = ModelOptions{
-	ContextSize: 128,
+	ContextSize: 512,
 	Seed:        0,
 	F16Memory:   true,
 	MLock:       false,