Merge pull request #464 from jmorganca/mxyng/fix-num-keep

fix num_keep

Merge pull request #464 from jmorganca/mxyng/fix-num-keep
fix num_keep
7efbc843 · Michael Yang · GitHub · 8dc68417 · 681f3c4c · 7efbc843
Unverified Commit 7efbc843 authored Sep 05, 2023 by Michael Yang Committed by GitHub Sep 05, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

server/routes.go server/routes.go +2 -1

No files found.
--- a/server/routes.go
+++ b/server/routes.go
@@ -117,12 +117,13 @@ func load(ctx context.Context, model *Model, reqOpts map[string]interface{}, ses
 			if err != nil {
 				return err
 			}
+
 			tokensNoSystem, err := llmModel.Encode(ctx, promptNoSystem)
 			if err != nil {
 				return err
 			}

-			opts.NumKeep = len(tokensWithSystem) - len(tokensNoSystem) + 1
+			opts.NumKeep = len(tokensWithSystem) - len(tokensNoSystem)

 			llmModel.SetOptions(opts)
 		}