feat: add num_keep, num_batch

3f5e3627 · Sam McLeod · 162643a4 · 3f5e3627
Commit 3f5e3627 authored Jun 14, 2024 by Sam McLeod
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

src/lib/stores/index.ts src/lib/stores/index.ts +2 -0

No files found.
--- a/src/lib/stores/index.ts
+++ b/src/lib/stores/index.ts
@@ -92,6 +92,8 @@ type Settings = {
 	top_k?: string;
 	top_p?: string;
 	num_ctx?: string;
+	num_batch?: string;
+	num_keep?: string;
 	options?: ModelOptions;
 };