Merge pull request #3161 from sammcj/num_batch

feat: add num_keep, num_batch

src/lib/stores/index.ts

@@ -92,6 +92,8 @@ type Settings = {
 	top_k?: string;
 	top_p?: string;
 	num_ctx?: string;
+	num_batch?: string;
+	num_keep?: string;
 	options?: ModelOptions;
 };