+page.svelte 24.7 KB
Newer Older
Timothy J. Baek's avatar
Timothy J. Baek committed
1
<script lang="ts">
2
	import { v4 as uuidv4 } from 'uuid';
Jannik Streidl's avatar
Jannik Streidl committed
3
	import { toast } from 'svelte-sonner';
Timothy J. Baek's avatar
Timothy J. Baek committed
4

Ased Mammad's avatar
Ased Mammad committed
5
	import { onMount, tick, getContext } from 'svelte';
6
	import { goto } from '$app/navigation';
7
	import { page } from '$app/stores';
Timothy J. Baek's avatar
Timothy J. Baek committed
8

Timothy J. Baek's avatar
Timothy J. Baek committed
9
10
11
12
13
14
15
16
	import {
		models,
		modelfiles,
		user,
		settings,
		chats,
		chatId,
		config,
17
		WEBUI_NAME,
Timothy J. Baek's avatar
Timothy J. Baek committed
18
		tags as _tags,
19
20
		showSidebar,
		type Model
Timothy J. Baek's avatar
Timothy J. Baek committed
21
	} from '$lib/stores';
22
	import { copyToClipboard, splitStream } from '$lib/utils';
Timothy J. Baek's avatar
Timothy J. Baek committed
23

24
	import { generateChatCompletion, cancelOllamaRequest } from '$lib/apis/ollama';
25
26
27
28
	import {
		addTagById,
		createNewChat,
		deleteTagById,
Timothy J. Baek's avatar
Timothy J. Baek committed
29
		getAllChatTags,
30
31
32
33
		getChatList,
		getTagsById,
		updateChatById
	} from '$lib/apis/chats';
34
	import { queryCollection, queryDoc } from '$lib/apis/rag';
35
	import { generateOpenAIChatCompletion, generateTitle } from '$lib/apis/openai';
36
37
38
39

	import MessageInput from '$lib/components/chat/MessageInput.svelte';
	import Messages from '$lib/components/chat/Messages.svelte';
	import ModelSelector from '$lib/components/chat/ModelSelector.svelte';
40
	import Navbar from '$lib/components/layout/Navbar.svelte';
41
	import { RAGTemplate } from '$lib/utils/rag';
42
	import { LITELLM_API_BASE_URL, OLLAMA_API_BASE_URL, OPENAI_API_BASE_URL } from '$lib/constants';
43
	import { WEBUI_BASE_URL } from '$lib/constants';
44
	import { createOpenAITextStream } from '$lib/apis/streaming';
Ased Mammad's avatar
Ased Mammad committed
45
46
47

	const i18n = getContext('i18n');

48
49
	let stopResponseFlag = false;
	let autoScroll = true;
Timothy J. Baek's avatar
Timothy J. Baek committed
50
	let processing = '';
51
	let messagesContainerElement: HTMLDivElement;
52
53
	let currentRequestId = null;

54
	let showModelSelector = true;
Timothy J. Baek's avatar
Timothy J. Baek committed
55

Timothy J. Baek's avatar
Timothy J. Baek committed
56
	let selectedModels = [''];
57
	let atSelectedModel: Model | undefined;
Timothy J. Baek's avatar
Timothy J. Baek committed
58

59
60
61
62
63
64
	let selectedModelfile = null;
	$: selectedModelfile =
		selectedModels.length === 1 &&
		$modelfiles.filter((modelfile) => modelfile.tagName === selectedModels[0]).length > 0
			? $modelfiles.filter((modelfile) => modelfile.tagName === selectedModels[0])[0]
			: null;
65

66
67
68
69
70
71
72
73
74
75
76
	let selectedModelfiles = {};
	$: selectedModelfiles = selectedModels.reduce((a, tagName, i, arr) => {
		const modelfile =
			$modelfiles.filter((modelfile) => modelfile.tagName === tagName)?.at(0) ?? undefined;

		return {
			...a,
			...(modelfile && { [tagName]: modelfile })
		};
	}, {});

77
	let chat = null;
78
	let tags = [];
79

Timothy J. Baek's avatar
Timothy J. Baek committed
80
	let title = '';
Timothy J. Baek's avatar
Timothy J. Baek committed
81
	let prompt = '';
82
	let files = [];
83
	let messages = [];
Timothy J. Baek's avatar
Timothy J. Baek committed
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
	let history = {
		messages: {},
		currentId: null
	};

	$: if (history.currentId !== null) {
		let _messages = [];

		let currentMessage = history.messages[history.currentId];
		while (currentMessage !== null) {
			_messages.unshift({ ...currentMessage });
			currentMessage =
				currentMessage.parentId !== null ? history.messages[currentMessage.parentId] : null;
		}
		messages = _messages;
Timothy J. Baek's avatar
Timothy J. Baek committed
99
100
	} else {
		messages = [];
Timothy J. Baek's avatar
Timothy J. Baek committed
101
	}
Timothy J. Baek's avatar
Timothy J. Baek committed
102

103
	onMount(async () => {
104
		await initNewChat();
105
106
107
108
109
110
	});

	//////////////////////////
	// Web functions
	//////////////////////////

111
	const initNewChat = async () => {
112
		if (currentRequestId !== null) {
Timothy J. Baek's avatar
Timothy J. Baek committed
113
			await cancelOllamaRequest(localStorage.token, currentRequestId);
114
115
			currentRequestId = null;
		}
Timothy J. Baek's avatar
Timothy J. Baek committed
116
		window.history.replaceState(history.state, '', `/`);
117
		await chatId.set('');
Timothy J. Baek's avatar
Timothy J. Baek committed
118

119
		autoScroll = true;
Timothy J. Baek's avatar
Timothy J. Baek committed
120

121
122
123
124
125
		title = '';
		messages = [];
		history = {
			messages: {},
			currentId: null
Timothy J. Baek's avatar
Timothy J. Baek committed
126
		};
Timothy J. Baek's avatar
Timothy J. Baek committed
127
128
129
130
131
132
133
134
135
136

		if ($page.url.searchParams.get('models')) {
			selectedModels = $page.url.searchParams.get('models')?.split(',');
		} else if ($settings?.models) {
			selectedModels = $settings?.models;
		} else if ($config?.default_models) {
			selectedModels = $config?.default_models.split(',');
		} else {
			selectedModels = [''];
		}
137

138
139
140
141
142
143
144
145
		if ($page.url.searchParams.get('q')) {
			prompt = $page.url.searchParams.get('q') ?? '';
			if (prompt) {
				await tick();
				submitPrompt(prompt);
			}
		}

Timothy J. Baek's avatar
Timothy J. Baek committed
146
147
148
149
		selectedModels = selectedModels.map((modelId) =>
			$models.map((m) => m.id).includes(modelId) ? modelId : ''
		);

150
151
152
153
		let _settings = JSON.parse(localStorage.getItem('settings') ?? '{}');
		settings.set({
			..._settings
		});
154
155
156

		const chatInput = document.getElementById('chat-textarea');
		setTimeout(() => chatInput?.focus(), 0);
Timothy J. Baek's avatar
Timothy J. Baek committed
157
158
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
159
160
	const scrollToBottom = async () => {
		await tick();
Timothy J. Baek's avatar
Timothy J. Baek committed
161
162
163
		if (messagesContainerElement) {
			messagesContainerElement.scrollTop = messagesContainerElement.scrollHeight;
		}
Timothy J. Baek's avatar
Timothy J. Baek committed
164
165
	};

166
167
168
169
	//////////////////////////
	// Ollama functions
	//////////////////////////

Timothy J. Baek's avatar
Timothy J. Baek committed
170
	const submitPrompt = async (userPrompt, _user = null) => {
171
172
		console.log('submitPrompt', $chatId);

Timothy J. Baek's avatar
Timothy J. Baek committed
173
174
175
176
		selectedModels = selectedModels.map((modelId) =>
			$models.map((m) => m.id).includes(modelId) ? modelId : ''
		);

177
		if (selectedModels.includes('')) {
Ased Mammad's avatar
Ased Mammad committed
178
			toast.error($i18n.t('Model not selected'));
179
180
181
		} else if (messages.length != 0 && messages.at(-1).done != true) {
			// Response not done
			console.log('wait');
182
183
184
185
186
187
		} else if (
			files.length > 0 &&
			files.filter((file) => file.upload_status === false).length > 0
		) {
			// Upload not done
			toast.error(
Ased Mammad's avatar
Ased Mammad committed
188
189
190
				$i18n.t(
					`Oops! Hold tight! Your files are still in the processing oven. We're cooking them up to perfection. Please be patient and we'll let you know once they're ready.`
				)
191
			);
192
193
194
195
196
197
198
199
200
201
202
		} else {
			// Reset chat message textarea height
			document.getElementById('chat-textarea').style.height = '';

			// Create user message
			let userMessageId = uuidv4();
			let userMessage = {
				id: userMessageId,
				parentId: messages.length !== 0 ? messages.at(-1).id : null,
				childrenIds: [],
				role: 'user',
Timothy J. Baek's avatar
Timothy J. Baek committed
203
				user: _user ?? undefined,
204
				content: userPrompt,
Timothy J. Baek's avatar
Timothy J. Baek committed
205
				files: files.length > 0 ? files : undefined,
Timothy J. Baek's avatar
Timothy J. Baek committed
206
				timestamp: Math.floor(Date.now() / 1000) // Unix epoch
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
			};

			// Add message to history and Set currentId to messageId
			history.messages[userMessageId] = userMessage;
			history.currentId = userMessageId;

			// Append messageId to childrenIds of parent message
			if (messages.length !== 0) {
				history.messages[messages.at(-1).id].childrenIds.push(userMessageId);
			}

			// Wait until history/message have been updated
			await tick();

			// Create new chat if only one message in messages
			if (messages.length == 1) {
				if ($settings.saveChatHistory ?? true) {
					chat = await createNewChat(localStorage.token, {
						id: $chatId,
226
						title: $i18n.t('New Chat'),
227
228
229
230
231
232
233
						models: selectedModels,
						system: $settings.system ?? undefined,
						options: {
							...($settings.options ?? {})
						},
						messages: messages,
						history: history,
Timothy J. Baek's avatar
Timothy J. Baek committed
234
						tags: [],
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
						timestamp: Date.now()
					});
					await chats.set(await getChatList(localStorage.token));
					await chatId.set(chat.id);
				} else {
					await chatId.set('local');
				}
				await tick();
			}

			// Reset chat input textarea
			prompt = '';
			files = [];

			// Send prompt
			await sendPrompt(userPrompt, userMessageId);
		}
	};

254
255
	const sendPrompt = async (prompt, parentId) => {
		const _chatId = JSON.parse(JSON.stringify($chatId));
256

Timothy J. Baek's avatar
Timothy J. Baek committed
257
		await Promise.all(
258
259
260
261
262
263
264
265
266
267
268
269
270
			(atSelectedModel !== undefined ? [atSelectedModel.id] : selectedModels).map(
				async (modelId) => {
					console.log('modelId', modelId);
					const model = $models.filter((m) => m.id === modelId).at(0);

					if (model) {
						// If there are image files, check if model is vision capable
						const hasImages = messages.some((message) =>
							message.files?.some((file) => file.type === 'image')
						);
						if (hasImages && !(model.custom_info?.vision_capable ?? true)) {
							toast.error(
								$i18n.t('Model {{modelName}} is not vision capable', {
271
									modelName: model.custom_info?.name ?? model.name ?? model.id
272
273
274
275
276
277
278
279
280
281
282
283
284
								})
							);
						}

						// Create response message
						let responseMessageId = uuidv4();
						let responseMessage = {
							parentId: parentId,
							id: responseMessageId,
							childrenIds: [],
							role: 'assistant',
							content: '',
							model: model.id,
285
							modelName: model.custom_info?.name ?? model.name ?? model.id,
286
287
288
289
290
291
292
293
294
295
296
297
298
299
							timestamp: Math.floor(Date.now() / 1000) // Unix epoch
						};

						// Add message to history and Set currentId to messageId
						history.messages[responseMessageId] = responseMessage;
						history.currentId = responseMessageId;

						// Append messageId to childrenIds of parent message
						if (parentId !== null) {
							history.messages[parentId].childrenIds = [
								...history.messages[parentId].childrenIds,
								responseMessageId
							];
						}
Timothy J. Baek's avatar
Timothy J. Baek committed
300

301
302
303
304
305
306
307
						if (model?.external) {
							await sendPromptOpenAI(model, prompt, responseMessageId, _chatId);
						} else if (model) {
							await sendPromptOllama(model, prompt, responseMessageId, _chatId);
						}
					} else {
						toast.error($i18n.t(`Model {{modelId}} not found`, { modelId }));
Timothy J. Baek's avatar
Timothy J. Baek committed
308
					}
Timothy J. Baek's avatar
Timothy J. Baek committed
309
				}
310
			)
Timothy J. Baek's avatar
Timothy J. Baek committed
311
		);
312

Timothy J. Baek's avatar
Timothy J. Baek committed
313
		await chats.set(await getChatList(localStorage.token));
314
315
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
316
	const sendPromptOllama = async (model, userPrompt, responseMessageId, _chatId) => {
317
		const modelName = model.custom_info?.name ?? model.name ?? model.id;
318
		model = model.id;
Timothy J. Baek's avatar
Timothy J. Baek committed
319
		const responseMessage = history.messages[responseMessageId];
Timothy J. Baek's avatar
Timothy J. Baek committed
320

Timothy J. Baek's avatar
Timothy J. Baek committed
321
		// Wait until history/message have been updated
Timothy J. Baek's avatar
Timothy J. Baek committed
322
		await tick();
Timothy J. Baek's avatar
Timothy J. Baek committed
323
324

		// Scroll down
Timothy J. Baek's avatar
Timothy J. Baek committed
325
		scrollToBottom();
326

327
328
329
330
331
332
333
		const messagesBody = [
			$settings.system
				? {
						role: 'system',
						content: $settings.system
				  }
				: undefined,
Danny Liu's avatar
Danny Liu committed
334
			...messages
335
336
		]
			.filter((message) => message)
Timothy J. Baek's avatar
Timothy J. Baek committed
337
338
339
340
341
342
343
344
345
346
347
348
349
			.map((message, idx, arr) => {
				// Prepare the base message object
				const baseMessage = {
					role: message.role,
					content: arr.length - 2 !== idx ? message.content : message?.raContent ?? message.content
				};

				// Extract and format image URLs if any exist
				const imageUrls = message.files
					?.filter((file) => file.type === 'image')
					.map((file) => file.url.slice(file.url.indexOf(',') + 1));

				// Add images array only if it contains elements
350
				if (imageUrls && imageUrls.length > 0 && message.role === 'user') {
Timothy J. Baek's avatar
Timothy J. Baek committed
351
352
353
354
355
					baseMessage.images = imageUrls;
				}

				return baseMessage;
			});
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372

		let lastImageIndex = -1;

		// Find the index of the last object with images
		messagesBody.forEach((item, index) => {
			if (item.images) {
				lastImageIndex = index;
			}
		});

		// Remove images from all but the last one
		messagesBody.forEach((item, index) => {
			if (index !== lastImageIndex) {
				delete item.images;
			}
		});

Timothy J. Baek's avatar
Timothy J. Baek committed
373
374
375
376
377
378
379
		const docs = messages
			.filter((message) => message?.files ?? null)
			.map((message) =>
				message.files.filter((item) => item.type === 'doc' || item.type === 'collection')
			)
			.flat(1);

380
		const [res, controller] = await generateChatCompletion(localStorage.token, {
381
			model: model,
382
			messages: messagesBody,
383
			options: {
384
385
386
387
388
389
390
				...($settings.options ?? {}),
				stop:
					$settings?.options?.stop ?? undefined
						? $settings.options.stop.map((str) =>
								decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
						  )
						: undefined
391
			},
Zohaib Rauf's avatar
Zohaib Rauf committed
392
			format: $settings.requestFormat ?? undefined,
Timothy J. Baek's avatar
Timothy J. Baek committed
393
			keep_alive: $settings.keepAlive ?? undefined,
394
395
			docs: docs.length > 0 ? docs : undefined,
			citations: docs.length > 0
396
		});
Timothy J. Baek's avatar
Timothy J. Baek committed
397

398
		if (res && res.ok) {
399
400
			console.log('controller', controller);

Rohit Das's avatar
Rohit Das committed
401
402
403
404
405
406
407
408
409
410
			const reader = res.body
				.pipeThrough(new TextDecoderStream())
				.pipeThrough(splitStream('\n'))
				.getReader();

			while (true) {
				const { value, done } = await reader.read();
				if (done || stopResponseFlag || _chatId !== $chatId) {
					responseMessage.done = true;
					messages = messages;
411
412
413

					if (stopResponseFlag) {
						controller.abort('User: Stop Response');
Timothy J. Baek's avatar
Timothy J. Baek committed
414
						await cancelOllamaRequest(localStorage.token, currentRequestId);
415
416
417
418
					}

					currentRequestId = null;

Rohit Das's avatar
Rohit Das committed
419
420
					break;
				}
421

Rohit Das's avatar
Rohit Das committed
422
423
				try {
					let lines = value.split('\n');
424

Rohit Das's avatar
Rohit Das committed
425
426
427
428
					for (const line of lines) {
						if (line !== '') {
							console.log(line);
							let data = JSON.parse(line);
Timothy J. Baek's avatar
Timothy J. Baek committed
429

430
431
432
433
434
							if ('citations' in data) {
								responseMessage.citations = data.citations;
								continue;
							}

Rohit Das's avatar
Rohit Das committed
435
436
437
							if ('detail' in data) {
								throw data;
							}
Timothy J. Baek's avatar
Timothy J. Baek committed
438

439
440
441
442
443
444
445
446
447
448
449
							if ('id' in data) {
								console.log(data);
								currentRequestId = data.id;
							} else {
								if (data.done == false) {
									if (responseMessage.content == '' && data.message.content == '\n') {
										continue;
									} else {
										responseMessage.content += data.message.content;
										messages = messages;
									}
Rohit Das's avatar
Rohit Das committed
450
								} else {
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
									responseMessage.done = true;

									if (responseMessage.content == '') {
										responseMessage.error = true;
										responseMessage.content =
											'Oops! No text generated from Ollama, Please try again.';
									}

									responseMessage.context = data.context ?? null;
									responseMessage.info = {
										total_duration: data.total_duration,
										load_duration: data.load_duration,
										sample_count: data.sample_count,
										sample_duration: data.sample_duration,
										prompt_eval_count: data.prompt_eval_count,
										prompt_eval_duration: data.prompt_eval_duration,
										eval_count: data.eval_count,
										eval_duration: data.eval_duration
									};
Rohit Das's avatar
Rohit Das committed
470
									messages = messages;
Timothy J. Baek's avatar
Timothy J. Baek committed
471

472
473
474
475
476
477
478
									if ($settings.notificationEnabled && !document.hasFocus()) {
										const notification = new Notification(
											selectedModelfile
												? `${
														selectedModelfile.title.charAt(0).toUpperCase() +
														selectedModelfile.title.slice(1)
												  }`
Timothy J. Baek's avatar
Timothy J. Baek committed
479
												: `${model}`,
480
481
											{
												body: responseMessage.content,
482
												icon: selectedModelfile?.imageUrl ?? `${WEBUI_BASE_URL}/static/favicon.png`
483
484
485
486
487
488
489
											}
										);
									}

									if ($settings.responseAutoCopy) {
										copyToClipboard(responseMessage.content);
									}
Timothy J. Baek's avatar
Timothy J. Baek committed
490
491

									if ($settings.responseAutoPlayback) {
Timothy J. Baek's avatar
Timothy J. Baek committed
492
										await tick();
Timothy J. Baek's avatar
Timothy J. Baek committed
493
494
										document.getElementById(`speak-button-${responseMessage.id}`)?.click();
									}
Timothy J. Baek's avatar
Timothy J. Baek committed
495
								}
496
497
498
							}
						}
					}
Rohit Das's avatar
Rohit Das committed
499
500
501
502
503
504
				} catch (error) {
					console.log(error);
					if ('detail' in error) {
						toast.error(error.detail);
					}
					break;
505
				}
Rohit Das's avatar
Rohit Das committed
506
507

				if (autoScroll) {
Timothy J. Baek's avatar
Timothy J. Baek committed
508
					scrollToBottom();
509
				}
510
			}
511

512
			if ($chatId == _chatId) {
513
514
515
516
517
518
519
				if ($settings.saveChatHistory ?? true) {
					chat = await updateChatById(localStorage.token, _chatId, {
						messages: messages,
						history: history
					});
					await chats.set(await getChatList(localStorage.token));
				}
520
			}
521
522
523
		} else {
			if (res !== null) {
				const error = await res.json();
524
				console.log(error);
525
526
				if ('detail' in error) {
					toast.error(error.detail);
527
					responseMessage.content = error.detail;
528
529
				} else {
					toast.error(error.error);
530
					responseMessage.content = error.error;
531
				}
532
			} else {
Ased Mammad's avatar
Ased Mammad committed
533
534
535
536
537
538
				toast.error(
					$i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, { provider: 'Ollama' })
				);
				responseMessage.content = $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
					provider: 'Ollama'
				});
539
540
			}

541
			responseMessage.error = true;
Ased Mammad's avatar
Ased Mammad committed
542
543
544
			responseMessage.content = $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
				provider: 'Ollama'
			});
545
546
			responseMessage.done = true;
			messages = messages;
547
548
549
550
		}

		stopResponseFlag = false;
		await tick();
Timothy J. Baek's avatar
Timothy J. Baek committed
551

552
		if (autoScroll) {
Timothy J. Baek's avatar
Timothy J. Baek committed
553
			scrollToBottom();
554
		}
555

556
		if (messages.length == 2 && messages.at(1).content !== '') {
Timothy J. Baek's avatar
Timothy J. Baek committed
557
			window.history.replaceState(history.state, '', `/c/${_chatId}`);
558
559
			const _title = await generateChatTitle(userPrompt);
			await setChatTitle(_chatId, _title);
560
561
562
		}
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
563
564
	const sendPromptOpenAI = async (model, userPrompt, responseMessageId, _chatId) => {
		const responseMessage = history.messages[responseMessageId];
565

Timothy J. Baek's avatar
Timothy J. Baek committed
566
567
568
569
570
571
572
		const docs = messages
			.filter((message) => message?.files ?? null)
			.map((message) =>
				message.files.filter((item) => item.type === 'doc' || item.type === 'collection')
			)
			.flat(1);

573
574
		console.log(docs);

Timothy J. Baek's avatar
Timothy J. Baek committed
575
		scrollToBottom();
Timothy J. Baek's avatar
Timothy J. Baek committed
576

577
		const [res, controller] = await generateOpenAIChatCompletion(
578
579
580
581
582
583
			localStorage.token,
			{
				model: model.id,
				stream: true,
				messages: [
					$settings.system
Timothy J. Baek's avatar
Timothy J. Baek committed
584
						? {
585
586
								role: 'system',
								content: $settings.system
Timothy J. Baek's avatar
Timothy J. Baek committed
587
						  }
588
						: undefined,
Danny Liu's avatar
Danny Liu committed
589
					...messages
590
591
592
593
				]
					.filter((message) => message)
					.map((message, idx, arr) => ({
						role: message.role,
594
595
						...((message.files?.filter((file) => file.type === 'image').length > 0 ?? false) &&
						message.role === 'user'
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
							? {
									content: [
										{
											type: 'text',
											text:
												arr.length - 1 !== idx
													? message.content
													: message?.raContent ?? message.content
										},
										...message.files
											.filter((file) => file.type === 'image')
											.map((file) => ({
												type: 'image_url',
												image_url: {
													url: file.url
												}
											}))
									]
							  }
							: {
									content:
										arr.length - 1 !== idx ? message.content : message?.raContent ?? message.content
							  })
					})),
				seed: $settings?.options?.seed ?? undefined,
621
622
623
624
625
626
				stop:
					$settings?.options?.stop ?? undefined
						? $settings?.options?.stop.map((str) =>
								decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
						  )
						: undefined,
627
628
629
630
				temperature: $settings?.options?.temperature ?? undefined,
				top_p: $settings?.options?.top_p ?? undefined,
				num_ctx: $settings?.options?.num_ctx ?? undefined,
				frequency_penalty: $settings?.options?.repeat_penalty ?? undefined,
Timothy J. Baek's avatar
Timothy J. Baek committed
631
				max_tokens: $settings?.options?.num_predict ?? undefined,
632
633
				docs: docs.length > 0 ? docs : undefined,
				citations: docs.length > 0
634
			},
Timothy J. Baek's avatar
Timothy J. Baek committed
635
			model?.source?.toLowerCase() === 'litellm'
Timothy J. Baek's avatar
Timothy J. Baek committed
636
637
				? `${LITELLM_API_BASE_URL}/v1`
				: `${OPENAI_API_BASE_URL}`
638
		);
639

Timothy J. Baek's avatar
Timothy J. Baek committed
640
641
642
643
644
		// Wait until history/message have been updated
		await tick();

		scrollToBottom();

645
646
		if (res && res.ok && res.body) {
			const textStream = await createOpenAITextStream(res.body, $settings.splitLargeChunks);
647
648

			for await (const update of textStream) {
649
				const { value, done, citations } = update;
Timothy J. Baek's avatar
Timothy J. Baek committed
650
651
652
				if (done || stopResponseFlag || _chatId !== $chatId) {
					responseMessage.done = true;
					messages = messages;
653
654
655
656
657

					if (stopResponseFlag) {
						controller.abort('User: Stop Response');
					}

Timothy J. Baek's avatar
Timothy J. Baek committed
658
659
					break;
				}
660

661
662
663
664
665
				if (citations) {
					responseMessage.citations = citations;
					continue;
				}

666
667
668
669
670
				if (responseMessage.content == '' && value == '\n') {
					continue;
				} else {
					responseMessage.content += value;
					messages = messages;
Timothy J. Baek's avatar
Timothy J. Baek committed
671
				}
Timothy J. Baek's avatar
Timothy J. Baek committed
672

Timothy J. Baek's avatar
Timothy J. Baek committed
673
674
675
				if ($settings.notificationEnabled && !document.hasFocus()) {
					const notification = new Notification(`OpenAI ${model}`, {
						body: responseMessage.content,
676
						icon: `${WEBUI_BASE_URL}/static/favicon.png`
Timothy J. Baek's avatar
Timothy J. Baek committed
677
					});
Timothy J. Baek's avatar
Timothy J. Baek committed
678
679
				}

Timothy J. Baek's avatar
Timothy J. Baek committed
680
681
682
				if ($settings.responseAutoCopy) {
					copyToClipboard(responseMessage.content);
				}
Timothy J. Baek's avatar
Timothy J. Baek committed
683

Timothy J. Baek's avatar
Timothy J. Baek committed
684
				if ($settings.responseAutoPlayback) {
Timothy J. Baek's avatar
Timothy J. Baek committed
685
					await tick();
Timothy J. Baek's avatar
Timothy J. Baek committed
686
687
688
					document.getElementById(`speak-button-${responseMessage.id}`)?.click();
				}

689
				if (autoScroll) {
Timothy J. Baek's avatar
Timothy J. Baek committed
690
					scrollToBottom();
691
				}
Timothy J. Baek's avatar
Timothy J. Baek committed
692
			}
693

Timothy J. Baek's avatar
Timothy J. Baek committed
694
			if ($chatId == _chatId) {
695
696
697
698
699
700
701
				if ($settings.saveChatHistory ?? true) {
					chat = await updateChatById(localStorage.token, _chatId, {
						messages: messages,
						history: history
					});
					await chats.set(await getChatList(localStorage.token));
				}
Timothy J. Baek's avatar
Timothy J. Baek committed
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
			}
		} else {
			if (res !== null) {
				const error = await res.json();
				console.log(error);
				if ('detail' in error) {
					toast.error(error.detail);
					responseMessage.content = error.detail;
				} else {
					if ('message' in error.error) {
						toast.error(error.error.message);
						responseMessage.content = error.error.message;
					} else {
						toast.error(error.error);
						responseMessage.content = error.error;
					}
718
				}
Timothy J. Baek's avatar
Timothy J. Baek committed
719
			} else {
Ased Mammad's avatar
Ased Mammad committed
720
				toast.error(
721
					$i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
722
						provider: model.custom_info?.name ?? model.name ?? model.id
723
					})
Ased Mammad's avatar
Ased Mammad committed
724
725
				);
				responseMessage.content = $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
726
					provider: model.custom_info?.name ?? model.name ?? model.id
Ased Mammad's avatar
Ased Mammad committed
727
				});
728
			}
Timothy J. Baek's avatar
Timothy J. Baek committed
729
730

			responseMessage.error = true;
Ased Mammad's avatar
Ased Mammad committed
731
			responseMessage.content = $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
732
				provider: model.custom_info?.name ?? model.name ?? model.id
Ased Mammad's avatar
Ased Mammad committed
733
			});
Timothy J. Baek's avatar
Timothy J. Baek committed
734
735
736
737
738
739
740
741
			responseMessage.done = true;
			messages = messages;
		}

		stopResponseFlag = false;
		await tick();

		if (autoScroll) {
Timothy J. Baek's avatar
Timothy J. Baek committed
742
			scrollToBottom();
Timothy J. Baek's avatar
Timothy J. Baek committed
743
744
745
746
		}

		if (messages.length == 2) {
			window.history.replaceState(history.state, '', `/c/${_chatId}`);
747

748
749
			const _title = await generateChatTitle(userPrompt);
			await setChatTitle(_chatId, _title);
750
		}
751
752
	};

753
754
755
756
757
	const stopResponse = () => {
		stopResponseFlag = true;
		console.log('stopResponse');
	};

758
	const regenerateResponse = async () => {
Timothy J. Baek's avatar
Timothy J. Baek committed
759
		console.log('regenerateResponse');
760
761
762
		if (messages.length != 0 && messages.at(-1).done == true) {
			messages.splice(messages.length - 1, 1);
			messages = messages;
Timothy J. Baek's avatar
Timothy J. Baek committed
763

764
765
			let userMessage = messages.at(-1);
			let userPrompt = userMessage.content;
766

Timothy J. Baek's avatar
Timothy J. Baek committed
767
			await sendPrompt(userPrompt, userMessage.id);
Timothy J. Baek's avatar
Timothy J. Baek committed
768
		}
769
	};
770

Timothy J. Baek's avatar
Timothy J. Baek committed
771
772
773
774
775
776
	const continueGeneration = async () => {
		console.log('continueGeneration');
		const _chatId = JSON.parse(JSON.stringify($chatId));

		if (messages.length != 0 && messages.at(-1).done == true) {
			const responseMessage = history.messages[history.currentId];
777
778
779
			responseMessage.done = false;
			await tick();

Timothy J. Baek's avatar
Timothy J. Baek committed
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
			const model = $models.filter((m) => m.id === responseMessage.model).at(0);

			if (model) {
				if (model?.external) {
					await sendPromptOpenAI(
						model,
						history.messages[responseMessage.parentId].content,
						responseMessage.id,
						_chatId
					);
				} else
					await sendPromptOllama(
						model,
						history.messages[responseMessage.parentId].content,
						responseMessage.id,
						_chatId
					);
Timothy J. Baek's avatar
Timothy J. Baek committed
797
			}
Timothy J. Baek's avatar
Timothy J. Baek committed
798
		} else {
Ased Mammad's avatar
Ased Mammad committed
799
			toast.error($i18n.t(`Model {{modelId}} not found`, { modelId }));
Timothy J. Baek's avatar
Timothy J. Baek committed
800
801
802
		}
	};

803
804
805
806
807
808
809
810
811
812
813
	const generateChatTitle = async (userPrompt) => {
		if ($settings?.title?.auto ?? true) {
			const model = $models.find((model) => model.id === selectedModels[0]);

			const titleModelId =
				model?.external ?? false
					? $settings?.title?.modelExternal ?? selectedModels[0]
					: $settings?.title?.model ?? selectedModels[0];
			const titleModel = $models.find((model) => model.id === titleModelId);

			console.log(titleModel);
Timothy J. Baek's avatar
Timothy J. Baek committed
814
815
			const title = await generateTitle(
				localStorage.token,
816
				$settings?.title?.prompt ??
Ased Mammad's avatar
Ased Mammad committed
817
818
819
					$i18n.t(
						"Create a concise, 3-5 word phrase as a header for the following query, strictly adhering to the 3-5 word limit and avoiding the use of the word 'title':"
					) + ' {{prompt}}',
820
821
822
				titleModelId,
				userPrompt,
				titleModel?.external ?? false
823
					? titleModel?.source?.toLowerCase() === 'litellm'
824
825
826
						? `${LITELLM_API_BASE_URL}/v1`
						: `${OPENAI_API_BASE_URL}`
					: `${OLLAMA_API_BASE_URL}/v1`
Timothy J. Baek's avatar
Timothy J. Baek committed
827
828
			);

829
			return title;
830
		} else {
831
			return `${userPrompt}`;
832
833
834
		}
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
835
836
837
838
839
840
841
842
843
844
845
	const setChatTitle = async (_chatId, _title) => {
		if (_chatId === $chatId) {
			title = _title;
		}

		if ($settings.saveChatHistory ?? true) {
			chat = await updateChatById(localStorage.token, _chatId, { title: _title });
			await chats.set(await getChatList(localStorage.token));
		}
	};

846
847
848
849
850
851
852
853
854
	const getTags = async () => {
		return await getTagsById(localStorage.token, $chatId).catch(async (error) => {
			return [];
		});
	};

	const addTag = async (tagName) => {
		const res = await addTagById(localStorage.token, $chatId, tagName);
		tags = await getTags();
Timothy J. Baek's avatar
Timothy J. Baek committed
855
856
857
858

		chat = await updateChatById(localStorage.token, $chatId, {
			tags: tags
		});
Timothy J. Baek's avatar
Timothy J. Baek committed
859
860

		_tags.set(await getAllChatTags(localStorage.token));
861
862
863
864
865
	};

	const deleteTag = async (tagName) => {
		const res = await deleteTagById(localStorage.token, $chatId, tagName);
		tags = await getTags();
Timothy J. Baek's avatar
Timothy J. Baek committed
866
867
868
869

		chat = await updateChatById(localStorage.token, $chatId, {
			tags: tags
		});
Timothy J. Baek's avatar
Timothy J. Baek committed
870
871

		_tags.set(await getAllChatTags(localStorage.token));
872
	};
Timothy J. Baek's avatar
Timothy J. Baek committed
873
874
</script>

875
876
<svelte:head>
	<title>
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
877
878
879
		{title
			? `${title.length > 30 ? `${title.slice(0, 30)}...` : title} | ${$WEBUI_NAME}`
			: `${$WEBUI_NAME}`}
880
881
882
	</title>
</svelte:head>

Timothy J. Baek's avatar
Timothy J. Baek committed
883
884
885
886
887
<div
	class="min-h-screen max-h-screen {$showSidebar
		? 'lg:max-w-[calc(100%-260px)]'
		: ''} w-full max-w-full flex flex-col"
>
Timothy J. Baek's avatar
Timothy J. Baek committed
888
889
890
891
892
	<Navbar
		{title}
		bind:selectedModels
		bind:showModelSelector
		shareEnabled={messages.length > 0}
Timothy J. Baek's avatar
Timothy J. Baek committed
893
		{chat}
Timothy J. Baek's avatar
Timothy J. Baek committed
894
895
		{initNewChat}
	/>
Timothy J. Baek's avatar
Timothy J. Baek committed
896
897
	<div class="flex flex-col flex-auto">
		<div
Timothy J. Baek's avatar
Timothy J. Baek committed
898
			class=" pb-2.5 flex flex-col justify-between w-full flex-auto overflow-auto h-0 max-w-full"
Timothy J. Baek's avatar
Timothy J. Baek committed
899
			id="messages-container"
900
			bind:this={messagesContainerElement}
Timothy J. Baek's avatar
Timothy J. Baek committed
901
			on:scroll={(e) => {
902
903
				autoScroll =
					messagesContainerElement.scrollHeight - messagesContainerElement.scrollTop <=
904
					messagesContainerElement.clientHeight + 5;
Timothy J. Baek's avatar
Timothy J. Baek committed
905
906
			}}
		>
Timothy J. Baek's avatar
Timothy J. Baek committed
907
			<div class=" h-full w-full flex flex-col pt-2 pb-4">
Timothy J. Baek's avatar
Timothy J. Baek committed
908
909
910
911
912
913
914
915
				<Messages
					chatId={$chatId}
					{selectedModels}
					{selectedModelfiles}
					{processing}
					bind:history
					bind:messages
					bind:autoScroll
Timothy J. Baek's avatar
Timothy J. Baek committed
916
					bind:prompt
Timothy J. Baek's avatar
Timothy J. Baek committed
917
					bottomPadding={files.length > 0}
Timothy J. Baek's avatar
Timothy J. Baek committed
918
919
					suggestionPrompts={selectedModelfile?.suggestionPrompts ??
						$config.default_prompt_suggestions}
Timothy J. Baek's avatar
Timothy J. Baek committed
920
921
922
923
924
					{sendPrompt}
					{continueGeneration}
					{regenerateResponse}
				/>
			</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
925
		</div>
926
927
	</div>
</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
928
929
930
931
932
933
934
935
936
937

<MessageInput
	bind:files
	bind:prompt
	bind:autoScroll
	bind:selectedModel={atSelectedModel}
	{messages}
	{submitPrompt}
	{stopResponse}
/>