+page.svelte 24.8 KB
Newer Older
Timothy J. Baek's avatar
Timothy J. Baek committed
1
<script lang="ts">
2
	import { v4 as uuidv4 } from 'uuid';
Jannik Streidl's avatar
Jannik Streidl committed
3
	import { toast } from 'svelte-sonner';
Timothy J. Baek's avatar
Timothy J. Baek committed
4

Ased Mammad's avatar
Ased Mammad committed
5
	import { onMount, tick, getContext } from 'svelte';
6
	import { goto } from '$app/navigation';
7
	import { page } from '$app/stores';
Timothy J. Baek's avatar
Timothy J. Baek committed
8

Timothy J. Baek's avatar
Timothy J. Baek committed
9
10
11
12
13
14
15
16
	import {
		models,
		modelfiles,
		user,
		settings,
		chats,
		chatId,
		config,
17
		WEBUI_NAME,
Timothy J. Baek's avatar
Timothy J. Baek committed
18
		tags as _tags,
19
20
		showSidebar,
		type Model
Timothy J. Baek's avatar
Timothy J. Baek committed
21
	} from '$lib/stores';
22
	import { copyToClipboard, splitStream } from '$lib/utils';
Timothy J. Baek's avatar
Timothy J. Baek committed
23

24
	import { generateChatCompletion, cancelOllamaRequest } from '$lib/apis/ollama';
25
26
27
28
	import {
		addTagById,
		createNewChat,
		deleteTagById,
Timothy J. Baek's avatar
Timothy J. Baek committed
29
		getAllChatTags,
30
31
32
33
		getChatList,
		getTagsById,
		updateChatById
	} from '$lib/apis/chats';
34
	import { queryCollection, queryDoc } from '$lib/apis/rag';
35
	import { generateOpenAIChatCompletion, generateTitle } from '$lib/apis/openai';
36
37
38
39

	import MessageInput from '$lib/components/chat/MessageInput.svelte';
	import Messages from '$lib/components/chat/Messages.svelte';
	import ModelSelector from '$lib/components/chat/ModelSelector.svelte';
40
	import Navbar from '$lib/components/layout/Navbar.svelte';
41
	import { RAGTemplate } from '$lib/utils/rag';
42
	import { LITELLM_API_BASE_URL, OLLAMA_API_BASE_URL, OPENAI_API_BASE_URL } from '$lib/constants';
43
	import { WEBUI_BASE_URL } from '$lib/constants';
44
	import { createOpenAITextStream } from '$lib/apis/streaming';
Ased Mammad's avatar
Ased Mammad committed
45
46
47

	const i18n = getContext('i18n');

48
49
	let stopResponseFlag = false;
	let autoScroll = true;
Timothy J. Baek's avatar
Timothy J. Baek committed
50
	let processing = '';
51
	let messagesContainerElement: HTMLDivElement;
52
53
	let currentRequestId = null;

54
	let showModelSelector = true;
Timothy J. Baek's avatar
Timothy J. Baek committed
55

Timothy J. Baek's avatar
Timothy J. Baek committed
56
	let selectedModels = [''];
57
	let atSelectedModel: Model | undefined;
Timothy J. Baek's avatar
Timothy J. Baek committed
58

59
60
61
62
63
64
	let selectedModelfile = null;
	$: selectedModelfile =
		selectedModels.length === 1 &&
		$modelfiles.filter((modelfile) => modelfile.tagName === selectedModels[0]).length > 0
			? $modelfiles.filter((modelfile) => modelfile.tagName === selectedModels[0])[0]
			: null;
65

66
67
68
69
70
71
72
73
74
75
76
	let selectedModelfiles = {};
	$: selectedModelfiles = selectedModels.reduce((a, tagName, i, arr) => {
		const modelfile =
			$modelfiles.filter((modelfile) => modelfile.tagName === tagName)?.at(0) ?? undefined;

		return {
			...a,
			...(modelfile && { [tagName]: modelfile })
		};
	}, {});

77
	let chat = null;
78
	let tags = [];
79

Timothy J. Baek's avatar
Timothy J. Baek committed
80
	let title = '';
Timothy J. Baek's avatar
Timothy J. Baek committed
81
	let prompt = '';
82
	let files = [];
83
	let messages = [];
Timothy J. Baek's avatar
Timothy J. Baek committed
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
	let history = {
		messages: {},
		currentId: null
	};

	$: if (history.currentId !== null) {
		let _messages = [];

		let currentMessage = history.messages[history.currentId];
		while (currentMessage !== null) {
			_messages.unshift({ ...currentMessage });
			currentMessage =
				currentMessage.parentId !== null ? history.messages[currentMessage.parentId] : null;
		}
		messages = _messages;
Timothy J. Baek's avatar
Timothy J. Baek committed
99
100
	} else {
		messages = [];
Timothy J. Baek's avatar
Timothy J. Baek committed
101
	}
Timothy J. Baek's avatar
Timothy J. Baek committed
102

103
	onMount(async () => {
104
		await initNewChat();
105
106
107
108
109
110
	});

	//////////////////////////
	// Web functions
	//////////////////////////

111
	const initNewChat = async () => {
112
		if (currentRequestId !== null) {
Timothy J. Baek's avatar
Timothy J. Baek committed
113
			await cancelOllamaRequest(localStorage.token, currentRequestId);
114
115
			currentRequestId = null;
		}
Timothy J. Baek's avatar
Timothy J. Baek committed
116
		window.history.replaceState(history.state, '', `/`);
117
		await chatId.set('');
Timothy J. Baek's avatar
Timothy J. Baek committed
118

119
		autoScroll = true;
Timothy J. Baek's avatar
Timothy J. Baek committed
120

121
122
123
124
125
		title = '';
		messages = [];
		history = {
			messages: {},
			currentId: null
Timothy J. Baek's avatar
Timothy J. Baek committed
126
		};
Timothy J. Baek's avatar
Timothy J. Baek committed
127
128
129
130
131
132
133
134
135
136

		if ($page.url.searchParams.get('models')) {
			selectedModels = $page.url.searchParams.get('models')?.split(',');
		} else if ($settings?.models) {
			selectedModels = $settings?.models;
		} else if ($config?.default_models) {
			selectedModels = $config?.default_models.split(',');
		} else {
			selectedModels = [''];
		}
137

138
139
140
141
142
143
144
145
		if ($page.url.searchParams.get('q')) {
			prompt = $page.url.searchParams.get('q') ?? '';
			if (prompt) {
				await tick();
				submitPrompt(prompt);
			}
		}

Timothy J. Baek's avatar
Timothy J. Baek committed
146
147
148
149
		selectedModels = selectedModels.map((modelId) =>
			$models.map((m) => m.id).includes(modelId) ? modelId : ''
		);

150
151
152
153
		let _settings = JSON.parse(localStorage.getItem('settings') ?? '{}');
		settings.set({
			..._settings
		});
154
155
156

		const chatInput = document.getElementById('chat-textarea');
		setTimeout(() => chatInput?.focus(), 0);
Timothy J. Baek's avatar
Timothy J. Baek committed
157
158
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
159
160
	const scrollToBottom = async () => {
		await tick();
Timothy J. Baek's avatar
Timothy J. Baek committed
161
162
163
		if (messagesContainerElement) {
			messagesContainerElement.scrollTop = messagesContainerElement.scrollHeight;
		}
Timothy J. Baek's avatar
Timothy J. Baek committed
164
165
	};

166
167
168
169
	//////////////////////////
	// Ollama functions
	//////////////////////////

Timothy J. Baek's avatar
Timothy J. Baek committed
170
	const submitPrompt = async (userPrompt, _user = null) => {
171
172
		console.log('submitPrompt', $chatId);

Timothy J. Baek's avatar
Timothy J. Baek committed
173
174
175
176
		selectedModels = selectedModels.map((modelId) =>
			$models.map((m) => m.id).includes(modelId) ? modelId : ''
		);

177
		if (selectedModels.includes('')) {
Ased Mammad's avatar
Ased Mammad committed
178
			toast.error($i18n.t('Model not selected'));
179
180
181
		} else if (messages.length != 0 && messages.at(-1).done != true) {
			// Response not done
			console.log('wait');
182
183
184
185
186
187
		} else if (
			files.length > 0 &&
			files.filter((file) => file.upload_status === false).length > 0
		) {
			// Upload not done
			toast.error(
Ased Mammad's avatar
Ased Mammad committed
188
189
190
				$i18n.t(
					`Oops! Hold tight! Your files are still in the processing oven. We're cooking them up to perfection. Please be patient and we'll let you know once they're ready.`
				)
191
			);
192
193
194
195
196
197
198
199
200
201
202
		} else {
			// Reset chat message textarea height
			document.getElementById('chat-textarea').style.height = '';

			// Create user message
			let userMessageId = uuidv4();
			let userMessage = {
				id: userMessageId,
				parentId: messages.length !== 0 ? messages.at(-1).id : null,
				childrenIds: [],
				role: 'user',
Timothy J. Baek's avatar
Timothy J. Baek committed
203
				user: _user ?? undefined,
204
				content: userPrompt,
Timothy J. Baek's avatar
Timothy J. Baek committed
205
				files: files.length > 0 ? files : undefined,
Timothy J. Baek's avatar
Timothy J. Baek committed
206
				timestamp: Math.floor(Date.now() / 1000) // Unix epoch
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
			};

			// Add message to history and Set currentId to messageId
			history.messages[userMessageId] = userMessage;
			history.currentId = userMessageId;

			// Append messageId to childrenIds of parent message
			if (messages.length !== 0) {
				history.messages[messages.at(-1).id].childrenIds.push(userMessageId);
			}

			// Wait until history/message have been updated
			await tick();

			// Create new chat if only one message in messages
			if (messages.length == 1) {
				if ($settings.saveChatHistory ?? true) {
					chat = await createNewChat(localStorage.token, {
						id: $chatId,
226
						title: $i18n.t('New Chat'),
227
228
229
230
231
232
233
						models: selectedModels,
						system: $settings.system ?? undefined,
						options: {
							...($settings.options ?? {})
						},
						messages: messages,
						history: history,
Timothy J. Baek's avatar
Timothy J. Baek committed
234
						tags: [],
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
						timestamp: Date.now()
					});
					await chats.set(await getChatList(localStorage.token));
					await chatId.set(chat.id);
				} else {
					await chatId.set('local');
				}
				await tick();
			}

			// Reset chat input textarea
			prompt = '';
			files = [];

			// Send prompt
			await sendPrompt(userPrompt, userMessageId);
		}
	};

254
255
	const sendPrompt = async (prompt, parentId) => {
		const _chatId = JSON.parse(JSON.stringify($chatId));
256

Timothy J. Baek's avatar
Timothy J. Baek committed
257
		await Promise.all(
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
			(atSelectedModel !== undefined ? [atSelectedModel.id] : selectedModels).map(
				async (modelId) => {
					console.log('modelId', modelId);
					const model = $models.filter((m) => m.id === modelId).at(0);

					if (model) {
						// If there are image files, check if model is vision capable
						const hasImages = messages.some((message) =>
							message.files?.some((file) => file.type === 'image')
						);
						if (hasImages && !(model.custom_info?.vision_capable ?? true)) {
							toast.error(
								$i18n.t('Model {{modelName}} is not vision capable', {
									modelName: model.custom_info?.displayName ?? model.name ?? model.id
								})
							);
						}

						// Create response message
						let responseMessageId = uuidv4();
						let responseMessage = {
							parentId: parentId,
							id: responseMessageId,
							childrenIds: [],
							role: 'assistant',
							content: '',
							model: model.id,
							modelName: model.custom_info?.displayName ?? model.name ?? model.id,
							timestamp: Math.floor(Date.now() / 1000) // Unix epoch
						};

						// Add message to history and Set currentId to messageId
						history.messages[responseMessageId] = responseMessage;
						history.currentId = responseMessageId;

						// Append messageId to childrenIds of parent message
						if (parentId !== null) {
							history.messages[parentId].childrenIds = [
								...history.messages[parentId].childrenIds,
								responseMessageId
							];
						}
Timothy J. Baek's avatar
Timothy J. Baek committed
300

301
302
303
304
305
306
307
						if (model?.external) {
							await sendPromptOpenAI(model, prompt, responseMessageId, _chatId);
						} else if (model) {
							await sendPromptOllama(model, prompt, responseMessageId, _chatId);
						}
					} else {
						toast.error($i18n.t(`Model {{modelId}} not found`, { modelId }));
Timothy J. Baek's avatar
Timothy J. Baek committed
308
					}
Timothy J. Baek's avatar
Timothy J. Baek committed
309
				}
310
			)
Timothy J. Baek's avatar
Timothy J. Baek committed
311
		);
312

Timothy J. Baek's avatar
Timothy J. Baek committed
313
		await chats.set(await getChatList(localStorage.token));
314
315
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
316
	const sendPromptOllama = async (model, userPrompt, responseMessageId, _chatId) => {
317
		const modelName = model.custom_info?.displayName ?? model.name ?? model.id;
318
		model = model.id;
Timothy J. Baek's avatar
Timothy J. Baek committed
319
		const responseMessage = history.messages[responseMessageId];
Timothy J. Baek's avatar
Timothy J. Baek committed
320

Timothy J. Baek's avatar
Timothy J. Baek committed
321
		// Wait until history/message have been updated
Timothy J. Baek's avatar
Timothy J. Baek committed
322
		await tick();
Timothy J. Baek's avatar
Timothy J. Baek committed
323
324

		// Scroll down
Timothy J. Baek's avatar
Timothy J. Baek committed
325
		scrollToBottom();
326

327
328
329
330
331
332
333
		const messagesBody = [
			$settings.system
				? {
						role: 'system',
						content: $settings.system
				  }
				: undefined,
Danny Liu's avatar
Danny Liu committed
334
			...messages
335
336
		]
			.filter((message) => message)
Timothy J. Baek's avatar
Timothy J. Baek committed
337
338
339
340
341
342
343
344
345
346
347
348
349
			.map((message, idx, arr) => {
				// Prepare the base message object
				const baseMessage = {
					role: message.role,
					content: arr.length - 2 !== idx ? message.content : message?.raContent ?? message.content
				};

				// Extract and format image URLs if any exist
				const imageUrls = message.files
					?.filter((file) => file.type === 'image')
					.map((file) => file.url.slice(file.url.indexOf(',') + 1));

				// Add images array only if it contains elements
350
				if (imageUrls && imageUrls.length > 0 && message.role === 'user') {
Timothy J. Baek's avatar
Timothy J. Baek committed
351
352
353
354
355
					baseMessage.images = imageUrls;
				}

				return baseMessage;
			});
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372

		let lastImageIndex = -1;

		// Find the index of the last object with images
		messagesBody.forEach((item, index) => {
			if (item.images) {
				lastImageIndex = index;
			}
		});

		// Remove images from all but the last one
		messagesBody.forEach((item, index) => {
			if (index !== lastImageIndex) {
				delete item.images;
			}
		});

Timothy J. Baek's avatar
Timothy J. Baek committed
373
374
375
376
377
378
379
		const docs = messages
			.filter((message) => message?.files ?? null)
			.map((message) =>
				message.files.filter((item) => item.type === 'doc' || item.type === 'collection')
			)
			.flat(1);

380
		const [res, controller] = await generateChatCompletion(localStorage.token, {
381
			model: model,
382
			messages: messagesBody,
383
			options: {
384
385
386
387
388
389
390
				...($settings.options ?? {}),
				stop:
					$settings?.options?.stop ?? undefined
						? $settings.options.stop.map((str) =>
								decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
						  )
						: undefined
391
			},
Zohaib Rauf's avatar
Zohaib Rauf committed
392
			format: $settings.requestFormat ?? undefined,
Timothy J. Baek's avatar
Timothy J. Baek committed
393
			keep_alive: $settings.keepAlive ?? undefined,
394
395
			docs: docs.length > 0 ? docs : undefined,
			citations: docs.length > 0
396
		});
Timothy J. Baek's avatar
Timothy J. Baek committed
397

398
		if (res && res.ok) {
399
400
			console.log('controller', controller);

Rohit Das's avatar
Rohit Das committed
401
402
403
404
405
406
407
408
409
410
			const reader = res.body
				.pipeThrough(new TextDecoderStream())
				.pipeThrough(splitStream('\n'))
				.getReader();

			while (true) {
				const { value, done } = await reader.read();
				if (done || stopResponseFlag || _chatId !== $chatId) {
					responseMessage.done = true;
					messages = messages;
411
412
413

					if (stopResponseFlag) {
						controller.abort('User: Stop Response');
Timothy J. Baek's avatar
Timothy J. Baek committed
414
						await cancelOllamaRequest(localStorage.token, currentRequestId);
415
416
417
418
					}

					currentRequestId = null;

Rohit Das's avatar
Rohit Das committed
419
420
					break;
				}
421

Rohit Das's avatar
Rohit Das committed
422
423
				try {
					let lines = value.split('\n');
424

Rohit Das's avatar
Rohit Das committed
425
426
427
428
					for (const line of lines) {
						if (line !== '') {
							console.log(line);
							let data = JSON.parse(line);
Timothy J. Baek's avatar
Timothy J. Baek committed
429

430
431
432
433
434
							if ('citations' in data) {
								responseMessage.citations = data.citations;
								continue;
							}

Rohit Das's avatar
Rohit Das committed
435
436
437
							if ('detail' in data) {
								throw data;
							}
Timothy J. Baek's avatar
Timothy J. Baek committed
438

439
440
441
442
443
444
445
446
447
448
449
							if ('id' in data) {
								console.log(data);
								currentRequestId = data.id;
							} else {
								if (data.done == false) {
									if (responseMessage.content == '' && data.message.content == '\n') {
										continue;
									} else {
										responseMessage.content += data.message.content;
										messages = messages;
									}
Rohit Das's avatar
Rohit Das committed
450
								} else {
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
									responseMessage.done = true;

									if (responseMessage.content == '') {
										responseMessage.error = true;
										responseMessage.content =
											'Oops! No text generated from Ollama, Please try again.';
									}

									responseMessage.context = data.context ?? null;
									responseMessage.info = {
										total_duration: data.total_duration,
										load_duration: data.load_duration,
										sample_count: data.sample_count,
										sample_duration: data.sample_duration,
										prompt_eval_count: data.prompt_eval_count,
										prompt_eval_duration: data.prompt_eval_duration,
										eval_count: data.eval_count,
										eval_duration: data.eval_duration
									};
Rohit Das's avatar
Rohit Das committed
470
									messages = messages;
Timothy J. Baek's avatar
Timothy J. Baek committed
471

472
473
474
475
476
477
478
									if ($settings.notificationEnabled && !document.hasFocus()) {
										const notification = new Notification(
											selectedModelfile
												? `${
														selectedModelfile.title.charAt(0).toUpperCase() +
														selectedModelfile.title.slice(1)
												  }`
Timothy J. Baek's avatar
Timothy J. Baek committed
479
												: `${model}`,
480
481
											{
												body: responseMessage.content,
482
												icon: selectedModelfile?.imageUrl ?? `${WEBUI_BASE_URL}/static/favicon.png`
483
484
485
486
487
488
489
											}
										);
									}

									if ($settings.responseAutoCopy) {
										copyToClipboard(responseMessage.content);
									}
Timothy J. Baek's avatar
Timothy J. Baek committed
490
491

									if ($settings.responseAutoPlayback) {
Timothy J. Baek's avatar
Timothy J. Baek committed
492
										await tick();
Timothy J. Baek's avatar
Timothy J. Baek committed
493
494
										document.getElementById(`speak-button-${responseMessage.id}`)?.click();
									}
Timothy J. Baek's avatar
Timothy J. Baek committed
495
								}
496
497
498
							}
						}
					}
Rohit Das's avatar
Rohit Das committed
499
500
501
502
503
504
				} catch (error) {
					console.log(error);
					if ('detail' in error) {
						toast.error(error.detail);
					}
					break;
505
				}
Rohit Das's avatar
Rohit Das committed
506
507

				if (autoScroll) {
Timothy J. Baek's avatar
Timothy J. Baek committed
508
					scrollToBottom();
509
				}
510
			}
511

512
			if ($chatId == _chatId) {
513
514
515
516
517
518
519
				if ($settings.saveChatHistory ?? true) {
					chat = await updateChatById(localStorage.token, _chatId, {
						messages: messages,
						history: history
					});
					await chats.set(await getChatList(localStorage.token));
				}
520
			}
521
522
523
		} else {
			if (res !== null) {
				const error = await res.json();
524
				console.log(error);
525
526
				if ('detail' in error) {
					toast.error(error.detail);
527
					responseMessage.content = error.detail;
528
529
				} else {
					toast.error(error.error);
530
					responseMessage.content = error.error;
531
				}
532
			} else {
Ased Mammad's avatar
Ased Mammad committed
533
534
535
536
537
538
				toast.error(
					$i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, { provider: 'Ollama' })
				);
				responseMessage.content = $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
					provider: 'Ollama'
				});
539
540
			}

541
			responseMessage.error = true;
Ased Mammad's avatar
Ased Mammad committed
542
543
544
			responseMessage.content = $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
				provider: 'Ollama'
			});
545
546
			responseMessage.done = true;
			messages = messages;
547
548
549
550
		}

		stopResponseFlag = false;
		await tick();
Timothy J. Baek's avatar
Timothy J. Baek committed
551

552
		if (autoScroll) {
Timothy J. Baek's avatar
Timothy J. Baek committed
553
			scrollToBottom();
554
		}
555

556
		if (messages.length == 2 && messages.at(1).content !== '') {
Timothy J. Baek's avatar
Timothy J. Baek committed
557
			window.history.replaceState(history.state, '', `/c/${_chatId}`);
558
559
			const _title = await generateChatTitle(userPrompt);
			await setChatTitle(_chatId, _title);
560
561
562
		}
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
563
564
	const sendPromptOpenAI = async (model, userPrompt, responseMessageId, _chatId) => {
		const responseMessage = history.messages[responseMessageId];
565

Timothy J. Baek's avatar
Timothy J. Baek committed
566
567
568
569
570
571
572
		const docs = messages
			.filter((message) => message?.files ?? null)
			.map((message) =>
				message.files.filter((item) => item.type === 'doc' || item.type === 'collection')
			)
			.flat(1);

573
574
		console.log(docs);

Timothy J. Baek's avatar
Timothy J. Baek committed
575
		scrollToBottom();
Timothy J. Baek's avatar
Timothy J. Baek committed
576

577
		const [res, controller] = await generateOpenAIChatCompletion(
578
579
580
581
582
583
			localStorage.token,
			{
				model: model.id,
				stream: true,
				messages: [
					$settings.system
Timothy J. Baek's avatar
Timothy J. Baek committed
584
						? {
585
586
								role: 'system',
								content: $settings.system
Timothy J. Baek's avatar
Timothy J. Baek committed
587
						  }
588
						: undefined,
Danny Liu's avatar
Danny Liu committed
589
					...messages
590
591
592
593
				]
					.filter((message) => message)
					.map((message, idx, arr) => ({
						role: message.role,
594
595
						...((message.files?.filter((file) => file.type === 'image').length > 0 ?? false) &&
						message.role === 'user'
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
							? {
									content: [
										{
											type: 'text',
											text:
												arr.length - 1 !== idx
													? message.content
													: message?.raContent ?? message.content
										},
										...message.files
											.filter((file) => file.type === 'image')
											.map((file) => ({
												type: 'image_url',
												image_url: {
													url: file.url
												}
											}))
									]
							  }
							: {
									content:
										arr.length - 1 !== idx ? message.content : message?.raContent ?? message.content
							  })
					})),
				seed: $settings?.options?.seed ?? undefined,
621
622
623
624
625
626
				stop:
					$settings?.options?.stop ?? undefined
						? $settings?.options?.stop.map((str) =>
								decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
						  )
						: undefined,
627
628
629
630
				temperature: $settings?.options?.temperature ?? undefined,
				top_p: $settings?.options?.top_p ?? undefined,
				num_ctx: $settings?.options?.num_ctx ?? undefined,
				frequency_penalty: $settings?.options?.repeat_penalty ?? undefined,
Timothy J. Baek's avatar
Timothy J. Baek committed
631
				max_tokens: $settings?.options?.num_predict ?? undefined,
632
633
				docs: docs.length > 0 ? docs : undefined,
				citations: docs.length > 0
634
			},
Timothy J. Baek's avatar
Timothy J. Baek committed
635
			model?.source?.toLowerCase() === 'litellm'
Timothy J. Baek's avatar
Timothy J. Baek committed
636
637
				? `${LITELLM_API_BASE_URL}/v1`
				: `${OPENAI_API_BASE_URL}`
638
		);
639

Timothy J. Baek's avatar
Timothy J. Baek committed
640
641
642
643
644
		// Wait until history/message have been updated
		await tick();

		scrollToBottom();

645
646
		if (res && res.ok && res.body) {
			const textStream = await createOpenAITextStream(res.body, $settings.splitLargeChunks);
647
648

			for await (const update of textStream) {
649
				const { value, done, citations } = update;
Timothy J. Baek's avatar
Timothy J. Baek committed
650
651
652
				if (done || stopResponseFlag || _chatId !== $chatId) {
					responseMessage.done = true;
					messages = messages;
653
654
655
656
657

					if (stopResponseFlag) {
						controller.abort('User: Stop Response');
					}

Timothy J. Baek's avatar
Timothy J. Baek committed
658
659
					break;
				}
660

661
662
663
664
665
				if (citations) {
					responseMessage.citations = citations;
					continue;
				}

666
667
668
669
670
				if (responseMessage.content == '' && value == '\n') {
					continue;
				} else {
					responseMessage.content += value;
					messages = messages;
Timothy J. Baek's avatar
Timothy J. Baek committed
671
				}
Timothy J. Baek's avatar
Timothy J. Baek committed
672

Timothy J. Baek's avatar
Timothy J. Baek committed
673
674
675
				if ($settings.notificationEnabled && !document.hasFocus()) {
					const notification = new Notification(`OpenAI ${model}`, {
						body: responseMessage.content,
676
						icon: `${WEBUI_BASE_URL}/static/favicon.png`
Timothy J. Baek's avatar
Timothy J. Baek committed
677
					});
Timothy J. Baek's avatar
Timothy J. Baek committed
678
679
				}

Timothy J. Baek's avatar
Timothy J. Baek committed
680
681
682
				if ($settings.responseAutoCopy) {
					copyToClipboard(responseMessage.content);
				}
Timothy J. Baek's avatar
Timothy J. Baek committed
683

Timothy J. Baek's avatar
Timothy J. Baek committed
684
				if ($settings.responseAutoPlayback) {
Timothy J. Baek's avatar
Timothy J. Baek committed
685
					await tick();
Timothy J. Baek's avatar
Timothy J. Baek committed
686
687
688
					document.getElementById(`speak-button-${responseMessage.id}`)?.click();
				}

689
				if (autoScroll) {
Timothy J. Baek's avatar
Timothy J. Baek committed
690
					scrollToBottom();
691
				}
Timothy J. Baek's avatar
Timothy J. Baek committed
692
			}
693

Timothy J. Baek's avatar
Timothy J. Baek committed
694
			if ($chatId == _chatId) {
695
696
697
698
699
700
701
				if ($settings.saveChatHistory ?? true) {
					chat = await updateChatById(localStorage.token, _chatId, {
						messages: messages,
						history: history
					});
					await chats.set(await getChatList(localStorage.token));
				}
Timothy J. Baek's avatar
Timothy J. Baek committed
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
			}
		} else {
			if (res !== null) {
				const error = await res.json();
				console.log(error);
				if ('detail' in error) {
					toast.error(error.detail);
					responseMessage.content = error.detail;
				} else {
					if ('message' in error.error) {
						toast.error(error.error.message);
						responseMessage.content = error.error.message;
					} else {
						toast.error(error.error);
						responseMessage.content = error.error;
					}
718
				}
Timothy J. Baek's avatar
Timothy J. Baek committed
719
			} else {
Ased Mammad's avatar
Ased Mammad committed
720
				toast.error(
721
					$i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
722
						provider: model.custom_info?.displayName ?? model.name ?? model.id
723
					})
Ased Mammad's avatar
Ased Mammad committed
724
725
				);
				responseMessage.content = $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
726
					provider: model.custom_info?.displayName ?? model.name ?? model.id
Ased Mammad's avatar
Ased Mammad committed
727
				});
728
			}
Timothy J. Baek's avatar
Timothy J. Baek committed
729
730

			responseMessage.error = true;
Ased Mammad's avatar
Ased Mammad committed
731
			responseMessage.content = $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
732
				provider: model.custom_info?.displayName ?? model.name ?? model.id
Ased Mammad's avatar
Ased Mammad committed
733
			});
Timothy J. Baek's avatar
Timothy J. Baek committed
734
735
736
737
738
739
740
741
			responseMessage.done = true;
			messages = messages;
		}

		stopResponseFlag = false;
		await tick();

		if (autoScroll) {
Timothy J. Baek's avatar
Timothy J. Baek committed
742
			scrollToBottom();
Timothy J. Baek's avatar
Timothy J. Baek committed
743
744
745
746
		}

		if (messages.length == 2) {
			window.history.replaceState(history.state, '', `/c/${_chatId}`);
747

748
749
			const _title = await generateChatTitle(userPrompt);
			await setChatTitle(_chatId, _title);
750
		}
751
752
	};

753
754
755
756
757
	const stopResponse = () => {
		stopResponseFlag = true;
		console.log('stopResponse');
	};

758
	const regenerateResponse = async () => {
Timothy J. Baek's avatar
Timothy J. Baek committed
759
		console.log('regenerateResponse');
760
761
762
		if (messages.length != 0 && messages.at(-1).done == true) {
			messages.splice(messages.length - 1, 1);
			messages = messages;
Timothy J. Baek's avatar
Timothy J. Baek committed
763

764
765
			let userMessage = messages.at(-1);
			let userPrompt = userMessage.content;
766

Timothy J. Baek's avatar
Timothy J. Baek committed
767
			await sendPrompt(userPrompt, userMessage.id);
Timothy J. Baek's avatar
Timothy J. Baek committed
768
		}
769
	};
770

Timothy J. Baek's avatar
Timothy J. Baek committed
771
772
773
774
775
776
	const continueGeneration = async () => {
		console.log('continueGeneration');
		const _chatId = JSON.parse(JSON.stringify($chatId));

		if (messages.length != 0 && messages.at(-1).done == true) {
			const responseMessage = history.messages[history.currentId];
777
778
779
			responseMessage.done = false;
			await tick();

Timothy J. Baek's avatar
Timothy J. Baek committed
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
			const model = $models.filter((m) => m.id === responseMessage.model).at(0);

			if (model) {
				if (model?.external) {
					await sendPromptOpenAI(
						model,
						history.messages[responseMessage.parentId].content,
						responseMessage.id,
						_chatId
					);
				} else
					await sendPromptOllama(
						model,
						history.messages[responseMessage.parentId].content,
						responseMessage.id,
						_chatId
					);
Timothy J. Baek's avatar
Timothy J. Baek committed
797
			}
Timothy J. Baek's avatar
Timothy J. Baek committed
798
		} else {
Ased Mammad's avatar
Ased Mammad committed
799
			toast.error($i18n.t(`Model {{modelId}} not found`, { modelId }));
Timothy J. Baek's avatar
Timothy J. Baek committed
800
801
802
		}
	};

803
804
805
806
807
808
809
810
811
812
813
	const generateChatTitle = async (userPrompt) => {
		if ($settings?.title?.auto ?? true) {
			const model = $models.find((model) => model.id === selectedModels[0]);

			const titleModelId =
				model?.external ?? false
					? $settings?.title?.modelExternal ?? selectedModels[0]
					: $settings?.title?.model ?? selectedModels[0];
			const titleModel = $models.find((model) => model.id === titleModelId);

			console.log(titleModel);
Timothy J. Baek's avatar
Timothy J. Baek committed
814
815
			const title = await generateTitle(
				localStorage.token,
816
				$settings?.title?.prompt ??
Ased Mammad's avatar
Ased Mammad committed
817
818
819
					$i18n.t(
						"Create a concise, 3-5 word phrase as a header for the following query, strictly adhering to the 3-5 word limit and avoiding the use of the word 'title':"
					) + ' {{prompt}}',
820
821
822
				titleModelId,
				userPrompt,
				titleModel?.external ?? false
823
					? titleModel?.source?.toLowerCase() === 'litellm'
824
825
826
						? `${LITELLM_API_BASE_URL}/v1`
						: `${OPENAI_API_BASE_URL}`
					: `${OLLAMA_API_BASE_URL}/v1`
Timothy J. Baek's avatar
Timothy J. Baek committed
827
828
			);

829
			return title;
830
		} else {
831
			return `${userPrompt}`;
832
833
834
		}
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
835
836
837
838
839
840
841
842
843
844
845
	const setChatTitle = async (_chatId, _title) => {
		if (_chatId === $chatId) {
			title = _title;
		}

		if ($settings.saveChatHistory ?? true) {
			chat = await updateChatById(localStorage.token, _chatId, { title: _title });
			await chats.set(await getChatList(localStorage.token));
		}
	};

846
847
848
849
850
851
852
853
854
	const getTags = async () => {
		return await getTagsById(localStorage.token, $chatId).catch(async (error) => {
			return [];
		});
	};

	const addTag = async (tagName) => {
		const res = await addTagById(localStorage.token, $chatId, tagName);
		tags = await getTags();
Timothy J. Baek's avatar
Timothy J. Baek committed
855
856
857
858

		chat = await updateChatById(localStorage.token, $chatId, {
			tags: tags
		});
Timothy J. Baek's avatar
Timothy J. Baek committed
859
860

		_tags.set(await getAllChatTags(localStorage.token));
861
862
863
864
865
	};

	const deleteTag = async (tagName) => {
		const res = await deleteTagById(localStorage.token, $chatId, tagName);
		tags = await getTags();
Timothy J. Baek's avatar
Timothy J. Baek committed
866
867
868
869

		chat = await updateChatById(localStorage.token, $chatId, {
			tags: tags
		});
Timothy J. Baek's avatar
Timothy J. Baek committed
870
871

		_tags.set(await getAllChatTags(localStorage.token));
872
	};
Timothy J. Baek's avatar
Timothy J. Baek committed
873
874
</script>

875
876
<svelte:head>
	<title>
Timothy J. Baek's avatar
refac  
Timothy J. Baek committed
877
878
879
		{title
			? `${title.length > 30 ? `${title.slice(0, 30)}...` : title} | ${$WEBUI_NAME}`
			: `${$WEBUI_NAME}`}
880
881
882
	</title>
</svelte:head>

Timothy J. Baek's avatar
Timothy J. Baek committed
883
884
885
886
887
<div
	class="min-h-screen max-h-screen {$showSidebar
		? 'lg:max-w-[calc(100%-260px)]'
		: ''} w-full max-w-full flex flex-col"
>
Timothy J. Baek's avatar
Timothy J. Baek committed
888
889
890
891
892
	<Navbar
		{title}
		bind:selectedModels
		bind:showModelSelector
		shareEnabled={messages.length > 0}
Timothy J. Baek's avatar
Timothy J. Baek committed
893
		{chat}
Timothy J. Baek's avatar
Timothy J. Baek committed
894
895
		{initNewChat}
	/>
Timothy J. Baek's avatar
Timothy J. Baek committed
896
897
	<div class="flex flex-col flex-auto">
		<div
Timothy J. Baek's avatar
Timothy J. Baek committed
898
			class=" pb-2.5 flex flex-col justify-between w-full flex-auto overflow-auto h-0 max-w-full"
Timothy J. Baek's avatar
Timothy J. Baek committed
899
			id="messages-container"
900
			bind:this={messagesContainerElement}
Timothy J. Baek's avatar
Timothy J. Baek committed
901
			on:scroll={(e) => {
902
903
				autoScroll =
					messagesContainerElement.scrollHeight - messagesContainerElement.scrollTop <=
904
					messagesContainerElement.clientHeight + 5;
Timothy J. Baek's avatar
Timothy J. Baek committed
905
906
			}}
		>
Timothy J. Baek's avatar
Timothy J. Baek committed
907
			<div class=" h-full w-full flex flex-col pt-2 pb-4">
Timothy J. Baek's avatar
Timothy J. Baek committed
908
909
910
911
912
913
914
915
				<Messages
					chatId={$chatId}
					{selectedModels}
					{selectedModelfiles}
					{processing}
					bind:history
					bind:messages
					bind:autoScroll
Timothy J. Baek's avatar
Timothy J. Baek committed
916
					bind:prompt
Timothy J. Baek's avatar
Timothy J. Baek committed
917
					bottomPadding={files.length > 0}
Timothy J. Baek's avatar
Timothy J. Baek committed
918
919
					suggestionPrompts={selectedModelfile?.suggestionPrompts ??
						$config.default_prompt_suggestions}
Timothy J. Baek's avatar
Timothy J. Baek committed
920
921
922
923
924
					{sendPrompt}
					{continueGeneration}
					{regenerateResponse}
				/>
			</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
925
		</div>
926
927
	</div>
</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
928
929
930
931
932
933
934
935
936
937

<MessageInput
	bind:files
	bind:prompt
	bind:autoScroll
	bind:selectedModel={atSelectedModel}
	{messages}
	{submitPrompt}
	{stopResponse}
/>