MessageInput.svelte 24.4 KB
Newer Older
1
<script lang="ts">
2
	import toast from 'svelte-french-toast';
3
	import { onMount, tick } from 'svelte';
Timothy J. Baek's avatar
Timothy J. Baek committed
4
	import { settings } from '$lib/stores';
Timothy J. Baek's avatar
Timothy J. Baek committed
5
	import { blobToFile, calculateSHA256, findWordIndices } from '$lib/utils';
6

Timothy J. Baek's avatar
Timothy J. Baek committed
7
8
	import Prompts from './MessageInput/PromptCommands.svelte';
	import Suggestions from './MessageInput/Suggestions.svelte';
Timothy J. Baek's avatar
Timothy J. Baek committed
9
	import { uploadDocToVectorDB, uploadWebToVectorDB } from '$lib/apis/rag';
Timothy J. Baek's avatar
Timothy J. Baek committed
10
	import AddFilesPlaceholder from '../AddFilesPlaceholder.svelte';
11
	import { SUPPORTED_FILE_TYPE, SUPPORTED_FILE_EXTENSIONS } from '$lib/constants';
Timothy J. Baek's avatar
Timothy J. Baek committed
12
	import Documents from './MessageInput/Documents.svelte';
Timothy J. Baek's avatar
Timothy J. Baek committed
13
	import Models from './MessageInput/Models.svelte';
Timothy J. Baek's avatar
Timothy J. Baek committed
14
	import { transcribeAudio } from '$lib/apis/audio';
Timothy J. Baek's avatar
Timothy J. Baek committed
15

16
17
18
	export let submitPrompt: Function;
	export let stopResponse: Function;

19
	export let suggestionPrompts = [];
20
21
	export let autoScroll = true;

22
	let filesInputElement;
Timothy J. Baek's avatar
Timothy J. Baek committed
23

Timothy J. Baek's avatar
Timothy J. Baek committed
24
	let promptsElement;
Timothy J. Baek's avatar
Timothy J. Baek committed
25
	let documentsElement;
Timothy J. Baek's avatar
Timothy J. Baek committed
26
	let modelsElement;
Timothy J. Baek's avatar
Timothy J. Baek committed
27

28
	let inputFiles;
29
	let dragged = false;
30

Timothy J. Baek's avatar
Timothy J. Baek committed
31
32
33
	let user = null;
	let chatInputPlaceholder = '';

34
35
	export let files = [];

Timothy J. Baek's avatar
Timothy J. Baek committed
36
	export let fileUploadEnabled = true;
37
38
39
40
41
42
43
44
	export let speechRecognitionEnabled = true;
	export let speechRecognitionListening = false;

	export let prompt = '';
	export let messages = [];

	let speechRecognition;

Timothy J. Baek's avatar
Timothy J. Baek committed
45
46
47
48
49
50
51
52
53
	$: if (prompt) {
		const chatInput = document.getElementById('chat-textarea');

		if (chatInput) {
			chatInput.style.height = '';
			chatInput.style.height = Math.min(chatInput.scrollHeight, 200) + 'px';
		}
	}

54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
	const speechRecognitionHandler = () => {
		// Check if SpeechRecognition is supported

		if (speechRecognitionListening) {
			speechRecognition.stop();
		} else {
			if ('SpeechRecognition' in window || 'webkitSpeechRecognition' in window) {
				// Create a SpeechRecognition object
				speechRecognition = new (window.SpeechRecognition || window.webkitSpeechRecognition)();

				// Set continuous to true for continuous recognition
				speechRecognition.continuous = true;

				// Set the timeout for turning off the recognition after inactivity (in milliseconds)
				const inactivityTimeout = 3000; // 3 seconds

				let timeoutId;
				// Start recognition
				speechRecognition.start();
				speechRecognitionListening = true;

				// Event triggered when speech is recognized
				speechRecognition.onresult = function (event) {
					// Clear the inactivity timeout
					clearTimeout(timeoutId);

					// Handle recognized speech
					console.log(event);
					const transcript = event.results[Object.keys(event.results).length - 1][0].transcript;
					prompt = `${prompt}${transcript}`;

					// Restart the inactivity timeout
					timeoutId = setTimeout(() => {
						console.log('Speech recognition turned off due to inactivity.');
						speechRecognition.stop();
					}, inactivityTimeout);
				};

				// Event triggered when recognition is ended
				speechRecognition.onend = function () {
					// Restart recognition after it ends
					console.log('recognition ended');
					speechRecognitionListening = false;
					if (prompt !== '' && $settings?.speechAutoSend === true) {
Timothy J. Baek's avatar
Timothy J. Baek committed
98
						submitPrompt(prompt, user);
99
100
101
102
103
104
105
106
107
108
109
110
111
112
					}
				};

				// Event triggered when an error occurs
				speechRecognition.onerror = function (event) {
					console.log(event);
					toast.error(`Speech recognition error: ${event.error}`);
					speechRecognitionListening = false;
				};
			} else {
				toast.error('SpeechRecognition API is not supported in this browser.');
			}
		}
	};
113

114
115
116
117
118
119
120
121
122
123
124
	const uploadDoc = async (file) => {
		console.log(file);

		const doc = {
			type: 'doc',
			name: file.name,
			collection_name: '',
			upload_status: false,
			error: ''
		};

Dave Bauman's avatar
Dave Bauman committed
125
126
		try {
			files = [...files, doc];
Timothy J. Baek's avatar
Timothy J. Baek committed
127
128
129
130
131
132
133
134
135
136
137
138
139
140

			if (['audio/mpeg', 'audio/wav'].includes(file['type'])) {
				const res = await transcribeAudio(localStorage.token, file).catch((error) => {
					toast.error(error);
					return null;
				});

				if (res) {
					console.log(res);
					const blob = new Blob([res.text], { type: 'text/plain' });
					file = blobToFile(blob, `${file.name}.txt`);
				}
			}

Dave Bauman's avatar
Dave Bauman committed
141
142
143
144
145
146
147
148
149
150
151
			const res = await uploadDocToVectorDB(localStorage.token, '', file);

			if (res) {
				doc.upload_status = true;
				doc.collection_name = res.collection_name;
				files = files;
			}
		} catch (e) {
			// Remove the failed doc from the files array
			files = files.filter((f) => f.name !== file.name);
			toast.error(e);
152
153
154
		}
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
155
156
157
158
159
160
161
162
	const uploadWeb = async (url) => {
		console.log(url);

		const doc = {
			type: 'doc',
			name: url,
			collection_name: '',
			upload_status: false,
Timothy J. Baek's avatar
Timothy J. Baek committed
163
			url: url,
Timothy J. Baek's avatar
Timothy J. Baek committed
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
			error: ''
		};

		try {
			files = [...files, doc];
			const res = await uploadWebToVectorDB(localStorage.token, '', url);

			if (res) {
				doc.upload_status = true;
				doc.collection_name = res.collection_name;
				files = files;
			}
		} catch (e) {
			// Remove the failed doc from the files array
			files = files.filter((f) => f.name !== url);
			toast.error(e);
		}
	};

183
184
185
	onMount(() => {
		const dropZone = document.querySelector('body');

186
		const onDragOver = (e) => {
187
188
			e.preventDefault();
			dragged = true;
189
190
191
192
193
		};

		const onDragLeave = () => {
			dragged = false;
		};
194

195
		const onDrop = async (e) => {
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
			e.preventDefault();
			console.log(e);

			if (e.dataTransfer?.files) {
				let reader = new FileReader();

				reader.onload = (event) => {
					files = [
						...files,
						{
							type: 'image',
							url: `${event.target.result}`
						}
					];
				};

Timothy J. Baek's avatar
Timothy J. Baek committed
212
213
214
215
				const inputFiles = e.dataTransfer?.files;

				if (inputFiles && inputFiles.length > 0) {
					const file = inputFiles[0];
Timothy J. Baek's avatar
Timothy J. Baek committed
216
					console.log(file, file.name.split('.').at(-1));
217
218
					if (['image/gif', 'image/jpeg', 'image/png'].includes(file['type'])) {
						reader.readAsDataURL(file);
Timothy J. Baek's avatar
Timothy J. Baek committed
219
220
					} else if (
						SUPPORTED_FILE_TYPE.includes(file['type']) ||
221
						SUPPORTED_FILE_EXTENSIONS.includes(file.name.split('.').at(-1))
Timothy J. Baek's avatar
Timothy J. Baek committed
222
					) {
223
						uploadDoc(file);
224
					} else {
225
226
227
						toast.error(
							`Unknown File Type '${file['type']}', but accepting and treating as plain text`
						);
Marclass's avatar
Marclass committed
228
						uploadDoc(file);
229
					}
230
				} else {
231
					toast.error(`File not found.`);
232
233
234
235
				}
			}

			dragged = false;
236
		};
Timothy J. Baek's avatar
Timothy J. Baek committed
237

238
239
240
241
242
243
244
245
246
		dropZone?.addEventListener('dragover', onDragOver);
		dropZone?.addEventListener('drop', onDrop);
		dropZone?.addEventListener('dragleave', onDragLeave);

		return () => {
			dropZone?.removeEventListener('dragover', onDragOver);
			dropZone?.removeEventListener('drop', onDrop);
			dropZone?.removeEventListener('dragleave', onDragLeave);
		};
247
	});
248
249
</script>

250
251
{#if dragged}
	<div
252
		class="fixed w-full h-full flex z-50 touch-none pointer-events-none"
253
254
255
256
257
		id="dropzone"
		role="region"
		aria-label="Drag and Drop Container"
	>
		<div class="absolute rounded-xl w-full h-full backdrop-blur bg-gray-800/40 flex justify-center">
258
			<div class="m-auto pt-64 flex flex-col justify-center">
259
				<div class="max-w-md">
Timothy J. Baek's avatar
Timothy J. Baek committed
260
					<AddFilesPlaceholder />
261
262
263
264
265
266
				</div>
			</div>
		</div>
	</div>
{/if}

Timothy J. Baek's avatar
Timothy J. Baek committed
267
268
<div class="fixed bottom-0 w-full">
	<div class="px-2.5 pt-2.5 -mb-0.5 mx-auto inset-x-0 bg-transparent flex justify-center">
Timothy J. Baek's avatar
Timothy J. Baek committed
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
		<div class="flex flex-col max-w-3xl w-full">
			<div>
				{#if autoScroll === false && messages.length > 0}
					<div class=" flex justify-center mb-4">
						<button
							class=" bg-white border border-gray-100 dark:border-none dark:bg-white/20 p-1.5 rounded-full"
							on:click={() => {
								autoScroll = true;
								window.scrollTo({ top: document.body.scrollHeight, behavior: 'smooth' });
							}}
						>
							<svg
								xmlns="http://www.w3.org/2000/svg"
								viewBox="0 0 20 20"
								fill="currentColor"
								class="w-5 h-5"
							>
								<path
									fill-rule="evenodd"
									d="M10 3a.75.75 0 01.75.75v10.638l3.96-4.158a.75.75 0 111.08 1.04l-5.25 5.5a.75.75 0 01-1.08 0l-5.25-5.5a.75.75 0 111.08-1.04l3.96 4.158V3.75A.75.75 0 0110 3z"
									clip-rule="evenodd"
								/>
							</svg>
						</button>
					</div>
				{/if}
Timothy J. Baek's avatar
Timothy J. Baek committed
295
			</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
296
297
298
299

			<div class="w-full">
				{#if prompt.charAt(0) === '/'}
					<Prompts bind:this={promptsElement} bind:prompt />
Timothy J. Baek's avatar
Timothy J. Baek committed
300
301
302
303
				{:else if prompt.charAt(0) === '#'}
					<Documents
						bind:this={documentsElement}
						bind:prompt
Timothy J. Baek's avatar
Timothy J. Baek committed
304
305
306
307
						on:url={(e) => {
							console.log(e);
							uploadWeb(e.detail);
						}}
Timothy J. Baek's avatar
Timothy J. Baek committed
308
309
310
311
312
						on:select={(e) => {
							console.log(e);
							files = [
								...files,
								{
313
									type: e?.detail?.type ?? 'doc',
Timothy J. Baek's avatar
Timothy J. Baek committed
314
315
316
317
318
319
									...e.detail,
									upload_status: true
								}
							];
						}}
					/>
Timothy J. Baek's avatar
Timothy J. Baek committed
320
321
322
323
324
325
326
327
				{:else if prompt.charAt(0) === '@'}
					<Models
						bind:this={modelsElement}
						bind:prompt
						bind:user
						bind:chatInputPlaceholder
						{messages}
					/>
Timothy J. Baek's avatar
Timothy J. Baek committed
328
329
330
				{:else if messages.length == 0 && suggestionPrompts.length !== 0}
					<Suggestions {suggestionPrompts} {submitPrompt} />
				{/if}
Timothy J. Baek's avatar
Timothy J. Baek committed
331
			</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
332
		</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
333
	</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
334
	<div class="bg-white dark:bg-gray-900">
Timothy J. Baek's avatar
Timothy J. Baek committed
335
		<div class="max-w-3xl px-2.5 -mb-0.5 mx-auto inset-x-0">
Timothy J. Baek's avatar
Timothy J. Baek committed
336
			<div class=" pb-2">
337
338
339
340
341
				<input
					bind:this={filesInputElement}
					bind:files={inputFiles}
					type="file"
					hidden
Timothy J. Baek's avatar
Timothy J. Baek committed
342
					on:change={async () => {
343
344
345
346
347
348
349
350
351
352
						let reader = new FileReader();
						reader.onload = (event) => {
							files = [
								...files,
								{
									type: 'image',
									url: `${event.target.result}`
								}
							];
							inputFiles = null;
Timothy J. Baek's avatar
Timothy J. Baek committed
353
							filesInputElement.value = '';
354
355
						};

Timothy J. Baek's avatar
Timothy J. Baek committed
356
357
358
359
						if (inputFiles && inputFiles.length > 0) {
							const file = inputFiles[0];
							if (['image/gif', 'image/jpeg', 'image/png'].includes(file['type'])) {
								reader.readAsDataURL(file);
i810697's avatar
i810697 committed
360
361
							} else if (
								SUPPORTED_FILE_TYPE.includes(file['type']) ||
362
								SUPPORTED_FILE_EXTENSIONS.includes(file.name.split('.').at(-1))
i810697's avatar
i810697 committed
363
							) {
364
365
								uploadDoc(file);
								filesInputElement.value = '';
Timothy J. Baek's avatar
Timothy J. Baek committed
366
							} else {
367
368
369
								toast.error(
									`Unknown File Type '${file['type']}', but accepting and treating as plain text`
								);
Marclass's avatar
Marclass committed
370
371
								uploadDoc(file);
								filesInputElement.value = '';
Timothy J. Baek's avatar
Timothy J. Baek committed
372
							}
373
						} else {
Timothy J. Baek's avatar
Timothy J. Baek committed
374
							toast.error(`File not found.`);
375
376
377
						}
					}}
				/>
378
				<form
Timothy J. Baek's avatar
Timothy J. Baek committed
379
					class=" flex flex-col relative w-full rounded-xl border dark:border-gray-700 bg-white dark:bg-gray-900 dark:text-gray-100"
380
					on:submit|preventDefault={() => {
Timothy J. Baek's avatar
Timothy J. Baek committed
381
						submitPrompt(prompt, user);
382
383
					}}
				>
384
					{#if files.length > 0}
385
						<div class="mx-2 mt-2 mb-1 flex flex-wrap gap-2">
386
387
							{#each files as file, fileIdx}
								<div class=" relative group">
388
389
390
391
									{#if file.type === 'image'}
										<img src={file.url} alt="input" class=" h-16 w-16 rounded-xl object-cover" />
									{:else if file.type === 'doc'}
										<div
Timothy J. Baek's avatar
Timothy J. Baek committed
392
											class="h-16 w-[15rem] flex items-center space-x-3 px-2.5 dark:bg-gray-600 rounded-xl border border-gray-200 dark:border-none"
393
										>
Timothy J. Baek's avatar
Timothy J. Baek committed
394
											<div class="p-2.5 bg-red-400 text-white rounded-lg">
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
												{#if file.upload_status}
													<svg
														xmlns="http://www.w3.org/2000/svg"
														viewBox="0 0 24 24"
														fill="currentColor"
														class="w-6 h-6"
													>
														<path
															fill-rule="evenodd"
															d="M5.625 1.5c-1.036 0-1.875.84-1.875 1.875v17.25c0 1.035.84 1.875 1.875 1.875h12.75c1.035 0 1.875-.84 1.875-1.875V12.75A3.75 3.75 0 0 0 16.5 9h-1.875a1.875 1.875 0 0 1-1.875-1.875V5.25A3.75 3.75 0 0 0 9 1.5H5.625ZM7.5 15a.75.75 0 0 1 .75-.75h7.5a.75.75 0 0 1 0 1.5h-7.5A.75.75 0 0 1 7.5 15Zm.75 2.25a.75.75 0 0 0 0 1.5H12a.75.75 0 0 0 0-1.5H8.25Z"
															clip-rule="evenodd"
														/>
														<path
															d="M12.971 1.816A5.23 5.23 0 0 1 14.25 5.25v1.875c0 .207.168.375.375.375H16.5a5.23 5.23 0 0 1 3.434 1.279 9.768 9.768 0 0 0-6.963-6.963Z"
														/>
													</svg>
												{:else}
													<svg
														class=" w-6 h-6 translate-y-[0.5px]"
														fill="currentColor"
														viewBox="0 0 24 24"
														xmlns="http://www.w3.org/2000/svg"
														><style>
															.spinner_qM83 {
																animation: spinner_8HQG 1.05s infinite;
															}
															.spinner_oXPr {
																animation-delay: 0.1s;
															}
															.spinner_ZTLf {
																animation-delay: 0.2s;
															}
															@keyframes spinner_8HQG {
																0%,
																57.14% {
																	animation-timing-function: cubic-bezier(0.33, 0.66, 0.66, 1);
																	transform: translate(0);
																}
																28.57% {
																	animation-timing-function: cubic-bezier(0.33, 0, 0.66, 0.33);
																	transform: translateY(-6px);
																}
																100% {
																	transform: translate(0);
																}
															}
														</style><circle class="spinner_qM83" cx="4" cy="12" r="2.5" /><circle
															class="spinner_qM83 spinner_oXPr"
															cx="12"
															cy="12"
															r="2.5"
														/><circle
															class="spinner_qM83 spinner_ZTLf"
															cx="20"
															cy="12"
															r="2.5"
														/></svg
													>
												{/if}
454
455
456
											</div>

											<div class="flex flex-col justify-center -space-y-0.5">
Timothy J. Baek's avatar
Timothy J. Baek committed
457
												<div class=" dark:text-gray-100 text-sm font-medium line-clamp-1">
458
459
460
461
462
463
													{file.name}
												</div>

												<div class=" text-gray-500 text-sm">Document</div>
											</div>
										</div>
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
									{:else if file.type === 'collection'}
										<div
											class="h-16 w-[15rem] flex items-center space-x-3 px-2.5 dark:bg-gray-600 rounded-xl border border-gray-200 dark:border-none"
										>
											<div class="p-2.5 bg-red-400 text-white rounded-lg">
												<svg
													xmlns="http://www.w3.org/2000/svg"
													viewBox="0 0 24 24"
													fill="currentColor"
													class="w-6 h-6"
												>
													<path
														d="M7.5 3.375c0-1.036.84-1.875 1.875-1.875h.375a3.75 3.75 0 0 1 3.75 3.75v1.875C13.5 8.161 14.34 9 15.375 9h1.875A3.75 3.75 0 0 1 21 12.75v3.375C21 17.16 20.16 18 19.125 18h-9.75A1.875 1.875 0 0 1 7.5 16.125V3.375Z"
													/>
													<path
														d="M15 5.25a5.23 5.23 0 0 0-1.279-3.434 9.768 9.768 0 0 1 6.963 6.963A5.23 5.23 0 0 0 17.25 7.5h-1.875A.375.375 0 0 1 15 7.125V5.25ZM4.875 6H6v10.125A3.375 3.375 0 0 0 9.375 19.5H16.5v1.125c0 1.035-.84 1.875-1.875 1.875h-9.75A1.875 1.875 0 0 1 3 20.625V7.875C3 6.839 3.84 6 4.875 6Z"
													/>
												</svg>
											</div>

											<div class="flex flex-col justify-center -space-y-0.5">
												<div class=" dark:text-gray-100 text-sm font-medium line-clamp-1">
Timothy J. Baek's avatar
Timothy J. Baek committed
486
													{file?.title ?? `#${file.name}`}
487
488
489
490
491
												</div>

												<div class=" text-gray-500 text-sm">Collection</div>
											</div>
										</div>
492
									{/if}
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518

									<div class=" absolute -top-1 -right-1">
										<button
											class=" bg-gray-400 text-white border border-white rounded-full group-hover:visible invisible transition"
											type="button"
											on:click={() => {
												files.splice(fileIdx, 1);
												files = files;
											}}
										>
											<svg
												xmlns="http://www.w3.org/2000/svg"
												viewBox="0 0 20 20"
												fill="currentColor"
												class="w-4 h-4"
											>
												<path
													d="M6.28 5.22a.75.75 0 00-1.06 1.06L8.94 10l-3.72 3.72a.75.75 0 101.06 1.06L10 11.06l3.72 3.72a.75.75 0 101.06-1.06L11.06 10l3.72-3.72a.75.75 0 00-1.06-1.06L10 8.94 6.28 5.22z"
												/>
											</svg>
										</button>
									</div>
								</div>
							{/each}
						</div>
					{/if}
519

520
521
522
					<div class=" flex">
						{#if fileUploadEnabled}
							<div class=" self-end mb-2 ml-1.5">
523
								<button
524
									class="  text-gray-600 dark:text-gray-200 transition rounded-lg p-1 ml-1"
525
526
									type="button"
									on:click={() => {
527
										filesInputElement.click();
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
									}}
								>
									<svg
										xmlns="http://www.w3.org/2000/svg"
										viewBox="0 0 20 20"
										fill="currentColor"
										class="w-5 h-5"
									>
										<path
											fill-rule="evenodd"
											d="M15.621 4.379a3 3 0 00-4.242 0l-7 7a3 3 0 004.241 4.243h.001l.497-.5a.75.75 0 011.064 1.057l-.498.501-.002.002a4.5 4.5 0 01-6.364-6.364l7-7a4.5 4.5 0 016.368 6.36l-3.455 3.553A2.625 2.625 0 119.52 9.52l3.45-3.451a.75.75 0 111.061 1.06l-3.45 3.451a1.125 1.125 0 001.587 1.595l3.454-3.553a3 3 0 000-4.242z"
											clip-rule="evenodd"
										/>
									</svg>
								</button>
							</div>
544
545
546
547
						{/if}

						<textarea
							id="chat-textarea"
Timothy J. Baek's avatar
Timothy J. Baek committed
548
							class=" dark:bg-gray-900 dark:text-gray-100 outline-none w-full py-3 px-2 {fileUploadEnabled
549
								? ''
Timothy J. Baek's avatar
Timothy J. Baek committed
550
								: ' pl-4'} rounded-xl resize-none h-[48px]"
Timothy J. Baek's avatar
Timothy J. Baek committed
551
552
553
							placeholder={chatInputPlaceholder !== ''
								? chatInputPlaceholder
								: speechRecognitionListening
554
555
								? 'Listening...'
								: 'Send a message'}
556
557
558
559
560
561
							bind:value={prompt}
							on:keypress={(e) => {
								if (e.keyCode == 13 && !e.shiftKey) {
									e.preventDefault();
								}
								if (prompt !== '' && e.keyCode == 13 && !e.shiftKey) {
Timothy J. Baek's avatar
Timothy J. Baek committed
562
									submitPrompt(prompt, user);
563
564
								}
							}}
565
							on:keydown={async (e) => {
566
567
568
569
570
571
572
573
574
575
576
577
578
579
								const isCtrlPressed = e.ctrlKey || e.metaKey; // metaKey is for Cmd key on Mac

								// Check if Ctrl + R is pressed
								if (prompt === '' && isCtrlPressed && e.key.toLowerCase() === 'r') {
									e.preventDefault();
									console.log('regenerate');

									const regenerateButton = [
										...document.getElementsByClassName('regenerate-response-button')
									]?.at(-1);

									regenerateButton?.click();
								}

580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
								if (prompt === '' && e.key == 'ArrowUp') {
									e.preventDefault();

									const userMessageElement = [
										...document.getElementsByClassName('user-message')
									]?.at(-1);

									const editButton = [
										...document.getElementsByClassName('edit-user-message-button')
									]?.at(-1);

									console.log(userMessageElement);

									userMessageElement.scrollIntoView({ block: 'center' });
									editButton?.click();
								}
Timothy J. Baek's avatar
Timothy J. Baek committed
596

Timothy J. Baek's avatar
Timothy J. Baek committed
597
								if (['/', '#', '@'].includes(prompt.charAt(0)) && e.key === 'ArrowUp') {
Timothy J. Baek's avatar
Timothy J. Baek committed
598
599
									e.preventDefault();

Timothy J. Baek's avatar
Timothy J. Baek committed
600
									(promptsElement || documentsElement || modelsElement).selectUp();
Timothy J. Baek's avatar
Timothy J. Baek committed
601
602
603
604
605
606
607

									const commandOptionButton = [
										...document.getElementsByClassName('selected-command-option-button')
									]?.at(-1);
									commandOptionButton.scrollIntoView({ block: 'center' });
								}

Timothy J. Baek's avatar
Timothy J. Baek committed
608
								if (['/', '#', '@'].includes(prompt.charAt(0)) && e.key === 'ArrowDown') {
Timothy J. Baek's avatar
Timothy J. Baek committed
609
610
									e.preventDefault();

Timothy J. Baek's avatar
Timothy J. Baek committed
611
									(promptsElement || documentsElement || modelsElement).selectDown();
Timothy J. Baek's avatar
Timothy J. Baek committed
612
613
614
615
616
617
618

									const commandOptionButton = [
										...document.getElementsByClassName('selected-command-option-button')
									]?.at(-1);
									commandOptionButton.scrollIntoView({ block: 'center' });
								}

Timothy J. Baek's avatar
Timothy J. Baek committed
619
								if (['/', '#', '@'].includes(prompt.charAt(0)) && e.key === 'Enter') {
Timothy J. Baek's avatar
Timothy J. Baek committed
620
621
622
623
624
625
626
627
628
									e.preventDefault();

									const commandOptionButton = [
										...document.getElementsByClassName('selected-command-option-button')
									]?.at(-1);

									commandOptionButton?.click();
								}

Timothy J. Baek's avatar
Timothy J. Baek committed
629
								if (['/', '#', '@'].includes(prompt.charAt(0)) && e.key === 'Tab') {
Timothy J. Baek's avatar
Timothy J. Baek committed
630
									e.preventDefault();
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653

									const commandOptionButton = [
										...document.getElementsByClassName('selected-command-option-button')
									]?.at(-1);

									commandOptionButton?.click();
								} else if (e.key === 'Tab') {
									const words = findWordIndices(prompt);

									if (words.length > 0) {
										const word = words.at(0);
										const fullPrompt = prompt;

										prompt = prompt.substring(0, word?.endIndex + 1);
										await tick();

										e.target.scrollTop = e.target.scrollHeight;
										prompt = fullPrompt;
										await tick();

										e.preventDefault();
										e.target.setSelectionRange(word?.startIndex, word.endIndex + 1);
									}
Timothy J. Baek's avatar
Timothy J. Baek committed
654
								}
655
							}}
656
657
658
659
							rows="1"
							on:input={(e) => {
								e.target.style.height = '';
								e.target.style.height = Math.min(e.target.scrollHeight, 200) + 'px';
Timothy J. Baek's avatar
Timothy J. Baek committed
660
								user = null;
661
							}}
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
							on:paste={(e) => {
								const clipboardData = e.clipboardData || window.clipboardData;

								if (clipboardData && clipboardData.items) {
									for (const item of clipboardData.items) {
										if (item.type.indexOf('image') !== -1) {
											const blob = item.getAsFile();
											const reader = new FileReader();

											reader.onload = function (e) {
												files = [
													...files,
													{
														type: 'image',
														url: `${e.target.result}`
													}
												];
											};

											reader.readAsDataURL(blob);
										}
									}
								}
							}}
686
						/>
687

688
						<div class="self-end mb-2 flex space-x-0.5 mr-2">
689
690
691
							{#if messages.length == 0 || messages.at(-1).done == true}
								{#if speechRecognitionEnabled}
									<button
Timothy J. Baek's avatar
Timothy J. Baek committed
692
										id="voice-input-button"
693
										class=" text-gray-600 dark:text-gray-300 transition rounded-lg p-1.5 mr-0.5 self-center"
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
										type="button"
										on:click={() => {
											speechRecognitionHandler();
										}}
									>
										{#if speechRecognitionListening}
											<svg
												class=" w-5 h-5 translate-y-[0.5px]"
												fill="currentColor"
												viewBox="0 0 24 24"
												xmlns="http://www.w3.org/2000/svg"
												><style>
													.spinner_qM83 {
														animation: spinner_8HQG 1.05s infinite;
													}
													.spinner_oXPr {
														animation-delay: 0.1s;
													}
													.spinner_ZTLf {
														animation-delay: 0.2s;
													}
													@keyframes spinner_8HQG {
														0%,
														57.14% {
															animation-timing-function: cubic-bezier(0.33, 0.66, 0.66, 1);
															transform: translate(0);
														}
														28.57% {
															animation-timing-function: cubic-bezier(0.33, 0, 0.66, 0.33);
															transform: translateY(-6px);
														}
														100% {
															transform: translate(0);
														}
													}
												</style><circle class="spinner_qM83" cx="4" cy="12" r="2.5" /><circle
													class="spinner_qM83 spinner_oXPr"
													cx="12"
													cy="12"
													r="2.5"
												/><circle class="spinner_qM83 spinner_ZTLf" cx="20" cy="12" r="2.5" /></svg
											>
										{:else}
											<svg
												xmlns="http://www.w3.org/2000/svg"
												viewBox="0 0 20 20"
												fill="currentColor"
												class="w-5 h-5 translate-y-[0.5px]"
											>
												<path d="M7 4a3 3 0 016 0v6a3 3 0 11-6 0V4z" />
												<path
													d="M5.5 9.643a.75.75 0 00-1.5 0V10c0 3.06 2.29 5.585 5.25 5.954V17.5h-1.5a.75.75 0 000 1.5h4.5a.75.75 0 000-1.5h-1.5v-1.546A6.001 6.001 0 0016 10v-.357a.75.75 0 00-1.5 0V10a4.5 4.5 0 01-9 0v-.357z"
												/>
											</svg>
										{/if}
									</button>
								{/if}
								<button
									class="{prompt !== ''
										? 'bg-black text-white hover:bg-gray-900 dark:bg-white dark:text-black dark:hover:bg-gray-100 '
Timothy J. Baek's avatar
Timothy J. Baek committed
754
										: 'text-white bg-gray-100 dark:text-gray-900 dark:bg-gray-800 disabled'} transition rounded-lg p-1 mr-0.5 w-7 h-7 self-center"
755
756
757
758
759
									type="submit"
									disabled={prompt === ''}
								>
									<svg
										xmlns="http://www.w3.org/2000/svg"
Timothy J. Baek's avatar
Timothy J. Baek committed
760
										viewBox="0 0 16 16"
761
										fill="currentColor"
Timothy J. Baek's avatar
Timothy J. Baek committed
762
										class="w-4.5 h-4.5 mx-auto"
763
764
765
									>
										<path
											fill-rule="evenodd"
Timothy J. Baek's avatar
Timothy J. Baek committed
766
											d="M8 14a.75.75 0 0 1-.75-.75V4.56L4.03 7.78a.75.75 0 0 1-1.06-1.06l4.5-4.5a.75.75 0 0 1 1.06 0l4.5 4.5a.75.75 0 0 1-1.06 1.06L8.75 4.56v8.69A.75.75 0 0 1 8 14Z"
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
											clip-rule="evenodd"
										/>
									</svg>
								</button>
							{:else}
								<button
									class="bg-white hover:bg-gray-100 text-gray-800 dark:bg-gray-700 dark:text-white dark:hover:bg-gray-800 transition rounded-lg p-1.5"
									on:click={stopResponse}
								>
									<svg
										xmlns="http://www.w3.org/2000/svg"
										viewBox="0 0 24 24"
										fill="currentColor"
										class="w-5 h-5"
									>
										<path
											fill-rule="evenodd"
											d="M2.25 12c0-5.385 4.365-9.75 9.75-9.75s9.75 4.365 9.75 9.75-4.365 9.75-9.75 9.75S2.25 17.385 2.25 12zm6-2.438c0-.724.588-1.312 1.313-1.312h4.874c.725 0 1.313.588 1.313 1.313v4.874c0 .725-.588 1.313-1.313 1.313H9.564a1.312 1.312 0 01-1.313-1.313V9.564z"
											clip-rule="evenodd"
										/>
									</svg>
								</button>
							{/if}
						</div>
					</div>
				</form>

				<div class="mt-1.5 text-xs text-gray-500 text-center">
					LLMs can make mistakes. Verify important information.
				</div>
			</div>
		</div>
	</div>
</div>