+page.svelte 14.9 KB
Newer Older
Timothy J. Baek's avatar
Timothy J. Baek committed
1
2
3
4
5
6
7
8
<script lang="ts">
	import toast from 'svelte-french-toast';
	import fileSaver from 'file-saver';
	const { saveAs } = fileSaver;

	import { onMount } from 'svelte';
	import { documents } from '$lib/stores';
	import { createNewDoc, deleteDocByName, getDocs } from '$lib/apis/documents';
Timothy J. Baek's avatar
Timothy J. Baek committed
9

10
	import { SUPPORTED_FILE_TYPE, SUPPORTED_FILE_EXTENSIONS } from '$lib/constants';
Timothy J. Baek's avatar
Timothy J. Baek committed
11
	import { uploadDocToVectorDB } from '$lib/apis/rag';
12
	import { transformFileName } from '$lib/utils';
Timothy J. Baek's avatar
Timothy J. Baek committed
13

14
	import EditDocModal from '$lib/components/documents/EditDocModal.svelte';
15
	import AddFilesPlaceholder from '$lib/components/AddFilesPlaceholder.svelte';
Timothy J. Baek's avatar
Timothy J. Baek committed
16
	let importFiles = '';
Timothy J. Baek's avatar
Timothy J. Baek committed
17
18

	let inputFiles = '';
Timothy J. Baek's avatar
Timothy J. Baek committed
19
20
	let query = '';

21
22
23
	let showEditDocModal = false;
	let selectedDoc;

Timothy J. Baek's avatar
Timothy J. Baek committed
24
25
26
27
28
29
30
	let dragged = false;

	const deleteDoc = async (name) => {
		await deleteDocByName(localStorage.token, name);
		await documents.set(await getDocs(localStorage.token));
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
31
	const uploadDoc = async (file) => {
32
33
34
35
		const res = await uploadDocToVectorDB(localStorage.token, '', file).catch((error) => {
			toast.error(error);
			return null;
		});
Timothy J. Baek's avatar
Timothy J. Baek committed
36
37
38
39
40
41

		if (res) {
			await createNewDoc(
				localStorage.token,
				res.collection_name,
				res.filename,
42
				transformFileName(res.filename),
Timothy J. Baek's avatar
Timothy J. Baek committed
43
				res.filename
44
45
46
47
			).catch((error) => {
				toast.error(error);
				return null;
			});
Timothy J. Baek's avatar
Timothy J. Baek committed
48
49
50
51
			await documents.set(await getDocs(localStorage.token));
		}
	};

52
53
	onMount(() => {
		const dropZone = document.querySelector('body');
Timothy J. Baek's avatar
Timothy J. Baek committed
54

55
56
57
58
59
60
61
62
		const onDragOver = (e) => {
			e.preventDefault();
			dragged = true;
		};

		const onDragLeave = () => {
			dragged = false;
		};
Timothy J. Baek's avatar
Timothy J. Baek committed
63

64
65
66
		const onDrop = async (e) => {
			e.preventDefault();
			console.log(e);
Timothy J. Baek's avatar
Timothy J. Baek committed
67

68
69
			if (e.dataTransfer?.files) {
				let reader = new FileReader();
Timothy J. Baek's avatar
Timothy J. Baek committed
70

71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
				reader.onload = (event) => {
					files = [
						...files,
						{
							type: 'image',
							url: `${event.target.result}`
						}
					];
				};

				const inputFiles = e.dataTransfer?.files;

				if (inputFiles && inputFiles.length > 0) {
					const file = inputFiles[0];
					console.log(file, file.name.split('.').at(-1));
					if (['image/gif', 'image/jpeg', 'image/png'].includes(file['type'])) {
						reader.readAsDataURL(file);
					} else if (
						SUPPORTED_FILE_TYPE.includes(file['type']) ||
						SUPPORTED_FILE_EXTENSIONS.includes(file.name.split('.').at(-1))
					) {
						uploadDoc(file);
					} else {
						toast.error(
							`Unknown File Type '${file['type']}', but accepting and treating as plain text`
						);
						uploadDoc(file);
					}
Timothy J. Baek's avatar
Timothy J. Baek committed
99
				} else {
100
					toast.error(`File not found.`);
Timothy J. Baek's avatar
Timothy J. Baek committed
101
102
103
				}
			}

104
105
106
107
108
109
110
111
112
113
114
115
116
			dragged = false;
		};

		dropZone?.addEventListener('dragover', onDragOver);
		dropZone?.addEventListener('drop', onDrop);
		dropZone?.addEventListener('dragleave', onDragLeave);

		return () => {
			dropZone?.removeEventListener('dragover', onDragOver);
			dropZone?.removeEventListener('drop', onDrop);
			dropZone?.removeEventListener('dragleave', onDragLeave);
		};
	});
Timothy J. Baek's avatar
Timothy J. Baek committed
117
118
</script>

119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
{#if dragged}
	<div
		class="fixed w-full h-full flex z-50 touch-none pointer-events-none"
		id="dropzone"
		role="region"
		aria-label="Drag and Drop Container"
	>
		<div class="absolute rounded-xl w-full h-full backdrop-blur bg-gray-800/40 flex justify-center">
			<div class="m-auto pt-64 flex flex-col justify-center">
				<div class="max-w-md">
					<AddFilesPlaceholder>
						<div class=" mt-2 text-center text-sm dark:text-gray-200 w-full">
							Drop any files here to add to my documents
						</div>
					</AddFilesPlaceholder>
				</div>
			</div>
		</div>
	</div>
{/if}

140
141
142
143
{#key selectedDoc}
	<EditDocModal bind:show={showEditDocModal} {selectedDoc} />
{/key}

Timothy J. Baek's avatar
Timothy J. Baek committed
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
<div class="min-h-screen w-full flex justify-center dark:text-white">
	<div class=" py-2.5 flex flex-col justify-between w-full">
		<div class="max-w-2xl mx-auto w-full px-3 md:px-0 my-10">
			<div class="mb-6 flex justify-between items-center">
				<div class=" text-2xl font-semibold self-center">My Documents</div>
			</div>

			<div class=" flex w-full space-x-2">
				<div class="flex flex-1">
					<div class=" self-center ml-1 mr-3">
						<svg
							xmlns="http://www.w3.org/2000/svg"
							viewBox="0 0 20 20"
							fill="currentColor"
							class="w-4 h-4"
						>
							<path
								fill-rule="evenodd"
								d="M9 3.5a5.5 5.5 0 100 11 5.5 5.5 0 000-11zM2 9a7 7 0 1112.452 4.391l3.328 3.329a.75.75 0 11-1.06 1.06l-3.329-3.328A7 7 0 012 9z"
								clip-rule="evenodd"
							/>
						</svg>
					</div>
					<input
						class=" w-full text-sm pr-4 py-1 rounded-r-xl outline-none bg-transparent"
						bind:value={query}
						placeholder="Search Document"
					/>
				</div>

				<div>
Timothy J. Baek's avatar
Timothy J. Baek committed
175
					<button
Timothy J. Baek's avatar
Timothy J. Baek committed
176
						class=" px-2 py-2 rounded-xl border border-gray-200 dark:border-gray-600 hover:bg-gray-100 dark:bg-gray-800 dark:hover:bg-gray-700 transition font-medium text-sm flex items-center space-x-1"
Timothy J. Baek's avatar
Timothy J. Baek committed
177
178
179
						on:click={() => {
							document.getElementById('upload-doc-input')?.click();
						}}
Timothy J. Baek's avatar
Timothy J. Baek committed
180
181
182
183
184
185
186
187
188
189
190
					>
						<svg
							xmlns="http://www.w3.org/2000/svg"
							viewBox="0 0 16 16"
							fill="currentColor"
							class="w-4 h-4"
						>
							<path
								d="M8.75 3.75a.75.75 0 0 0-1.5 0v3.5h-3.5a.75.75 0 0 0 0 1.5h3.5v3.5a.75.75 0 0 0 1.5 0v-3.5h3.5a.75.75 0 0 0 0-1.5h-3.5v-3.5Z"
							/>
						</svg>
Timothy J. Baek's avatar
Timothy J. Baek committed
191
					</button>
Timothy J. Baek's avatar
Timothy J. Baek committed
192
193
194
				</div>
			</div>

Timothy J. Baek's avatar
Timothy J. Baek committed
195
196
197
198
199
200
201
202
			<input
				id="upload-doc-input"
				bind:files={inputFiles}
				type="file"
				hidden
				on:change={async (e) => {
					if (inputFiles && inputFiles.length > 0) {
						const file = inputFiles[0];
i810697's avatar
i810697 committed
203
204
						if (
							SUPPORTED_FILE_TYPE.includes(file['type']) ||
205
							SUPPORTED_FILE_EXTENSIONS.includes(file.name.split('.').at(-1))
i810697's avatar
i810697 committed
206
						) {
Timothy J. Baek's avatar
Timothy J. Baek committed
207
208
							uploadDoc(file);
						} else {
209
210
211
							toast.error(
								`Unknown File Type '${file['type']}', but accepting and treating as plain text`
							);
Marclass's avatar
Marclass committed
212
							uploadDoc(file);
Timothy J. Baek's avatar
Timothy J. Baek committed
213
214
215
216
217
218
219
220
221
222
						}

						inputFiles = null;
						e.target.value = '';
					} else {
						toast.error(`File not found.`);
					}
				}}
			/>

223
			<!-- <div>
Timothy J. Baek's avatar
Timothy J. Baek committed
224
225
226
227
228
229
230
231
232
233
234
235
				<div
					class="my-3 py-16 rounded-lg border-2 border-dashed dark:border-gray-600 {dragged &&
						' dark:bg-gray-700'} "
					role="region"
					on:drop={onDrop}
					on:dragover={onDragOver}
					on:dragleave={onDragLeave}
				>
					<div class="  pointer-events-none">
						<div class="text-center dark:text-white text-2xl font-semibold z-50">Add Files</div>

						<div class=" mt-2 text-center text-sm dark:text-gray-200 w-full">
236
							Drop any files here to add to my documents
Timothy J. Baek's avatar
Timothy J. Baek committed
237
						</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
238
					</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
239
				</div>
240
			</div> -->
Timothy J. Baek's avatar
Timothy J. Baek committed
241
242
243
244
245

			{#each $documents.filter((p) => query === '' || p.name.includes(query)) as doc}
				<hr class=" dark:border-gray-700 my-2.5" />
				<div class=" flex space-x-4 cursor-pointer w-full mb-3">
					<div class=" flex flex-1 space-x-4 cursor-pointer w-full">
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
						<div class=" flex items-center space-x-3">
							<div class="p-2.5 bg-red-400 text-white rounded-lg">
								{#if doc}
									<svg
										xmlns="http://www.w3.org/2000/svg"
										viewBox="0 0 24 24"
										fill="currentColor"
										class="w-6 h-6"
									>
										<path
											fill-rule="evenodd"
											d="M5.625 1.5c-1.036 0-1.875.84-1.875 1.875v17.25c0 1.035.84 1.875 1.875 1.875h12.75c1.035 0 1.875-.84 1.875-1.875V12.75A3.75 3.75 0 0 0 16.5 9h-1.875a1.875 1.875 0 0 1-1.875-1.875V5.25A3.75 3.75 0 0 0 9 1.5H5.625ZM7.5 15a.75.75 0 0 1 .75-.75h7.5a.75.75 0 0 1 0 1.5h-7.5A.75.75 0 0 1 7.5 15Zm.75 2.25a.75.75 0 0 0 0 1.5H12a.75.75 0 0 0 0-1.5H8.25Z"
											clip-rule="evenodd"
										/>
										<path
											d="M12.971 1.816A5.23 5.23 0 0 1 14.25 5.25v1.875c0 .207.168.375.375.375H16.5a5.23 5.23 0 0 1 3.434 1.279 9.768 9.768 0 0 0-6.963-6.963Z"
										/>
									</svg>
								{:else}
									<svg
										class=" w-6 h-6 translate-y-[0.5px]"
										fill="currentColor"
										viewBox="0 0 24 24"
										xmlns="http://www.w3.org/2000/svg"
										><style>
											.spinner_qM83 {
												animation: spinner_8HQG 1.05s infinite;
											}
											.spinner_oXPr {
												animation-delay: 0.1s;
											}
											.spinner_ZTLf {
												animation-delay: 0.2s;
											}
											@keyframes spinner_8HQG {
												0%,
												57.14% {
													animation-timing-function: cubic-bezier(0.33, 0.66, 0.66, 1);
													transform: translate(0);
												}
												28.57% {
													animation-timing-function: cubic-bezier(0.33, 0, 0.66, 0.33);
													transform: translateY(-6px);
												}
												100% {
													transform: translate(0);
												}
											}
										</style><circle class="spinner_qM83" cx="4" cy="12" r="2.5" /><circle
											class="spinner_qM83 spinner_oXPr"
											cx="12"
											cy="12"
											r="2.5"
										/><circle class="spinner_qM83 spinner_ZTLf" cx="20" cy="12" r="2.5" /></svg
									>
								{/if}
							</div>
							<div class=" flex-1 self-center flex-1">
Timothy J. Baek's avatar
Timothy J. Baek committed
304
305
306
307
								<div class=" font-bold line-clamp-1">#{doc.name} ({doc.filename})</div>
								<div class=" text-xs overflow-hidden text-ellipsis line-clamp-1">
									{doc.title}
								</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
308
							</div>
309
						</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
310
311
					</div>
					<div class="flex flex-row space-x-1 self-center">
312
						<button
Timothy J. Baek's avatar
Timothy J. Baek committed
313
314
							class="self-center w-fit text-sm px-2 py-2 border dark:border-gray-600 rounded-xl"
							type="button"
315
316
317
318
							on:click={async () => {
								showEditDocModal = !showEditDocModal;
								selectedDoc = doc;
							}}
Timothy J. Baek's avatar
Timothy J. Baek committed
319
320
321
322
323
324
325
326
						>
							<svg
								xmlns="http://www.w3.org/2000/svg"
								fill="none"
								viewBox="0 0 24 24"
								stroke-width="1.5"
								stroke="currentColor"
								class="w-4 h-4"
Timothy J. Baek's avatar
Timothy J. Baek committed
327
							>
Timothy J. Baek's avatar
Timothy J. Baek committed
328
329
330
331
332
333
								<path
									stroke-linecap="round"
									stroke-linejoin="round"
									d="M16.862 4.487l1.687-1.688a1.875 1.875 0 112.652 2.652L6.832 19.82a4.5 4.5 0 01-1.897 1.13l-2.685.8.8-2.685a4.5 4.5 0 011.13-1.897L16.863 4.487zm0 0L19.5 7.125"
								/>
							</svg>
334
						</button>
Timothy J. Baek's avatar
Timothy J. Baek committed
335
336

						<!-- <button
Timothy J. Baek's avatar
Timothy J. Baek committed
337
338
339
									class="self-center w-fit text-sm px-2 py-2 border dark:border-gray-600 rounded-xl"
									type="button"
									on:click={() => {
Timothy J. Baek's avatar
Timothy J. Baek committed
340
										console.log('download file');
Timothy J. Baek's avatar
Timothy J. Baek committed
341
342
343
344
									}}
								>
									<svg
										xmlns="http://www.w3.org/2000/svg"
Timothy J. Baek's avatar
Timothy J. Baek committed
345
346
										viewBox="0 0 16 16"
										fill="currentColor"
Timothy J. Baek's avatar
Timothy J. Baek committed
347
348
349
										class="w-4 h-4"
									>
										<path
Timothy J. Baek's avatar
Timothy J. Baek committed
350
351
352
353
											d="M8.75 2.75a.75.75 0 0 0-1.5 0v5.69L5.03 6.22a.75.75 0 0 0-1.06 1.06l3.5 3.5a.75.75 0 0 0 1.06 0l3.5-3.5a.75.75 0 0 0-1.06-1.06L8.75 8.44V2.75Z"
										/>
										<path
											d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
Timothy J. Baek's avatar
Timothy J. Baek committed
354
355
										/>
									</svg>
Timothy J. Baek's avatar
Timothy J. Baek committed
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
								</button> -->

						<button
							class="self-center w-fit text-sm px-2 py-2 border dark:border-gray-600 rounded-xl"
							type="button"
							on:click={() => {
								deleteDoc(doc.name);
							}}
						>
							<svg
								xmlns="http://www.w3.org/2000/svg"
								fill="none"
								viewBox="0 0 24 24"
								stroke-width="1.5"
								stroke="currentColor"
								class="w-4 h-4"
							>
								<path
									stroke-linecap="round"
									stroke-linejoin="round"
									d="M14.74 9l-.346 9m-4.788 0L9.26 9m9.968-3.21c.342.052.682.107 1.022.166m-1.022-.165L18.16 19.673a2.25 2.25 0 01-2.244 2.077H8.084a2.25 2.25 0 01-2.244-2.077L4.772 5.79m14.456 0a48.108 48.108 0 00-3.478-.397m-12 .562c.34-.059.68-.114 1.022-.165m0 0a48.11 48.11 0 013.478-.397m7.5 0v-.916c0-1.18-.91-2.164-2.09-2.201a51.964 51.964 0 00-3.32 0c-1.18.037-2.09 1.022-2.09 2.201v.916m7.5 0a48.667 48.667 0 00-7.5 0"
								/>
							</svg>
						</button>
					</div>
				</div>
			{/each}
Timothy J. Baek's avatar
Timothy J. Baek committed
383

384
			<hr class=" dark:border-gray-700 my-2.5" />
Timothy J. Baek's avatar
Timothy J. Baek committed
385

386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
			<div class=" flex justify-between w-full mb-3">
				<div class="flex space-x-2">
					<input
						id="documents-import-input"
						bind:files={importFiles}
						type="file"
						accept=".json"
						hidden
						on:change={() => {
							console.log(importFiles);

							const reader = new FileReader();
							reader.onload = async (event) => {
								const savedDocs = JSON.parse(event.target.result);
								console.log(savedDocs);

								for (const doc of savedDocs) {
									await createNewDoc(
										localStorage.token,
										doc.collection_name,
										doc.filename,
										doc.name,
										doc.title
									).catch((error) => {
										toast.error(error);
										return null;
									});
								}

								await documents.set(await getDocs(localStorage.token));
							};

							reader.readAsText(importFiles[0]);
						}}
					/>
Timothy J. Baek's avatar
Timothy J. Baek committed
421

422
423
424
425
426
427
428
					<button
						class="self-center w-fit text-sm px-3 py-1 border dark:border-gray-600 rounded-xl flex"
						on:click={async () => {
							document.getElementById('documents-import-input')?.click();
						}}
					>
						<div class=" self-center mr-2 font-medium">Import Documents Mapping</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
429

430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
						<div class=" self-center">
							<svg
								xmlns="http://www.w3.org/2000/svg"
								viewBox="0 0 16 16"
								fill="currentColor"
								class="w-4 h-4"
							>
								<path
									fill-rule="evenodd"
									d="M4 2a1.5 1.5 0 0 0-1.5 1.5v9A1.5 1.5 0 0 0 4 14h8a1.5 1.5 0 0 0 1.5-1.5V6.621a1.5 1.5 0 0 0-.44-1.06L9.94 2.439A1.5 1.5 0 0 0 8.878 2H4Zm4 9.5a.75.75 0 0 1-.75-.75V8.06l-.72.72a.75.75 0 0 1-1.06-1.06l2-2a.75.75 0 0 1 1.06 0l2 2a.75.75 0 1 1-1.06 1.06l-.72-.72v2.69a.75.75 0 0 1-.75.75Z"
									clip-rule="evenodd"
								/>
							</svg>
						</div>
					</button>

					<button
						class="self-center w-fit text-sm px-3 py-1 border dark:border-gray-600 rounded-xl flex"
						on:click={async () => {
							let blob = new Blob([JSON.stringify($documents)], {
								type: 'application/json'
							});
							saveAs(blob, `documents-mapping-export-${Date.now()}.json`);
Timothy J. Baek's avatar
Timothy J. Baek committed
453
454
						}}
					>
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
						<div class=" self-center mr-2 font-medium">Export Documents Mapping</div>

						<div class=" self-center">
							<svg
								xmlns="http://www.w3.org/2000/svg"
								viewBox="0 0 16 16"
								fill="currentColor"
								class="w-4 h-4"
							>
								<path
									fill-rule="evenodd"
									d="M4 2a1.5 1.5 0 0 0-1.5 1.5v9A1.5 1.5 0 0 0 4 14h8a1.5 1.5 0 0 0 1.5-1.5V6.621a1.5 1.5 0 0 0-.44-1.06L9.94 2.439A1.5 1.5 0 0 0 8.878 2H4Zm4 3.5a.75.75 0 0 1 .75.75v2.69l.72-.72a.75.75 0 1 1 1.06 1.06l-2 2a.75.75 0 0 1-1.06 0l-2-2a.75.75 0 0 1 1.06-1.06l.72.72V6.25A.75.75 0 0 1 8 5.5Z"
									clip-rule="evenodd"
								/>
							</svg>
						</div>
					</button>
Timothy J. Baek's avatar
Timothy J. Baek committed
472
				</div>
473
			</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496

			<div class="text-xs flex items-center space-x-1">
				<div>
					<svg
						xmlns="http://www.w3.org/2000/svg"
						fill="none"
						viewBox="0 0 24 24"
						stroke-width="1.5"
						stroke="currentColor"
						class="w-3 h-3"
					>
						<path
							stroke-linecap="round"
							stroke-linejoin="round"
							d="m11.25 11.25.041-.02a.75.75 0 0 1 1.063.852l-.708 2.836a.75.75 0 0 0 1.063.853l.041-.021M21 12a9 9 0 1 1-18 0 9 9 0 0 1 18 0Zm-9-3.75h.008v.008H12V8.25Z"
						/>
					</svg>
				</div>

				<div class="line-clamp-1">
					Tip: Use '#' in the prompt input to swiftly load and select your documents.
				</div>
			</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
497
498
499
		</div>
	</div>
</div>