"docs/en_US/MetisTuner.md" did not exist on "e1fe5f5775711f748cd8fb6f220e78c68b911b15"
General.svelte 6.23 KB
Newer Older
1
2
<script lang="ts">
	import { getDocs } from '$lib/apis/documents';
3
4
	import {
		getChunkParams,
5
		getQuerySettings,
6
7
		scanDocs,
		updateChunkParams,
8
		updateQuerySettings
9
	} from '$lib/apis/rag';
10
	import { documents } from '$lib/stores';
11
	import { onMount, getContext } from 'svelte';
Jannik Streidl's avatar
Jannik Streidl committed
12
	import { toast } from 'svelte-sonner';
13

14
15
	const i18n = getContext('i18n');

16
	export let saveHandler: Function;
Timothy J. Baek's avatar
Timothy J. Baek committed
17
18
19

	let loading = false;

Timothy J. Baek's avatar
Timothy J. Baek committed
20
21
22
	let chunkSize = 0;
	let chunkOverlap = 0;

23
24
25
26
	let querySettings = {
		template: '',
		k: 4
	};
27

28
	const scanHandler = async () => {
Timothy J. Baek's avatar
Timothy J. Baek committed
29
		loading = true;
30
		const res = await scanDocs(localStorage.token);
Timothy J. Baek's avatar
Timothy J. Baek committed
31
		loading = false;
32
33
34

		if (res) {
			await documents.set(await getDocs(localStorage.token));
35
			toast.success($i18n.t('Scan complete!'));
36
37
38
		}
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
39
40
	const submitHandler = async () => {
		const res = await updateChunkParams(localStorage.token, chunkSize, chunkOverlap);
41
		querySettings = await updateQuerySettings(localStorage.token, querySettings);
Timothy J. Baek's avatar
Timothy J. Baek committed
42
43
44
45
46
47
48
49
50
	};

	onMount(async () => {
		const res = await getChunkParams(localStorage.token);

		if (res) {
			chunkSize = res.chunk_size;
			chunkOverlap = res.chunk_overlap;
		}
51

52
		querySettings = await getQuerySettings(localStorage.token);
Timothy J. Baek's avatar
Timothy J. Baek committed
53
	});
54
55
56
57
58
</script>

<form
	class="flex flex-col h-full justify-between space-y-3 text-sm"
	on:submit|preventDefault={() => {
Timothy J. Baek's avatar
Timothy J. Baek committed
59
		submitHandler();
60
61
62
63
64
		saveHandler();
	}}
>
	<div class=" space-y-3 pr-1.5 overflow-y-scroll max-h-80">
		<div>
65
			<div class=" mb-2 text-sm font-medium">{$i18n.t('General Settings')}</div>
66
67

			<div class="  flex w-full justify-between">
68
69
70
				<div class=" self-center text-xs font-medium">
					{$i18n.t('Scan for documents from {{path}}', { path: '/data/docs' })}
				</div>
71
72

				<button
Timothy J. Baek's avatar
Timothy J. Baek committed
73
74
75
					class=" self-center text-xs p-1 px-3 bg-gray-100 dark:bg-gray-800 dark:hover:bg-gray-700 rounded flex flex-row space-x-1 items-center {loading
						? ' cursor-not-allowed'
						: ''}"
76
77
78
79
80
					on:click={() => {
						scanHandler();
						console.log('check');
					}}
					type="button"
Timothy J. Baek's avatar
Timothy J. Baek committed
81
					disabled={loading}
82
				>
83
					<div class="self-center font-medium">{$i18n.t('Scan')}</div>
84

Timothy J. Baek's avatar
Timothy J. Baek committed
85
					<!-- <svg
86
87
88
89
90
91
92
93
94
95
						xmlns="http://www.w3.org/2000/svg"
						viewBox="0 0 16 16"
						fill="currentColor"
						class="w-3 h-3"
					>
						<path
							fill-rule="evenodd"
							d="M13.836 2.477a.75.75 0 0 1 .75.75v3.182a.75.75 0 0 1-.75.75h-3.182a.75.75 0 0 1 0-1.5h1.37l-.84-.841a4.5 4.5 0 0 0-7.08.932.75.75 0 0 1-1.3-.75 6 6 0 0 1 9.44-1.242l.842.84V3.227a.75.75 0 0 1 .75-.75Zm-.911 7.5A.75.75 0 0 1 13.199 11a6 6 0 0 1-9.44 1.241l-.84-.84v1.371a.75.75 0 0 1-1.5 0V9.591a.75.75 0 0 1 .75-.75H5.35a.75.75 0 0 1 0 1.5H3.98l.841.841a4.5 4.5 0 0 0 7.08-.932.75.75 0 0 1 1.025-.273Z"
							clip-rule="evenodd"
						/>
Timothy J. Baek's avatar
Timothy J. Baek committed
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
					</svg> -->

					{#if loading}
						<div class="ml-3 self-center">
							<svg
								class=" w-3 h-3"
								viewBox="0 0 24 24"
								fill="currentColor"
								xmlns="http://www.w3.org/2000/svg"
								><style>
									.spinner_ajPY {
										transform-origin: center;
										animation: spinner_AtaB 0.75s infinite linear;
									}
									@keyframes spinner_AtaB {
										100% {
											transform: rotate(360deg);
										}
									}
								</style><path
									d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
									opacity=".25"
								/><path
									d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
									class="spinner_ajPY"
								/></svg
							>
						</div>
					{/if}
125
126
127
				</button>
			</div>
		</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
128
129
130
131

		<hr class=" dark:border-gray-700" />

		<div class=" ">
132
			<div class=" text-sm font-medium">{$i18n.t('Chunk Params')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
133
134
135

			<div class=" flex">
				<div class="  flex w-full justify-between">
136
					<div class="self-center text-xs font-medium min-w-fit">{$i18n.t('Chunk Size')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
137
138
139
140
141

					<div class="self-center p-3">
						<input
							class=" w-full rounded py-1.5 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none border border-gray-100 dark:border-gray-600"
							type="number"
Ased Mammad's avatar
Ased Mammad committed
142
							placeholder={$i18n.t('Enter Chunk Size')}
Timothy J. Baek's avatar
Timothy J. Baek committed
143
144
145
146
147
148
149
150
							bind:value={chunkSize}
							autocomplete="off"
							min="0"
						/>
					</div>
				</div>

				<div class="flex w-full">
151
					<div class=" self-center text-xs font-medium min-w-fit">{$i18n.t('Chunk Overlap')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
152
153
154
155
156

					<div class="self-center p-3">
						<input
							class="w-full rounded py-1.5 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none border border-gray-100 dark:border-gray-600"
							type="number"
Ased Mammad's avatar
Ased Mammad committed
157
							placeholder={$i18n.t('Enter Chunk Overlap')}
Timothy J. Baek's avatar
Timothy J. Baek committed
158
159
160
161
162
163
164
							bind:value={chunkOverlap}
							autocomplete="off"
							min="0"
						/>
					</div>
				</div>
			</div>
165

Ased Mammad's avatar
Ased Mammad committed
166
			<div class=" text-sm font-medium">{$i18n.t('Query Params')}</div>
167
168
169

			<div class=" flex">
				<div class="  flex w-full justify-between">
Ased Mammad's avatar
Ased Mammad committed
170
					<div class="self-center text-xs font-medium flex-1">{$i18n.t('Top K')}</div>
171
172
173
174
175

					<div class="self-center p-3">
						<input
							class=" w-full rounded py-1.5 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none border border-gray-100 dark:border-gray-600"
							type="number"
Ased Mammad's avatar
Ased Mammad committed
176
							placeholder={$i18n.t('Enter Top K')}
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
							bind:value={querySettings.k}
							autocomplete="off"
							min="0"
						/>
					</div>
				</div>

				<!-- <div class="flex w-full">
					<div class=" self-center text-xs font-medium min-w-fit">Chunk Overlap</div>

					<div class="self-center p-3">
						<input
							class="w-full rounded py-1.5 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none border border-gray-100 dark:border-gray-600"
							type="number"
							placeholder="Enter Chunk Overlap"
							bind:value={chunkOverlap}
							autocomplete="off"
							min="0"
						/>
					</div>
				</div> -->
			</div>

200
			<div>
201
				<div class=" mb-2.5 text-sm font-medium">{$i18n.t('RAG Template')}</div>
202
				<textarea
203
					bind:value={querySettings.template}
204
205
206
207
					class="w-full rounded p-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none resize-none"
					rows="4"
				/>
			</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
208
		</div>
209
210
	</div>

Timothy J. Baek's avatar
Timothy J. Baek committed
211
	<div class="flex justify-end pt-3 text-sm font-medium">
212
213
214
215
		<button
			class=" px-4 py-2 bg-emerald-600 hover:bg-emerald-700 text-gray-100 transition rounded"
			type="submit"
		>
Jannik Streidl's avatar
Jannik Streidl committed
216
			{$i18n.t('Save')}
217
		</button>
Timothy J. Baek's avatar
Timothy J. Baek committed
218
	</div>
219
</form>