General.svelte 9.43 KB
Newer Older
Timothy J. Baek's avatar
Timothy J. Baek committed
1
<script lang="ts">
Jannik Streidl's avatar
Jannik Streidl committed
2
	import { toast } from 'svelte-sonner';
3
	import { createEventDispatcher, onMount, getContext } from 'svelte';
Timothy J. Baek's avatar
Timothy J. Baek committed
4
5
6
7
	const dispatch = createEventDispatcher();

	import { models, user } from '$lib/stores';

8
9
	const i18n = getContext('i18n');

Timothy J. Baek's avatar
Timothy J. Baek committed
10
11
	import AdvancedParams from './Advanced/AdvancedParams.svelte';

Timothy J. Baek's avatar
Timothy J. Baek committed
12
13
14
15
16
17
	export let saveSettings: Function;
	export let getModels: Function;

	// General
	let themes = ['dark', 'light', 'rose-pine dark', 'rose-pine-dawn light'];
	let theme = 'dark';
18
19
20
	// TODO: Get these dynamically from the i18n module
	let languages = ['en', 'fa', 'fr', 'de'];
	let lang = $i18n.language;
Timothy J. Baek's avatar
Timothy J. Baek committed
21
22
23
	let notificationEnabled = false;
	let system = '';

Timothy J. Baek's avatar
Timothy J. Baek committed
24
	let showAdvanced = false;
Timothy J. Baek's avatar
Timothy J. Baek committed
25
26
27
28
29
30
31
32
33
34
35
36
37
38

	const toggleNotification = async () => {
		const permission = await Notification.requestPermission();

		if (permission === 'granted') {
			notificationEnabled = !notificationEnabled;
			saveSettings({ notificationEnabled: notificationEnabled });
		} else {
			toast.error(
				'Response notifications cannot be activated as the website permissions have been denied. Please visit your browser settings to grant the necessary access.'
			);
		}
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
39
40
41
	// Advanced
	let requestFormat = '';
	let keepAlive = null;
Timothy J. Baek's avatar
Timothy J. Baek committed
42

Timothy J. Baek's avatar
Timothy J. Baek committed
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
	let options = {
		// Advanced
		seed: 0,
		temperature: '',
		repeat_penalty: '',
		repeat_last_n: '',
		mirostat: '',
		mirostat_eta: '',
		mirostat_tau: '',
		top_k: '',
		top_p: '',
		stop: '',
		tfs_z: '',
		num_ctx: '',
		num_predict: ''
Timothy J. Baek's avatar
Timothy J. Baek committed
58
59
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
60
61
62
63
64
	const toggleRequestFormat = async () => {
		if (requestFormat === '') {
			requestFormat = 'json';
		} else {
			requestFormat = '';
Timothy J. Baek's avatar
Timothy J. Baek committed
65
66
		}

Timothy J. Baek's avatar
Timothy J. Baek committed
67
68
69
70
		saveSettings({ requestFormat: requestFormat !== '' ? requestFormat : undefined });
	};

	onMount(async () => {
Timothy J. Baek's avatar
Timothy J. Baek committed
71
72
73
74
75
		let settings = JSON.parse(localStorage.getItem('settings') ?? '{}');

		theme = localStorage.theme ?? 'dark';
		notificationEnabled = settings.notificationEnabled ?? false;
		system = settings.system ?? '';
Timothy J. Baek's avatar
Timothy J. Baek committed
76
77
78
79
80
81
82
83
84
85
86
87

		requestFormat = settings.requestFormat ?? '';
		keepAlive = settings.keepAlive ?? null;

		options.seed = settings.seed ?? 0;
		options.temperature = settings.temperature ?? '';
		options.repeat_penalty = settings.repeat_penalty ?? '';
		options.top_k = settings.top_k ?? '';
		options.top_p = settings.top_p ?? '';
		options.num_ctx = settings.num_ctx ?? '';
		options = { ...options, ...settings.options };
		options.stop = (settings?.options?.stop ?? []).join(',');
Timothy J. Baek's avatar
Timothy J. Baek committed
88
89
90
	});
</script>

Timothy J. Baek's avatar
Timothy J. Baek committed
91
<div class="flex flex-col h-full justify-between text-sm">
Timothy J. Baek's avatar
Timothy J. Baek committed
92
	<div class="  pr-1.5 overflow-y-scroll max-h-[20.5rem]">
Timothy J. Baek's avatar
Timothy J. Baek committed
93
		<div class="">
94
			<div class=" mb-1 text-sm font-medium">{$i18n.t('WebUI Settings')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
95
96

			<div class=" py-0.5 flex w-full justify-between">
97
				<div class=" self-center text-xs font-medium">{$i18n.t('Theme')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
98
99
				<div class="flex items-center relative">
					<select
100
						class=" dark:bg-gray-900 w-fit pr-8 rounded py-2 px-2 text-xs bg-transparent outline-none text-right"
Timothy J. Baek's avatar
Timothy J. Baek committed
101
102
103
104
105
106
107
108
109
110
111
						bind:value={theme}
						placeholder="Select a theme"
						on:change={(e) => {
							localStorage.theme = theme;

							themes
								.filter((e) => e !== theme)
								.forEach((e) => {
									e.split(' ').forEach((e) => {
										document.documentElement.classList.remove(e);
									});
Timothy J. Baek's avatar
Timothy J. Baek committed
112
113
								});

Timothy J. Baek's avatar
Timothy J. Baek committed
114
115
116
							theme.split(' ').forEach((e) => {
								document.documentElement.classList.add(e);
							});
Timothy J. Baek's avatar
Timothy J. Baek committed
117

Timothy J. Baek's avatar
Timothy J. Baek committed
118
119
120
							console.log(theme);
						}}
					>
121
122
123
124
						<option value="dark">🌑 {$i18n.t('Dark')}</option>
						<option value="light">☀️ {$i18n.t('Light')}</option>
						<option value="rose-pine dark">🪻 {$i18n.t('Rosé Pine')}</option>
						<option value="rose-pine-dawn light">🌷 {$i18n.t('Rosé Pine Dawn')}</option>
Timothy J. Baek's avatar
Timothy J. Baek committed
125
126
					</select>
				</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
127
128
			</div>

129
			<div class=" py-0.5 flex w-full justify-between">
130
				<div class=" self-center text-xs font-medium">{$i18n.t('Language')}</div>
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
				<div class="flex items-center relative">
					<select
						class="w-fit pr-8 rounded py-2 px-2 text-xs bg-transparent outline-none text-right"
						bind:value={lang}
						placeholder="Select a language"
						on:change={(e) => {
							console.log($i18n);
							$i18n.changeLanguage(lang);
						}}
					>
						{#each languages as value}
							<option {value}>{value}</option>
						{/each}
					</select>
				</div>
			</div>

Timothy J. Baek's avatar
Timothy J. Baek committed
148
149
			<div>
				<div class=" py-0.5 flex w-full justify-between">
150
					<div class=" self-center text-xs font-medium">{$i18n.t('Desktop Notifications')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
151

Timothy J. Baek's avatar
Timothy J. Baek committed
152
153
154
155
156
157
158
159
					<button
						class="p-1 px-3 text-xs flex rounded transition"
						on:click={() => {
							toggleNotification();
						}}
						type="button"
					>
						{#if notificationEnabled === true}
160
							<span class="ml-2 self-center">{$i18n.t('On')}</span>
Timothy J. Baek's avatar
Timothy J. Baek committed
161
						{:else}
162
							<span class="ml-2 self-center">{$i18n.t('Off')}</span>
Timothy J. Baek's avatar
Timothy J. Baek committed
163
164
165
						{/if}
					</button>
				</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
166
167
168
			</div>
		</div>

Timothy J. Baek's avatar
Timothy J. Baek committed
169
170
		<hr class=" dark:border-gray-700 my-3" />

Timothy J. Baek's avatar
Timothy J. Baek committed
171
		<div>
172
			<div class=" my-2.5 text-sm font-medium">{$i18n.t('System Prompt')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
173
174
175
176
177
178
179
180
181
			<textarea
				bind:value={system}
				class="w-full rounded p-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none resize-none"
				rows="4"
			/>
		</div>

		<div class="mt-2 space-y-3 pr-1.5">
			<div class="flex justify-between items-center text-sm">
182
				<div class="  font-medium">{$i18n.t('Advanced Parameters')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
183
				<button
Timothy J. Baek's avatar
Timothy J. Baek committed
184
185
					class=" text-xs font-medium text-gray-500"
					type="button"
Timothy J. Baek's avatar
Timothy J. Baek committed
186
					on:click={() => {
Timothy J. Baek's avatar
Timothy J. Baek committed
187
						showAdvanced = !showAdvanced;
188
					}}>{showAdvanced ? $i18n.t('Hide') : $i18n.t('Show')}</button
Timothy J. Baek's avatar
Timothy J. Baek committed
189
190
191
				>
			</div>

Timothy J. Baek's avatar
Timothy J. Baek committed
192
193
194
195
196
197
			{#if showAdvanced}
				<AdvancedParams bind:options />
				<hr class=" dark:border-gray-700" />

				<div class=" py-1 w-full justify-between">
					<div class="flex w-full justify-between">
198
						<div class=" self-center text-xs font-medium">{$i18n.t('Keep Alive')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
199
200
201
202
203
204
205
206
207

						<button
							class="p-1 px-3 text-xs flex rounded transition"
							type="button"
							on:click={() => {
								keepAlive = keepAlive === null ? '5m' : null;
							}}
						>
							{#if keepAlive === null}
208
								<span class="ml-2 self-center"> {$i18n.t('Default')} </span>
Timothy J. Baek's avatar
Timothy J. Baek committed
209
							{:else}
210
								<span class="ml-2 self-center"> {$i18n.t('Custom')} </span>
Timothy J. Baek's avatar
Timothy J. Baek committed
211
212
213
							{/if}
						</button>
					</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
214

Timothy J. Baek's avatar
Timothy J. Baek committed
215
216
217
218
219
					{#if keepAlive !== null}
						<div class="flex mt-1 space-x-2">
							<input
								class="w-full rounded py-1.5 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none border border-gray-100 dark:border-gray-600"
								type="text"
220
								placeholder={$i18n.t("e.g. '30s','10m'. Valid time units are 's', 'm', 'h'.")}
Timothy J. Baek's avatar
Timothy J. Baek committed
221
222
223
224
225
226
227
228
								bind:value={keepAlive}
							/>
						</div>
					{/if}
				</div>

				<div>
					<div class=" py-1 flex w-full justify-between">
229
						<div class=" self-center text-sm font-medium">{$i18n.t('Request Mode')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
230

Timothy J. Baek's avatar
Timothy J. Baek committed
231
232
233
234
235
236
237
						<button
							class="p-1 px-3 text-xs flex rounded transition"
							on:click={() => {
								toggleRequestFormat();
							}}
						>
							{#if requestFormat === ''}
238
								<span class="ml-2 self-center"> {$i18n.t('Default')} </span>
Timothy J. Baek's avatar
Timothy J. Baek committed
239
240
241
242
243
244
245
246
247
248
249
							{:else if requestFormat === 'json'}
								<!-- <svg
                            xmlns="http://www.w3.org/2000/svg"
                            viewBox="0 0 20 20"
                            fill="currentColor"
                            class="w-4 h-4 self-center"
                        >
                            <path
                                d="M10 2a.75.75 0 01.75.75v1.5a.75.75 0 01-1.5 0v-1.5A.75.75 0 0110 2zM10 15a.75.75 0 01.75.75v1.5a.75.75 0 01-1.5 0v-1.5A.75.75 0 0110 15zM10 7a3 3 0 100 6 3 3 0 000-6zM15.657 5.404a.75.75 0 10-1.06-1.06l-1.061 1.06a.75.75 0 001.06 1.06l1.06-1.06zM6.464 14.596a.75.75 0 10-1.06-1.06l-1.06 1.06a.75.75 0 001.06 1.06l1.06-1.06zM18 10a.75.75 0 01-.75.75h-1.5a.75.75 0 010-1.5h1.5A.75.75 0 0118 10zM5 10a.75.75 0 01-.75.75h-1.5a.75.75 0 010-1.5h1.5A.75.75 0 015 10zM14.596 15.657a.75.75 0 001.06-1.06l-1.06-1.061a.75.75 0 10-1.06 1.06l1.06 1.06zM5.404 6.464a.75.75 0 001.06-1.06l-1.06-1.06a.75.75 0 10-1.061 1.06l1.06 1.06z"
                            />
                        </svg> -->
250
								<span class="ml-2 self-center"> {$i18n.t('JSON')} </span>
Timothy J. Baek's avatar
Timothy J. Baek committed
251
252
253
254
255
256
							{/if}
						</button>
					</div>
				</div>
			{/if}
		</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
257
258
259
260
261
262
263
	</div>

	<div class="flex justify-end pt-3 text-sm font-medium">
		<button
			class=" px-4 py-2 bg-emerald-600 hover:bg-emerald-700 text-gray-100 transition rounded"
			on:click={() => {
				saveSettings({
Timothy J. Baek's avatar
Timothy J. Baek committed
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
					system: system !== '' ? system : undefined,
					options: {
						seed: (options.seed !== 0 ? options.seed : undefined) ?? undefined,
						stop: options.stop !== '' ? options.stop.split(',').filter((e) => e) : undefined,
						temperature: options.temperature !== '' ? options.temperature : undefined,
						repeat_penalty: options.repeat_penalty !== '' ? options.repeat_penalty : undefined,
						repeat_last_n: options.repeat_last_n !== '' ? options.repeat_last_n : undefined,
						mirostat: options.mirostat !== '' ? options.mirostat : undefined,
						mirostat_eta: options.mirostat_eta !== '' ? options.mirostat_eta : undefined,
						mirostat_tau: options.mirostat_tau !== '' ? options.mirostat_tau : undefined,
						top_k: options.top_k !== '' ? options.top_k : undefined,
						top_p: options.top_p !== '' ? options.top_p : undefined,
						tfs_z: options.tfs_z !== '' ? options.tfs_z : undefined,
						num_ctx: options.num_ctx !== '' ? options.num_ctx : undefined,
						num_predict: options.num_predict !== '' ? options.num_predict : undefined
					},
					keepAlive: keepAlive ? (isNaN(keepAlive) ? keepAlive : parseInt(keepAlive)) : undefined
Timothy J. Baek's avatar
Timothy J. Baek committed
281
282
283
284
				});
				dispatch('save');
			}}
		>
Jannik Streidl's avatar
Jannik Streidl committed
285
			{$i18n.t('Save')}
Timothy J. Baek's avatar
Timothy J. Baek committed
286
287
288
		</button>
	</div>
</div>