General.svelte 9.45 KB
Newer Older
Timothy J. Baek's avatar
Timothy J. Baek committed
1
<script lang="ts">
Jannik Streidl's avatar
Jannik Streidl committed
2
	import { toast } from 'svelte-sonner';
3
	import { createEventDispatcher, onMount, getContext } from 'svelte';
4
	import { getLanguages } from '$lib/i18n';
Timothy J. Baek's avatar
Timothy J. Baek committed
5
6
7
8
	const dispatch = createEventDispatcher();

	import { models, user } from '$lib/stores';

9
10
	const i18n = getContext('i18n');

Timothy J. Baek's avatar
Timothy J. Baek committed
11
12
	import AdvancedParams from './Advanced/AdvancedParams.svelte';

Timothy J. Baek's avatar
Timothy J. Baek committed
13
14
15
16
17
18
	export let saveSettings: Function;
	export let getModels: Function;

	// General
	let themes = ['dark', 'light', 'rose-pine dark', 'rose-pine-dawn light'];
	let theme = 'dark';
19
	let languages = [];
20
	let lang = $i18n.language;
Timothy J. Baek's avatar
Timothy J. Baek committed
21
22
23
	let notificationEnabled = false;
	let system = '';

Timothy J. Baek's avatar
Timothy J. Baek committed
24
	let showAdvanced = false;
Timothy J. Baek's avatar
Timothy J. Baek committed
25
26
27
28
29
30
31
32
33
34
35
36
37
38

	const toggleNotification = async () => {
		const permission = await Notification.requestPermission();

		if (permission === 'granted') {
			notificationEnabled = !notificationEnabled;
			saveSettings({ notificationEnabled: notificationEnabled });
		} else {
			toast.error(
				'Response notifications cannot be activated as the website permissions have been denied. Please visit your browser settings to grant the necessary access.'
			);
		}
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
39
40
41
	// Advanced
	let requestFormat = '';
	let keepAlive = null;
Timothy J. Baek's avatar
Timothy J. Baek committed
42

Timothy J. Baek's avatar
Timothy J. Baek committed
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
	let options = {
		// Advanced
		seed: 0,
		temperature: '',
		repeat_penalty: '',
		repeat_last_n: '',
		mirostat: '',
		mirostat_eta: '',
		mirostat_tau: '',
		top_k: '',
		top_p: '',
		stop: '',
		tfs_z: '',
		num_ctx: '',
		num_predict: ''
Timothy J. Baek's avatar
Timothy J. Baek committed
58
59
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
60
61
62
63
64
	const toggleRequestFormat = async () => {
		if (requestFormat === '') {
			requestFormat = 'json';
		} else {
			requestFormat = '';
Timothy J. Baek's avatar
Timothy J. Baek committed
65
66
		}

Timothy J. Baek's avatar
Timothy J. Baek committed
67
68
69
70
		saveSettings({ requestFormat: requestFormat !== '' ? requestFormat : undefined });
	};

	onMount(async () => {
Timothy J. Baek's avatar
Timothy J. Baek committed
71
		let settings = JSON.parse(localStorage.getItem('settings') ?? '{}');
72
		languages = await getLanguages();
Timothy J. Baek's avatar
Timothy J. Baek committed
73
74
75
76

		theme = localStorage.theme ?? 'dark';
		notificationEnabled = settings.notificationEnabled ?? false;
		system = settings.system ?? '';
Timothy J. Baek's avatar
Timothy J. Baek committed
77
78
79
80
81
82
83
84
85
86
87
88

		requestFormat = settings.requestFormat ?? '';
		keepAlive = settings.keepAlive ?? null;

		options.seed = settings.seed ?? 0;
		options.temperature = settings.temperature ?? '';
		options.repeat_penalty = settings.repeat_penalty ?? '';
		options.top_k = settings.top_k ?? '';
		options.top_p = settings.top_p ?? '';
		options.num_ctx = settings.num_ctx ?? '';
		options = { ...options, ...settings.options };
		options.stop = (settings?.options?.stop ?? []).join(',');
Timothy J. Baek's avatar
Timothy J. Baek committed
89
90
91
	});
</script>

Timothy J. Baek's avatar
Timothy J. Baek committed
92
<div class="flex flex-col h-full justify-between text-sm">
Timothy J. Baek's avatar
Timothy J. Baek committed
93
	<div class="  pr-1.5 overflow-y-scroll max-h-[20.5rem]">
Timothy J. Baek's avatar
Timothy J. Baek committed
94
		<div class="">
95
			<div class=" mb-1 text-sm font-medium">{$i18n.t('WebUI Settings')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
96
97

			<div class=" py-0.5 flex w-full justify-between">
98
				<div class=" self-center text-xs font-medium">{$i18n.t('Theme')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
99
100
				<div class="flex items-center relative">
					<select
101
						class=" dark:bg-gray-900 w-fit pr-8 rounded py-2 px-2 text-xs bg-transparent outline-none text-right"
Timothy J. Baek's avatar
Timothy J. Baek committed
102
103
104
105
106
107
108
109
110
111
112
						bind:value={theme}
						placeholder="Select a theme"
						on:change={(e) => {
							localStorage.theme = theme;

							themes
								.filter((e) => e !== theme)
								.forEach((e) => {
									e.split(' ').forEach((e) => {
										document.documentElement.classList.remove(e);
									});
Timothy J. Baek's avatar
Timothy J. Baek committed
113
114
								});

Timothy J. Baek's avatar
Timothy J. Baek committed
115
116
117
							theme.split(' ').forEach((e) => {
								document.documentElement.classList.add(e);
							});
Timothy J. Baek's avatar
Timothy J. Baek committed
118

Timothy J. Baek's avatar
Timothy J. Baek committed
119
120
121
							console.log(theme);
						}}
					>
122
123
124
125
						<option value="dark">🌑 {$i18n.t('Dark')}</option>
						<option value="light">☀️ {$i18n.t('Light')}</option>
						<option value="rose-pine dark">🪻 {$i18n.t('Rosé Pine')}</option>
						<option value="rose-pine-dawn light">🌷 {$i18n.t('Rosé Pine Dawn')}</option>
Timothy J. Baek's avatar
Timothy J. Baek committed
126
127
					</select>
				</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
128
129
			</div>

130
			<div class=" py-0.5 flex w-full justify-between">
131
				<div class=" self-center text-xs font-medium">{$i18n.t('Language')}</div>
132
133
				<div class="flex items-center relative">
					<select
Jannik Streidl's avatar
Jannik Streidl committed
134
						class="dark:bg-gray-900 w-fit pr-8 rounded py-2 px-2 text-xs bg-transparent outline-none text-right"
135
136
137
138
139
140
						bind:value={lang}
						placeholder="Select a language"
						on:change={(e) => {
							$i18n.changeLanguage(lang);
						}}
					>
141
142
						{#each languages as language}
							<option value={language['code']}>{language['title']}</option>
143
144
145
146
147
						{/each}
					</select>
				</div>
			</div>

Timothy J. Baek's avatar
Timothy J. Baek committed
148
149
			<div>
				<div class=" py-0.5 flex w-full justify-between">
150
					<div class=" self-center text-xs font-medium">{$i18n.t('Desktop Notifications')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
151

Timothy J. Baek's avatar
Timothy J. Baek committed
152
153
154
155
156
157
158
159
					<button
						class="p-1 px-3 text-xs flex rounded transition"
						on:click={() => {
							toggleNotification();
						}}
						type="button"
					>
						{#if notificationEnabled === true}
160
							<span class="ml-2 self-center">{$i18n.t('On')}</span>
Timothy J. Baek's avatar
Timothy J. Baek committed
161
						{:else}
162
							<span class="ml-2 self-center">{$i18n.t('Off')}</span>
Timothy J. Baek's avatar
Timothy J. Baek committed
163
164
165
						{/if}
					</button>
				</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
166
167
168
			</div>
		</div>

Timothy J. Baek's avatar
Timothy J. Baek committed
169
170
		<hr class=" dark:border-gray-700 my-3" />

Timothy J. Baek's avatar
Timothy J. Baek committed
171
		<div>
172
			<div class=" my-2.5 text-sm font-medium">{$i18n.t('System Prompt')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
173
174
175
176
177
178
179
180
181
			<textarea
				bind:value={system}
				class="w-full rounded p-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none resize-none"
				rows="4"
			/>
		</div>

		<div class="mt-2 space-y-3 pr-1.5">
			<div class="flex justify-between items-center text-sm">
182
				<div class="  font-medium">{$i18n.t('Advanced Parameters')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
183
				<button
Timothy J. Baek's avatar
Timothy J. Baek committed
184
185
					class=" text-xs font-medium text-gray-500"
					type="button"
Timothy J. Baek's avatar
Timothy J. Baek committed
186
					on:click={() => {
Timothy J. Baek's avatar
Timothy J. Baek committed
187
						showAdvanced = !showAdvanced;
188
					}}>{showAdvanced ? $i18n.t('Hide') : $i18n.t('Show')}</button
Timothy J. Baek's avatar
Timothy J. Baek committed
189
190
191
				>
			</div>

Timothy J. Baek's avatar
Timothy J. Baek committed
192
193
194
195
196
197
			{#if showAdvanced}
				<AdvancedParams bind:options />
				<hr class=" dark:border-gray-700" />

				<div class=" py-1 w-full justify-between">
					<div class="flex w-full justify-between">
198
						<div class=" self-center text-xs font-medium">{$i18n.t('Keep Alive')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
199
200
201
202
203
204
205
206
207

						<button
							class="p-1 px-3 text-xs flex rounded transition"
							type="button"
							on:click={() => {
								keepAlive = keepAlive === null ? '5m' : null;
							}}
						>
							{#if keepAlive === null}
208
								<span class="ml-2 self-center"> {$i18n.t('Default')} </span>
Timothy J. Baek's avatar
Timothy J. Baek committed
209
							{:else}
210
								<span class="ml-2 self-center"> {$i18n.t('Custom')} </span>
Timothy J. Baek's avatar
Timothy J. Baek committed
211
212
213
							{/if}
						</button>
					</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
214

Timothy J. Baek's avatar
Timothy J. Baek committed
215
216
217
218
219
					{#if keepAlive !== null}
						<div class="flex mt-1 space-x-2">
							<input
								class="w-full rounded py-1.5 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none border border-gray-100 dark:border-gray-600"
								type="text"
220
								placeholder={$i18n.t("e.g. '30s','10m'. Valid time units are 's', 'm', 'h'.")}
Timothy J. Baek's avatar
Timothy J. Baek committed
221
222
223
224
225
226
227
228
								bind:value={keepAlive}
							/>
						</div>
					{/if}
				</div>

				<div>
					<div class=" py-1 flex w-full justify-between">
229
						<div class=" self-center text-sm font-medium">{$i18n.t('Request Mode')}</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
230

Timothy J. Baek's avatar
Timothy J. Baek committed
231
232
233
234
235
236
237
						<button
							class="p-1 px-3 text-xs flex rounded transition"
							on:click={() => {
								toggleRequestFormat();
							}}
						>
							{#if requestFormat === ''}
238
								<span class="ml-2 self-center"> {$i18n.t('Default')} </span>
Timothy J. Baek's avatar
Timothy J. Baek committed
239
240
241
242
243
244
245
246
247
248
249
							{:else if requestFormat === 'json'}
								<!-- <svg
                            xmlns="http://www.w3.org/2000/svg"
                            viewBox="0 0 20 20"
                            fill="currentColor"
                            class="w-4 h-4 self-center"
                        >
                            <path
                                d="M10 2a.75.75 0 01.75.75v1.5a.75.75 0 01-1.5 0v-1.5A.75.75 0 0110 2zM10 15a.75.75 0 01.75.75v1.5a.75.75 0 01-1.5 0v-1.5A.75.75 0 0110 15zM10 7a3 3 0 100 6 3 3 0 000-6zM15.657 5.404a.75.75 0 10-1.06-1.06l-1.061 1.06a.75.75 0 001.06 1.06l1.06-1.06zM6.464 14.596a.75.75 0 10-1.06-1.06l-1.06 1.06a.75.75 0 001.06 1.06l1.06-1.06zM18 10a.75.75 0 01-.75.75h-1.5a.75.75 0 010-1.5h1.5A.75.75 0 0118 10zM5 10a.75.75 0 01-.75.75h-1.5a.75.75 0 010-1.5h1.5A.75.75 0 015 10zM14.596 15.657a.75.75 0 001.06-1.06l-1.06-1.061a.75.75 0 10-1.06 1.06l1.06 1.06zM5.404 6.464a.75.75 0 001.06-1.06l-1.06-1.06a.75.75 0 10-1.061 1.06l1.06 1.06z"
                            />
                        </svg> -->
250
								<span class="ml-2 self-center"> {$i18n.t('JSON')} </span>
Timothy J. Baek's avatar
Timothy J. Baek committed
251
252
253
254
255
256
							{/if}
						</button>
					</div>
				</div>
			{/if}
		</div>
Timothy J. Baek's avatar
Timothy J. Baek committed
257
258
259
260
261
262
263
	</div>

	<div class="flex justify-end pt-3 text-sm font-medium">
		<button
			class=" px-4 py-2 bg-emerald-600 hover:bg-emerald-700 text-gray-100 transition rounded"
			on:click={() => {
				saveSettings({
Timothy J. Baek's avatar
Timothy J. Baek committed
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
					system: system !== '' ? system : undefined,
					options: {
						seed: (options.seed !== 0 ? options.seed : undefined) ?? undefined,
						stop: options.stop !== '' ? options.stop.split(',').filter((e) => e) : undefined,
						temperature: options.temperature !== '' ? options.temperature : undefined,
						repeat_penalty: options.repeat_penalty !== '' ? options.repeat_penalty : undefined,
						repeat_last_n: options.repeat_last_n !== '' ? options.repeat_last_n : undefined,
						mirostat: options.mirostat !== '' ? options.mirostat : undefined,
						mirostat_eta: options.mirostat_eta !== '' ? options.mirostat_eta : undefined,
						mirostat_tau: options.mirostat_tau !== '' ? options.mirostat_tau : undefined,
						top_k: options.top_k !== '' ? options.top_k : undefined,
						top_p: options.top_p !== '' ? options.top_p : undefined,
						tfs_z: options.tfs_z !== '' ? options.tfs_z : undefined,
						num_ctx: options.num_ctx !== '' ? options.num_ctx : undefined,
						num_predict: options.num_predict !== '' ? options.num_predict : undefined
					},
					keepAlive: keepAlive ? (isNaN(keepAlive) ? keepAlive : parseInt(keepAlive)) : undefined
Timothy J. Baek's avatar
Timothy J. Baek committed
281
282
283
284
				});
				dispatch('save');
			}}
		>
Jannik Streidl's avatar
Jannik Streidl committed
285
			{$i18n.t('Save')}
Timothy J. Baek's avatar
Timothy J. Baek committed
286
287
288
		</button>
	</div>
</div>