Advanced.svelte 4.77 KB
Newer Older
1
<script lang="ts">
Timothy J. Baek's avatar
Timothy J. Baek committed
2
3
4
5
6
7
8
9
	import { createEventDispatcher, onMount } from 'svelte';
	const dispatch = createEventDispatcher();

	import AdvancedParams from './Advanced/AdvancedParams.svelte';
	export let saveSettings: Function;

	// Advanced
	let requestFormat = '';
Zohaib Rauf's avatar
Zohaib Rauf committed
10
	let keepAlive = '';
Timothy J. Baek's avatar
Timothy J. Baek committed
11
	let options = {
12
13
14
15
16
17
18
19
20
21
		// Advanced
		seed: 0,
		temperature: '',
		repeat_penalty: '',
		repeat_last_n: '',
		mirostat: '',
		mirostat_eta: '',
		mirostat_tau: '',
		top_k: '',
		top_p: '',
Timothy J. Baek's avatar
Timothy J. Baek committed
22
		stop: '',
23
		tfs_z: '',
24
25
		num_ctx: '',
		num_predict: ''
26
27
	};

Timothy J. Baek's avatar
Timothy J. Baek committed
28
29
30
31
32
33
	const toggleRequestFormat = async () => {
		if (requestFormat === '') {
			requestFormat = 'json';
		} else {
			requestFormat = '';
		}
34

Timothy J. Baek's avatar
Timothy J. Baek committed
35
36
		saveSettings({ requestFormat: requestFormat !== '' ? requestFormat : undefined });
	};
37

Timothy J. Baek's avatar
Timothy J. Baek committed
38
39
	onMount(() => {
		let settings = JSON.parse(localStorage.getItem('settings') ?? '{}');
40

Timothy J. Baek's avatar
Timothy J. Baek committed
41
		requestFormat = settings.requestFormat ?? '';
Zohaib Rauf's avatar
Zohaib Rauf committed
42
		keepAlive = settings.keepAlive ?? '';
43

Timothy J. Baek's avatar
Timothy J. Baek committed
44
45
46
47
48
49
50
51
52
53
		options.seed = settings.seed ?? 0;
		options.temperature = settings.temperature ?? '';
		options.repeat_penalty = settings.repeat_penalty ?? '';
		options.top_k = settings.top_k ?? '';
		options.top_p = settings.top_p ?? '';
		options.num_ctx = settings.num_ctx ?? '';
		options = { ...options, ...settings.options };
		options.stop = (settings?.options?.stop ?? []).join(',');
	});
</script>
54

Timothy J. Baek's avatar
Timothy J. Baek committed
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
<div class="flex flex-col h-full justify-between text-sm">
	<div class=" space-y-3 pr-1.5 overflow-y-scroll max-h-80">
		<div class=" text-sm font-medium">Parameters</div>

		<AdvancedParams bind:options />
		<hr class=" dark:border-gray-700" />

		<div>
			<div class=" py-1 flex w-full justify-between">
				<div class=" self-center text-sm font-medium">Request Mode</div>

				<button
					class="p-1 px-3 text-xs flex rounded transition"
					on:click={() => {
						toggleRequestFormat();
					}}
				>
					{#if requestFormat === ''}
						<span class="ml-2 self-center"> Default </span>
					{:else if requestFormat === 'json'}
						<!-- <svg
                            xmlns="http://www.w3.org/2000/svg"
                            viewBox="0 0 20 20"
                            fill="currentColor"
                            class="w-4 h-4 self-center"
                        >
                            <path
                                d="M10 2a.75.75 0 01.75.75v1.5a.75.75 0 01-1.5 0v-1.5A.75.75 0 0110 2zM10 15a.75.75 0 01.75.75v1.5a.75.75 0 01-1.5 0v-1.5A.75.75 0 0110 15zM10 7a3 3 0 100 6 3 3 0 000-6zM15.657 5.404a.75.75 0 10-1.06-1.06l-1.061 1.06a.75.75 0 001.06 1.06l1.06-1.06zM6.464 14.596a.75.75 0 10-1.06-1.06l-1.06 1.06a.75.75 0 001.06 1.06l1.06-1.06zM18 10a.75.75 0 01-.75.75h-1.5a.75.75 0 010-1.5h1.5A.75.75 0 0118 10zM5 10a.75.75 0 01-.75.75h-1.5a.75.75 0 010-1.5h1.5A.75.75 0 015 10zM14.596 15.657a.75.75 0 001.06-1.06l-1.06-1.061a.75.75 0 10-1.06 1.06l1.06 1.06zM5.404 6.464a.75.75 0 001.06-1.06l-1.06-1.06a.75.75 0 10-1.061 1.06l1.06 1.06z"
                            />
                        </svg> -->
						<span class="ml-2 self-center"> JSON </span>
					{/if}
				</button>
88
89
			</div>
		</div>
Zohaib Rauf's avatar
Zohaib Rauf committed
90
91
92
93
94
95
96
97
98
99
100
101
102
		<div class=" py-1 flex w-full justify-between">
			<div class=" w-20 text-xs font-medium self-center">Keep Alive</div>
			<div class=" flex-1 self-center">
				<input
					class="w-full rounded py-1.5 px-4 text-sm dark:text-gray-300 dark:bg-gray-800 outline-none border border-gray-100 dark:border-gray-600"
					type="number"
					placeholder="Default"
					bind:value={keepAlive}
					autocomplete="off"
					min="-1"
				/>
			</div>
		</div>
103
	</div>
104

Timothy J. Baek's avatar
Timothy J. Baek committed
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
	<div class="flex justify-end pt-3 text-sm font-medium">
		<button
			class=" px-4 py-2 bg-emerald-600 hover:bg-emerald-700 text-gray-100 transition rounded"
			on:click={() => {
				saveSettings({
					options: {
						seed: (options.seed !== 0 ? options.seed : undefined) ?? undefined,
						stop: options.stop !== '' ? options.stop.split(',').filter((e) => e) : undefined,
						temperature: options.temperature !== '' ? options.temperature : undefined,
						repeat_penalty: options.repeat_penalty !== '' ? options.repeat_penalty : undefined,
						repeat_last_n: options.repeat_last_n !== '' ? options.repeat_last_n : undefined,
						mirostat: options.mirostat !== '' ? options.mirostat : undefined,
						mirostat_eta: options.mirostat_eta !== '' ? options.mirostat_eta : undefined,
						mirostat_tau: options.mirostat_tau !== '' ? options.mirostat_tau : undefined,
						top_k: options.top_k !== '' ? options.top_k : undefined,
						top_p: options.top_p !== '' ? options.top_p : undefined,
						tfs_z: options.tfs_z !== '' ? options.tfs_z : undefined,
						num_ctx: options.num_ctx !== '' ? options.num_ctx : undefined,
						num_predict: options.num_predict !== '' ? options.num_predict : undefined
Zohaib Rauf's avatar
Zohaib Rauf committed
124
125
					},
					keepAlive: keepAlive !== '' ? keepAlive : undefined
Timothy J. Baek's avatar
Timothy J. Baek committed
126
127
128
129
130
131
132
				});

				dispatch('save');
			}}
		>
			Save
		</button>
133
	</div>
134
</div>