Skip to content

GitLab

"...git@developer.sourcefind.cn:chenpangpang/open-webui.git" did not exist on "1d458db316ac3ed48a79917cdce2142e4fd69a83"
Unverified Commit 6c685375 authored by Timothy Jaeryang Baek's avatar Timothy Jaeryang Baek Committed by GitHub
Browse files

Merge pull request #58 from ollama-webui/dev 

feat: advanced params support
parents e36e8369 aac46bb3
Hide whitespace changes
Inline Side-by-side
Showing with 140 additions and 25 deletions
src/lib/components/chat/SettingsModal.svelte
View file @ 6c685375
...@@ -22,7 +22,11 @@ ...@@ -22,7 +22,11 @@
let pullProgress = null; let pullProgress = null;
// Advanced // Advanced
let seed = 0;
let temperature = 0.8; let temperature = 0.8;
let repeat_penalty = 1.1;
let top_k = 40;
let top_p = 0.9;
const splitStream = (splitOn) => { const splitStream = (splitOn) => {
let buffer = ''; let buffer = '';
...@@ -164,7 +168,12 @@ ...@@ -164,7 +168,12 @@
API_BASE_URL = settings.API_BASE_URL ?? BUILD_TIME_API_BASE_URL; API_BASE_URL = settings.API_BASE_URL ?? BUILD_TIME_API_BASE_URL;
OPENAI_API_KEY = settings.OPENAI_API_KEY ?? ''; OPENAI_API_KEY = settings.OPENAI_API_KEY ?? '';
system = settings.system ?? ''; system = settings.system ?? '';
seed = settings.seed ?? 0;
temperature = settings.temperature ?? 0.8; temperature = settings.temperature ?? 0.8;
repeat_penalty = settings.repeat_penalty ?? 1.1;
top_k = settings.top_k ?? 40;
top_p = settings.top_p ?? 0.9;
} }
</script> </script>
...@@ -324,7 +333,7 @@ ...@@ -324,7 +333,7 @@
OpenAI API Key <span class=" text-gray-400 text-sm">(optional)</span> OpenAI API Key <span class=" text-gray-400 text-sm">(optional)</span>
</div> </div>
<div class="flex w-full"> <div class="flex w-full">
<div class="flex-1 mr-2"> <div class="flex-1">
<input <input
class="w-full rounded py-2 px-4 text-sm text-gray-300 bg-gray-800 outline-none" class="w-full rounded py-2 px-4 text-sm text-gray-300 bg-gray-800 outline-none"
placeholder="Enter OpenAI API Key" placeholder="Enter OpenAI API Key"
...@@ -460,22 +469,96 @@ ...@@ -460,22 +469,96 @@
</div> </div>
{:else if selectedTab === 'advanced'} {:else if selectedTab === 'advanced'}
<div class="flex flex-col h-full justify-between space-y-3 text-sm"> <div class="flex flex-col h-full justify-between space-y-3 text-sm">
<div> <div class=" space-y-3">
<label for="steps-range" class=" mb-2 text-sm font-medium flex justify-between"> <div>
<div>Temperature</div> <div class=" mb-2.5 text-sm font-medium">Seed</div>
<div> <div class="flex w-full">
{temperature} <div class="flex-1">
</div></label <input
> class="w-full rounded py-2 px-4 text-sm text-gray-300 bg-gray-800 outline-none"
<input type="number"
id="steps-range" placeholder="Enter Seed"
type="range" bind:value={seed}
min="0" autocomplete="off"
max="1" min="0"
bind:value={temperature} />
step="0.05" </div>
class="w-full h-2 rounded-lg appearance-none cursor-pointer bg-gray-700" </div>
/> </div>
<hr class=" border-gray-700" />
<div>
<label for="steps-range" class=" mb-2 text-sm font-medium flex justify-between">
<div>Temperature</div>
<div>
{temperature}
</div></label
>
<input
id="steps-range"
type="range"
min="0"
max="1"
bind:value={temperature}
step="0.05"
class="w-full h-2 rounded-lg appearance-none cursor-pointer bg-gray-700"
/>
</div>
<div>
<label for="steps-range" class=" mb-2 text-sm font-medium flex justify-between">
<div>Repeat Penalty</div>
<div>
{repeat_penalty}
</div></label
>
<input
id="steps-range"
type="range"
min="0"
max="2"
bind:value={repeat_penalty}
step="0.05"
class="w-full h-2 rounded-lg appearance-none cursor-pointer bg-gray-700"
/>
</div>
<div>
<label for="steps-range" class=" mb-2 text-sm font-medium flex justify-between">
<div>Top K</div>
<div>
{top_k}
</div></label
>
<input
id="steps-range"
type="range"
min="0"
max="100"
bind:value={top_k}
step="0.5"
class="w-full h-2 rounded-lg appearance-none cursor-pointer bg-gray-700"
/>
</div>
<div>
<label for="steps-range" class=" mb-2 text-sm font-medium flex justify-between">
<div>Top P</div>
<div>
{top_p}
</div></label
>
<input
id="steps-range"
type="range"
min="0"
max="1"
bind:value={top_p}
step="0.05"
class="w-full h-2 rounded-lg appearance-none cursor-pointer bg-gray-700"
/>
</div>
</div> </div>
<div class="flex justify-end pt-3 text-sm font-medium"> <div class="flex justify-end pt-3 text-sm font-medium">
...@@ -483,7 +566,11 @@ ...@@ -483,7 +566,11 @@
class=" px-4 py-2 bg-emerald-600 hover:bg-emerald-700 transition rounded" class=" px-4 py-2 bg-emerald-600 hover:bg-emerald-700 transition rounded"
on:click={() => { on:click={() => {
saveSettings({ saveSettings({
temperature: temperature !== 0.8 ? temperature : undefined seed: (seed !== 0 ? seed : undefined) ?? undefined,
temperature: temperature !== 0.8 ? temperature : undefined,
repeat_penalty: repeat_penalty !== 1.1 ? repeat_penalty : undefined,
top_k: top_k !== 40 ? top_k : undefined,
top_p: top_p !== 0.9 ? top_p : undefined
}); });
show = false; show = false;
}} }}
...@@ -497,3 +584,16 @@ ...@@ -497,3 +584,16 @@
</div> </div>
</div> </div>
</Modal> </Modal>
<style>
input::-webkit-outer-spin-button,
input::-webkit-inner-spin-button {
/* display: none; <- Crashes Chrome on hover */
-webkit-appearance: none;
margin: 0; /* <-- Apparently some margin are still there even though it's hidden */
}
input[type='number'] {
-moz-appearance: textfield; /* Firefox */
}
</style>
src/routes/+page.svelte
View file @ 6c685375
...@@ -233,6 +233,7 @@ ...@@ -233,6 +233,7 @@
}; };
const saveSettings = async (updated) => { const saveSettings = async (updated) => {
console.log(updated);
settings = { ...settings, ...updated }; settings = { ...settings, ...updated };
localStorage.setItem('settings', JSON.stringify(settings)); localStorage.setItem('settings', JSON.stringify(settings));
await getModelTags(); await getModelTags();
...@@ -458,12 +459,13 @@ ...@@ -458,12 +459,13 @@
model: selectedModel, model: selectedModel,
prompt: userPrompt, prompt: userPrompt,
system: settings.system ?? undefined, system: settings.system ?? undefined,
options: options: {
settings.temperature != null seed: settings.seed ?? undefined,
? { temperature: settings.temperature ?? undefined,
temperature: settings.temperature repeat_penalty: settings.repeat_penalty ?? undefined,
} top_k: settings.top_k ?? undefined,
: undefined, top_p: settings.top_p ?? undefined
},
context: context:
messages.length > 3 && messages.at(-3).context != undefined messages.length > 3 && messages.at(-3).context != undefined
? messages.at(-3).context ? messages.at(-3).context
...@@ -566,7 +568,20 @@ ...@@ -566,7 +568,20 @@
body: JSON.stringify({ body: JSON.stringify({
model: selectedModel, model: selectedModel,
stream: true, stream: true,
messages: messages.map((message) => ({ ...message, done: undefined })) messages: [
settings.system
? {
role: 'system',
content: settings.system
}
: undefined,
...messages
]
.filter((message) => message)
.map((message) => ({ ...message, done: undefined })),
temperature: settings.temperature ?? undefined,
top_p: settings.top_p ?? undefined,
frequency_penalty: settings.repeat_penalty ?? undefined
}) })
}); });
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment