Connections.svelte

<script lang="ts">
	import { models, user } from '$lib/stores';
	import { createEventDispatcher, onMount, getContext, tick } from 'svelte';
	const dispatch = createEventDispatcher();

	import {
		getOllamaConfig,
		getOllamaUrls,
		getOllamaVersion,
		updateOllamaConfig,
		updateOllamaUrls
	} from '$lib/apis/ollama';
	import {
		getOpenAIConfig,
		getOpenAIKeys,
		getOpenAIModels,
		getOpenAIUrls,
		updateOpenAIConfig,
		updateOpenAIKeys,
		updateOpenAIUrls
	} from '$lib/apis/openai';
	import { toast } from 'svelte-sonner';
	import Switch from '$lib/components/common/Switch.svelte';
	import Spinner from '$lib/components/common/Spinner.svelte';
	import Tooltip from '$lib/components/common/Tooltip.svelte';
	import { getModels as _getModels } from '$lib/apis';

	const i18n = getContext('i18n');

	const getModels = async () => {
		const models = await _getModels(localStorage.token);
		return models;
	};

	// External
	let OLLAMA_BASE_URLS = [''];

	let OPENAI_API_KEYS = [''];
	let OPENAI_API_BASE_URLS = [''];

	let pipelineUrls = {};

	let ENABLE_OPENAI_API = null;
	let ENABLE_OLLAMA_API = null;

	const verifyOpenAIHandler = async (idx) => {
		OPENAI_API_BASE_URLS = OPENAI_API_BASE_URLS.map((url) => url.replace(/\/$/, ''));

		OPENAI_API_BASE_URLS = await updateOpenAIUrls(localStorage.token, OPENAI_API_BASE_URLS);
		OPENAI_API_KEYS = await updateOpenAIKeys(localStorage.token, OPENAI_API_KEYS);

		const res = await getOpenAIModels(localStorage.token, idx).catch((error) => {
			toast.error(error);
			return null;
		});

		if (res) {
			toast.success($i18n.t('Server connection verified'));
			if (res.pipelines) {
				pipelineUrls[OPENAI_API_BASE_URLS[idx]] = true;
			}
		}

		await models.set(await getModels());
	};

	const verifyOllamaHandler = async (idx) => {
		OLLAMA_BASE_URLS = OLLAMA_BASE_URLS.filter((url) => url !== '').map((url) =>
			url.replace(/\/$/, '')
		);

		OLLAMA_BASE_URLS = await updateOllamaUrls(localStorage.token, OLLAMA_BASE_URLS);

		const res = await getOllamaVersion(localStorage.token, idx).catch((error) => {
			toast.error(error);
			return null;
		});

		if (res) {
			toast.success($i18n.t('Server connection verified'));
		}

		await models.set(await getModels());
	};

	const updateOpenAIHandler = async () => {
		OPENAI_API_BASE_URLS = OPENAI_API_BASE_URLS.map((url) => url.replace(/\/$/, ''));

		// Check if API KEYS length is same than API URLS length
		if (OPENAI_API_KEYS.length !== OPENAI_API_BASE_URLS.length) {
			// if there are more keys than urls, remove the extra keys
			if (OPENAI_API_KEYS.length > OPENAI_API_BASE_URLS.length) {
				OPENAI_API_KEYS = OPENAI_API_KEYS.slice(0, OPENAI_API_BASE_URLS.length);
			}

			// if there are more urls than keys, add empty keys
			if (OPENAI_API_KEYS.length < OPENAI_API_BASE_URLS.length) {
				const diff = OPENAI_API_BASE_URLS.length - OPENAI_API_KEYS.length;
				for (let i = 0; i < diff; i++) {
					OPENAI_API_KEYS.push('');
				}
			}
		}

		OPENAI_API_BASE_URLS = await updateOpenAIUrls(localStorage.token, OPENAI_API_BASE_URLS);
		OPENAI_API_KEYS = await updateOpenAIKeys(localStorage.token, OPENAI_API_KEYS);
		await models.set(await getModels());
	};

	const updateOllamaUrlsHandler = async () => {
		OLLAMA_BASE_URLS = OLLAMA_BASE_URLS.filter((url) => url !== '').map((url) =>
			url.replace(/\/$/, '')
		);

		console.log(OLLAMA_BASE_URLS);

		if (OLLAMA_BASE_URLS.length === 0) {
			ENABLE_OLLAMA_API = false;
			await updateOllamaConfig(localStorage.token, ENABLE_OLLAMA_API);

			toast.info($i18n.t('Ollama API disabled'));
		} else {
			OLLAMA_BASE_URLS = await updateOllamaUrls(localStorage.token, OLLAMA_BASE_URLS);

			const ollamaVersion = await getOllamaVersion(localStorage.token).catch((error) => {
				toast.error(error);
				return null;
			});

			if (ollamaVersion) {
				toast.success($i18n.t('Server connection verified'));
				await models.set(await getModels());
			}
		}
	};

	onMount(async () => {
		if ($user.role === 'admin') {
			await Promise.all([
				(async () => {
					OLLAMA_BASE_URLS = await getOllamaUrls(localStorage.token);
				})(),
				(async () => {
					OPENAI_API_BASE_URLS = await getOpenAIUrls(localStorage.token);
				})(),
				(async () => {
					OPENAI_API_KEYS = await getOpenAIKeys(localStorage.token);
				})()
			]);

			OPENAI_API_BASE_URLS.forEach(async (url, idx) => {
				const res = await getOpenAIModels(localStorage.token, idx);
				if (res.pipelines) {
					pipelineUrls[url] = true;
				}
			});

			const ollamaConfig = await getOllamaConfig(localStorage.token);
			const openaiConfig = await getOpenAIConfig(localStorage.token);

			ENABLE_OPENAI_API = openaiConfig.ENABLE_OPENAI_API;
			ENABLE_OLLAMA_API = ollamaConfig.ENABLE_OLLAMA_API;
		}
	});
</script>

<form
	class="flex flex-col h-full justify-between text-sm"
	on:submit|preventDefault={() => {
		updateOpenAIHandler();
		updateOllamaUrlsHandler();

		dispatch('save');
	}}
>
	<div class="space-y-3 overflow-y-scroll scrollbar-hidden h-full">
		{#if ENABLE_OPENAI_API !== null && ENABLE_OLLAMA_API !== null}
			<div class=" space-y-3">
				<div class="mt-2 space-y-2 pr-1.5">
					<div class="flex justify-between items-center text-sm">
						<div class="  font-medium">{$i18n.t('OpenAI API')}</div>

						<div class="mt-1">
							<Switch
								bind:state={ENABLE_OPENAI_API}
								on:change={async () => {
									updateOpenAIConfig(localStorage.token, ENABLE_OPENAI_API);
								}}
							/>
						</div>
					</div>

					{#if ENABLE_OPENAI_API}
						<div class="flex flex-col gap-1">
							{#each OPENAI_API_BASE_URLS as url, idx}
								<div class="flex w-full gap-2">
									<div class="flex-1 relative">
										<input
											class="w-full rounded-lg py-2 px-4 {pipelineUrls[url]
												? 'pr-8'
												: ''} text-sm dark:text-gray-300 dark:bg-gray-850 outline-none"
											placeholder={$i18n.t('API Base URL')}
											bind:value={url}
											autocomplete="off"
										/>

										{#if pipelineUrls[url]}
											<div class=" absolute top-2.5 right-2.5">
												<Tooltip content="Pipelines">
													<svg
														xmlns="http://www.w3.org/2000/svg"
														viewBox="0 0 24 24"
														fill="currentColor"
														class="size-4"
													>
														<path
															d="M11.644 1.59a.75.75 0 0 1 .712 0l9.75 5.25a.75.75 0 0 1 0 1.32l-9.75 5.25a.75.75 0 0 1-.712 0l-9.75-5.25a.75.75 0 0 1 0-1.32l9.75-5.25Z"
														/>
														<path
															d="m3.265 10.602 7.668 4.129a2.25 2.25 0 0 0 2.134 0l7.668-4.13 1.37.739a.75.75 0 0 1 0 1.32l-9.75 5.25a.75.75 0 0 1-.71 0l-9.75-5.25a.75.75 0 0 1 0-1.32l1.37-.738Z"
														/>
														<path
															d="m10.933 19.231-7.668-4.13-1.37.739a.75.75 0 0 0 0 1.32l9.75 5.25c.221.12.489.12.71 0l9.75-5.25a.75.75 0 0 0 0-1.32l-1.37-.738-7.668 4.13a2.25 2.25 0 0 1-2.134-.001Z"
														/>
													</svg>
												</Tooltip>
											</div>
										{/if}
									</div>

									<div class="flex-1">
										<input
											class="w-full rounded-lg py-2 px-4 text-sm dark:text-gray-300 dark:bg-gray-850 outline-none"
											placeholder={$i18n.t('API Key')}
											bind:value={OPENAI_API_KEYS[idx]}
											autocomplete="off"
										/>
									</div>
									<div class="self-center flex items-center">
										{#if idx === 0}
											<button
												class="px-1"
												on:click={() => {
													OPENAI_API_BASE_URLS = [...OPENAI_API_BASE_URLS, ''];
													OPENAI_API_KEYS = [...OPENAI_API_KEYS, ''];
												}}
												type="button"
											>
												<svg
													xmlns="http://www.w3.org/2000/svg"
													viewBox="0 0 16 16"
													fill="currentColor"
													class="w-4 h-4"
												>
													<path
														d="M8.75 3.75a.75.75 0 0 0-1.5 0v3.5h-3.5a.75.75 0 0 0 0 1.5h3.5v3.5a.75.75 0 0 0 1.5 0v-3.5h3.5a.75.75 0 0 0 0-1.5h-3.5v-3.5Z"
													/>
												</svg>
											</button>
										{:else}
											<button
												class="px-1"
												on:click={() => {
													OPENAI_API_BASE_URLS = OPENAI_API_BASE_URLS.filter(
														(url, urlIdx) => idx !== urlIdx
													);
													OPENAI_API_KEYS = OPENAI_API_KEYS.filter((key, keyIdx) => idx !== keyIdx);
												}}
												type="button"
											>
												<svg
													xmlns="http://www.w3.org/2000/svg"
													viewBox="0 0 16 16"
													fill="currentColor"
													class="w-4 h-4"
												>
													<path d="M3.75 7.25a.75.75 0 0 0 0 1.5h8.5a.75.75 0 0 0 0-1.5h-8.5Z" />
												</svg>
											</button>
										{/if}
									</div>

									<div class="flex">
										<Tooltip content="Verify connection" className="self-start mt-0.5">
											<button
												class="self-center p-2 bg-gray-200 hover:bg-gray-300 dark:bg-gray-900 dark:hover:bg-gray-850 rounded-lg transition"
												on:click={() => {
													verifyOpenAIHandler(idx);
												}}
												type="button"
											>
												<svg
													xmlns="http://www.w3.org/2000/svg"
													viewBox="0 0 20 20"
													fill="currentColor"
													class="w-4 h-4"
												>
													<path
														fill-rule="evenodd"
														d="M15.312 11.424a5.5 5.5 0 01-9.201 2.466l-.312-.311h2.433a.75.75 0 000-1.5H3.989a.75.75 0 00-.75.75v4.242a.75.75 0 001.5 0v-2.43l.31.31a7 7 0 0011.712-3.138.75.75 0 00-1.449-.39zm1.23-3.723a.75.75 0 00.219-.53V2.929a.75.75 0 00-1.5 0V5.36l-.31-.31A7 7 0 003.239 8.188a.75.75 0 101.448.389A5.5 5.5 0 0113.89 6.11l.311.31h-2.432a.75.75 0 000 1.5h4.243a.75.75 0 00.53-.219z"
														clip-rule="evenodd"
													/>
												</svg>
											</button>
										</Tooltip>
									</div>
								</div>
								<div class=" mb-1 text-xs text-gray-400 dark:text-gray-500">
									{$i18n.t('WebUI will make requests to')}
									<span class=" text-gray-200">'{url}/models'</span>
								</div>
							{/each}
						</div>
					{/if}
				</div>
			</div>

			<hr class=" dark:border-gray-850" />

			<div class="pr-1.5 space-y-2">
				<div class="flex justify-between items-center text-sm">
					<div class="  font-medium">{$i18n.t('Ollama API')}</div>

					<div class="mt-1">
						<Switch
							bind:state={ENABLE_OLLAMA_API}
							on:change={async () => {
								updateOllamaConfig(localStorage.token, ENABLE_OLLAMA_API);

								if (OLLAMA_BASE_URLS.length === 0) {
									OLLAMA_BASE_URLS = [''];
								}
							}}
						/>
					</div>
				</div>
				{#if ENABLE_OLLAMA_API}
					<div class="flex w-full gap-1.5">
						<div class="flex-1 flex flex-col gap-2">
							{#each OLLAMA_BASE_URLS as url, idx}
								<div class="flex gap-1.5">
									<input
										class="w-full rounded-lg py-2 px-4 text-sm dark:text-gray-300 dark:bg-gray-850 outline-none"
										placeholder={$i18n.t('Enter URL (e.g. http://localhost:11434)')}
										bind:value={url}
									/>

									<div class="self-center flex items-center">
										{#if idx === 0}
											<button
												class="px-1"
												on:click={() => {
													OLLAMA_BASE_URLS = [...OLLAMA_BASE_URLS, ''];
												}}
												type="button"
											>
												<svg
													xmlns="http://www.w3.org/2000/svg"
													viewBox="0 0 16 16"
													fill="currentColor"
													class="w-4 h-4"
												>
													<path
														d="M8.75 3.75a.75.75 0 0 0-1.5 0v3.5h-3.5a.75.75 0 0 0 0 1.5h3.5v3.5a.75.75 0 0 0 1.5 0v-3.5h3.5a.75.75 0 0 0 0-1.5h-3.5v-3.5Z"
													/>
												</svg>
											</button>
										{:else}
											<button
												class="px-1"
												on:click={() => {
													OLLAMA_BASE_URLS = OLLAMA_BASE_URLS.filter(
														(url, urlIdx) => idx !== urlIdx
													);
												}}
												type="button"
											>
												<svg
													xmlns="http://www.w3.org/2000/svg"
													viewBox="0 0 16 16"
													fill="currentColor"
													class="w-4 h-4"
												>
													<path d="M3.75 7.25a.75.75 0 0 0 0 1.5h8.5a.75.75 0 0 0 0-1.5h-8.5Z" />
												</svg>
											</button>
										{/if}
									</div>

									<div class="flex">
										<Tooltip content="Verify connection" className="self-start mt-0.5">
											<button
												class="self-center p-2 bg-gray-200 hover:bg-gray-300 dark:bg-gray-900 dark:hover:bg-gray-850 rounded-lg transition"
												on:click={() => {
													verifyOllamaHandler(idx);
												}}
												type="button"
											>
												<svg
													xmlns="http://www.w3.org/2000/svg"
													viewBox="0 0 20 20"
													fill="currentColor"
													class="w-4 h-4"
												>
													<path
														fill-rule="evenodd"
														d="M15.312 11.424a5.5 5.5 0 01-9.201 2.466l-.312-.311h2.433a.75.75 0 000-1.5H3.989a.75.75 0 00-.75.75v4.242a.75.75 0 001.5 0v-2.43l.31.31a7 7 0 0011.712-3.138.75.75 0 00-1.449-.39zm1.23-3.723a.75.75 0 00.219-.53V2.929a.75.75 0 00-1.5 0V5.36l-.31-.31A7 7 0 003.239 8.188a.75.75 0 101.448.389A5.5 5.5 0 0113.89 6.11l.311.31h-2.432a.75.75 0 000 1.5h4.243a.75.75 0 00.53-.219z"
														clip-rule="evenodd"
													/>
												</svg>
											</button>
										</Tooltip>
									</div>
								</div>
							{/each}
						</div>
					</div>

					<div class="mt-2 text-xs text-gray-400 dark:text-gray-500">
						{$i18n.t('Trouble accessing Ollama?')}
						<a
							class=" text-gray-300 font-medium underline"
							href="https://github.com/open-webui/open-webui#troubleshooting"
							target="_blank"
						>
							{$i18n.t('Click here for help.')}
						</a>
					</div>
				{/if}
			</div>
		{:else}
			<div class="flex h-full justify-center">
				<div class="my-auto">
					<Spinner className="size-6" />
				</div>
			</div>
		{/if}
	</div>

	<div class="flex justify-end pt-3 text-sm font-medium">
		<button
			class="  px-4 py-2 bg-emerald-700 hover:bg-emerald-800 text-gray-100 transition rounded-lg"
			type="submit"
		>
			{$i18n.t('Save')}
		</button>
	</div>
</form>