open-webui/src/lib/components/workspace/Models/ModelEditor.svelte

<script lang="ts">
	import { v4 as uuidv4 } from 'uuid';
	import { toast } from 'svelte-sonner';
	import { goto } from '$app/navigation';

	import { onMount, getContext, tick } from 'svelte';
	import { models, tools, functions, knowledge as knowledgeCollections } from '$lib/stores';

	import AdvancedParams from '$lib/components/chat/Settings/Advanced/AdvancedParams.svelte';
	import Tags from '$lib/components/common/Tags.svelte';
	import Knowledge from '$lib/components/workspace/Models/Knowledge.svelte';
	import ToolsSelector from '$lib/components/workspace/Models/ToolsSelector.svelte';
	import FiltersSelector from '$lib/components/workspace/Models/FiltersSelector.svelte';
	import ActionsSelector from '$lib/components/workspace/Models/ActionsSelector.svelte';
	import Capabilities from '$lib/components/workspace/Models/Capabilities.svelte';
	import Textarea from '$lib/components/common/Textarea.svelte';

	const i18n = getContext('i18n');

	export let onSubmit: Function;
	export let model = null;
	export let edit = false;

	let loading = false;
	let success = false;

	let filesInputElement;
	let inputFiles;

	let showAdvanced = false;
	let showPreview = false;

	// ///////////
	// model
	// ///////////

	let id = '';
	let name = '';

	$: if (!edit) {
		if (name) {
			id = name
				.replace(/\s+/g, '-')
				.replace(/[^a-zA-Z0-9-]/g, '')
				.toLowerCase();
		}
	}

	let info = {
		id: '',
		base_model_id: null,
		name: '',
		meta: {
			profile_image_url: '/static/favicon.png',
			description: '',
			suggestion_prompts: null,
			tags: []
		},
		params: {
			system: ''
		}
	};

	let params = {};
	let capabilities = {
		vision: true,
		usage: undefined
	};

	let knowledge = [];
	let toolIds = [];
	let filterIds = [];
	let actionIds = [];

	const addUsage = (base_model_id) => {
		const baseModel = $models.find((m) => m.id === base_model_id);

		if (baseModel) {
			if (baseModel.owned_by === 'openai') {
				capabilities.usage = baseModel.info?.meta?.capabilities?.usage ?? false;
			} else {
				delete capabilities.usage;
			}
			capabilities = capabilities;
		}
	};

	const submitHandler = async () => {
		loading = true;

		info.id = id;
		info.name = name;
		info.meta.capabilities = capabilities;

		if (knowledge.length > 0) {
			info.meta.knowledge = knowledge;
		} else {
			if (info.meta.knowledge) {
				delete info.meta.knowledge;
			}
		}

		if (toolIds.length > 0) {
			info.meta.toolIds = toolIds;
		} else {
			if (info.meta.toolIds) {
				delete info.meta.toolIds;
			}
		}

		if (filterIds.length > 0) {
			info.meta.filterIds = filterIds;
		} else {
			if (info.meta.filterIds) {
				delete info.meta.filterIds;
			}
		}

		if (actionIds.length > 0) {
			info.meta.actionIds = actionIds;
		} else {
			if (info.meta.actionIds) {
				delete info.meta.actionIds;
			}
		}

		info.params.stop = params.stop ? params.stop.split(',').filter((s) => s.trim()) : null;
		Object.keys(info.params).forEach((key) => {
			if (info.params[key] === '' || info.params[key] === null) {
				delete info.params[key];
			}
		});

		await onSubmit(info);

		loading = false;
		success = false;
	};

	onMount(async () => {
		// Scroll to top 'workspace-container' element
		const workspaceContainer = document.getElementById('workspace-container');
		if (workspaceContainer) {
			workspaceContainer.scrollTop = 0;
		}

		if (model) {
			name = model.name;
			await tick();

			id = model.id;

			if (model.info.base_model_id) {
				const base_model = $models
					.filter((m) => !m?.preset && m?.owned_by !== 'arena')
					.find((m) =>
						[model.info.base_model_id, `${model.info.base_model_id}:latest`].includes(m.id)
					);

				console.log('base_model', base_model);

				if (base_model) {
					model.info.base_model_id = base_model.id;
				} else {
					model.info.base_model_id = null;
				}
			}

			params = { ...params, ...model?.info?.params };
			params.stop = params?.stop
				? (typeof params.stop === 'string' ? params.stop.split(',') : (params?.stop ?? [])).join(
						','
					)
				: null;

			toolIds = model?.info?.meta?.toolIds ?? [];
			filterIds = model?.info?.meta?.filterIds ?? [];
			actionIds = model?.info?.meta?.actionIds ?? [];
			knowledge = (model?.info?.meta?.knowledge ?? []).map((item) => {
				if (item?.collection_name) {
					return {
						id: item.collection_name,
						name: item.name,
						legacy: true
					};
				} else if (item?.collection_names) {
					return {
						name: item.name,
						type: 'collection',
						collection_names: item.collection_names,
						legacy: true
					};
				} else {
					return item;
				}
			});
			capabilities = { ...capabilities, ...(model?.info?.meta?.capabilities ?? {}) };
			if (model?.owned_by === 'openai') {
				capabilities.usage = false;
			}

			info = {
				...info,
				...JSON.parse(
					JSON.stringify(
						model?.info
							? model?.info
							: {
									id: model.id,
									name: model.name
								}
					)
				)
			};

			console.log(model);
		}
	});
</script>

<div class="w-full max-h-full">
	<input
		bind:this={filesInputElement}
		bind:files={inputFiles}
		type="file"
		hidden
		accept="image/*"
		on:change={() => {
			let reader = new FileReader();
			reader.onload = (event) => {
				let originalImageUrl = `${event.target.result}`;

				const img = new Image();
				img.src = originalImageUrl;

				img.onload = function () {
					const canvas = document.createElement('canvas');
					const ctx = canvas.getContext('2d');

					// Calculate the aspect ratio of the image
					const aspectRatio = img.width / img.height;

					// Calculate the new width and height to fit within 100x100
					let newWidth, newHeight;
					if (aspectRatio > 1) {
						newWidth = 250 * aspectRatio;
						newHeight = 250;
					} else {
						newWidth = 250;
						newHeight = 250 / aspectRatio;
					}

					// Set the canvas size
					canvas.width = 250;
					canvas.height = 250;

					// Calculate the position to center the image
					const offsetX = (250 - newWidth) / 2;
					const offsetY = (250 - newHeight) / 2;

					// Draw the image on the canvas
					ctx.drawImage(img, offsetX, offsetY, newWidth, newHeight);

					// Get the base64 representation of the compressed image
					const compressedSrc = canvas.toDataURL();

					// Display the compressed image
					info.meta.profile_image_url = compressedSrc;

					inputFiles = null;
				};
			};

			if (
				inputFiles &&
				inputFiles.length > 0 &&
				['image/gif', 'image/webp', 'image/jpeg', 'image/png', 'image/svg+xml'].includes(
					inputFiles[0]['type']
				)
			) {
				reader.readAsDataURL(inputFiles[0]);
			} else {
				console.log(`Unsupported File Type '${inputFiles[0]['type']}'.`);
				inputFiles = null;
			}
		}}
	/>

	{#if !edit || model}
		<form
			class="flex flex-col md:flex-row mx-auto gap-3 md:gap-6"
			on:submit|preventDefault={() => {
				submitHandler();
			}}
		>
			<div class="self-center md:self-start flex justify-center my-2 flex-shrink-0">
				<div class="self-center">
					<button
						class="rounded-2xl flex flex-shrink-0 items-center bg-white"
						type="button"
						on:click={() => {
							filesInputElement.click();
						}}
					>
						{#if info.meta.profile_image_url}
							<img
								src={info.meta.profile_image_url}
								alt="model profile"
								class="rounded-lg size-72 object-cover shrink-0"
							/>
						{:else}
							<img
								src="/static/favicon.png"
								alt="model profile"
								class=" rounded-lg size-72 object-cover shrink-0"
							/>
						{/if}
					</button>
				</div>
			</div>

			<div>
				<div class="mt-2 my-2 flex flex-col">
					<div class="flex-1">
						<div>
							<input
								class="text-3xl font-semibold w-full bg-transparent outline-none"
								placeholder={$i18n.t('Model Name')}
								bind:value={name}
								required
							/>
						</div>
					</div>

					<div class="flex-1">
						<!-- <div class=" text-sm font-semibold">{$i18n.t('Model ID')}*</div> -->
						<div>
							<input
								class="text-xs w-full bg-transparent text-gray-500 outline-none rounded-lg"
								placeholder={$i18n.t('Model ID')}
								value={id}
								disabled={edit}
								required
							/>
						</div>
					</div>
				</div>

				{#if !edit || model.preset}
					<div class="my-1">
						<div class=" text-sm font-semibold mb-1">{$i18n.t('Base Model (From)')}</div>

						<div>
							<select
								class="text-sm w-full bg-transparent outline-none rounded-lg"
								placeholder="Select a base model (e.g. llama3, gpt-4o)"
								bind:value={info.base_model_id}
								on:change={(e) => {
									addUsage(e.target.value);
								}}
								required
							>
								<option value={null} class=" text-gray-900">{$i18n.t('Select a base model')}</option
								>
								{#each $models.filter((m) => (model ? m.id !== model.id : true) && !m?.preset && m?.owned_by !== 'arena') as model}
									<option value={model.id} class=" text-gray-900">{model.name}</option>
								{/each}
							</select>
						</div>
					</div>
				{/if}

				<div class="my-1">
					<div class="mb-1 flex w-full justify-between items-center">
						<div class=" self-center text-sm font-semibold">{$i18n.t('Description')}</div>

						<button
							class="p-1 text-xs flex rounded transition"
							type="button"
							on:click={() => {
								if (info.meta.description === null) {
									info.meta.description = '';
								} else {
									info.meta.description = null;
								}
							}}
						>
							{#if info.meta.description === null}
								<span class="ml-2 self-center">{$i18n.t('Default')}</span>
							{:else}
								<span class="ml-2 self-center">{$i18n.t('Custom')}</span>
							{/if}
						</button>
					</div>

					{#if info.meta.description !== null}
						<Textarea
							className=" text-sm w-full bg-transparent outline-none resize-none overflow-y-hidden "
							placeholder={$i18n.t('Add a short description about what this model does')}
							rows={3}
							bind:value={info.meta.description}
						/>
					{/if}
				</div>

				<hr class=" dark:border-gray-850 my-1.5" />

				<div class="my-2">
					<div class="flex w-full justify-between">
						<div class=" self-center text-sm font-semibold">{$i18n.t('Model Params')}</div>
					</div>

					<div class="mt-2">
						<div class="my-1">
							<div class=" text-xs font-semibold mb-2">{$i18n.t('System Prompt')}</div>
							<div>
								<Textarea
									className=" text-sm w-full bg-transparent outline-none resize-none overflow-y-hidden "
									placeholder={`Write your model system prompt content here\ne.g.) You are Mario from Super Mario Bros, acting as an assistant.`}
									rows={4}
									bind:value={info.params.system}
								/>
							</div>
						</div>

						<div class="flex w-full justify-between">
							<div class=" self-center text-xs font-semibold">
								{$i18n.t('Advanced Params')}
							</div>

							<button
								class="p-1 px-3 text-xs flex rounded transition"
								type="button"
								on:click={() => {
									showAdvanced = !showAdvanced;
								}}
							>
								{#if showAdvanced}
									<span class="ml-2 self-center">{$i18n.t('Hide')}</span>
								{:else}
									<span class="ml-2 self-center">{$i18n.t('Show')}</span>
								{/if}
							</button>
						</div>

						{#if showAdvanced}
							<div class="my-2">
								<AdvancedParams
									admin={true}
									bind:params
									on:change={(e) => {
										info.params = { ...info.params, ...params };
									}}
								/>
							</div>
						{/if}
					</div>
				</div>

				<hr class=" dark:border-gray-850 my-1" />

				<div class="my-2">
					<div class="flex w-full justify-between items-center">
						<div class="flex w-full justify-between items-center">
							<div class=" self-center text-sm font-semibold">{$i18n.t('Prompt suggestions')}</div>

							<button
								class="p-1 text-xs flex rounded transition"
								type="button"
								on:click={() => {
									if ((info?.meta?.suggestion_prompts ?? null) === null) {
										info.meta.suggestion_prompts = [{ content: '' }];
									} else {
										info.meta.suggestion_prompts = null;
									}
								}}
							>
								{#if (info?.meta?.suggestion_prompts ?? null) === null}
									<span class="ml-2 self-center">{$i18n.t('Default')}</span>
								{:else}
									<span class="ml-2 self-center">{$i18n.t('Custom')}</span>
								{/if}
							</button>
						</div>

						{#if (info?.meta?.suggestion_prompts ?? null) !== null}
							<button
								class="p-1 px-2 text-xs flex rounded transition"
								type="button"
								on:click={() => {
									if (
										info.meta.suggestion_prompts.length === 0 ||
										info.meta.suggestion_prompts.at(-1).content !== ''
									) {
										info.meta.suggestion_prompts = [
											...info.meta.suggestion_prompts,
											{ content: '' }
										];
									}
								}}
							>
								<svg
									xmlns="http://www.w3.org/2000/svg"
									viewBox="0 0 20 20"
									fill="currentColor"
									class="w-4 h-4"
								>
									<path
										d="M10.75 4.75a.75.75 0 00-1.5 0v4.5h-4.5a.75.75 0 000 1.5h4.5v4.5a.75.75 0 001.5 0v-4.5h4.5a.75.75 0 000-1.5h-4.5v-4.5z"
									/>
								</svg>
							</button>
						{/if}
					</div>

					{#if info?.meta?.suggestion_prompts}
						<div class="flex flex-col space-y-1 mt-1 mb-3">
							{#if info.meta.suggestion_prompts.length > 0}
								{#each info.meta.suggestion_prompts as prompt, promptIdx}
									<div class=" flex rounded-lg">
										<input
											class=" text-sm w-full bg-transparent outline-none border-r border-gray-50 dark:border-gray-850"
											placeholder={$i18n.t('Write a prompt suggestion (e.g. Who are you?)')}
											bind:value={prompt.content}
										/>

										<button
											class="px-2"
											type="button"
											on:click={() => {
												info.meta.suggestion_prompts.splice(promptIdx, 1);
												info.meta.suggestion_prompts = info.meta.suggestion_prompts;
											}}
										>
											<svg
												xmlns="http://www.w3.org/2000/svg"
												viewBox="0 0 20 20"
												fill="currentColor"
												class="w-4 h-4"
											>
												<path
													d="M6.28 5.22a.75.75 0 00-1.06 1.06L8.94 10l-3.72 3.72a.75.75 0 101.06 1.06L10 11.06l3.72 3.72a.75.75 0 101.06-1.06L11.06 10l3.72-3.72a.75.75 0 00-1.06-1.06L10 8.94 6.28 5.22z"
												/>
											</svg>
										</button>
									</div>
								{/each}
							{:else}
								<div class="text-xs text-center">No suggestion prompts</div>
							{/if}
						</div>
					{/if}
				</div>

				<hr class=" dark:border-gray-850 my-1.5" />

				<div class="my-2">
					<Knowledge bind:selectedKnowledge={knowledge} collections={$knowledgeCollections} />
				</div>

				<div class="my-2">
					<ToolsSelector bind:selectedToolIds={toolIds} tools={$tools} />
				</div>

				<div class="my-2">
					<FiltersSelector
						bind:selectedFilterIds={filterIds}
						filters={$functions.filter((func) => func.type === 'filter')}
					/>
				</div>

				<div class="my-2">
					<ActionsSelector
						bind:selectedActionIds={actionIds}
						actions={$functions.filter((func) => func.type === 'action')}
					/>
				</div>

				<div class="my-2">
					<Capabilities bind:capabilities />
				</div>

				<div class="my-1">
					<div class="flex w-full justify-between items-center">
						<div class=" self-center text-sm font-semibold">{$i18n.t('Tags')}</div>
					</div>

					<div class="mt-2">
						<Tags
							tags={info?.meta?.tags ?? []}
							on:delete={(e) => {
								const tagName = e.detail;
								info.meta.tags = info.meta.tags.filter((tag) => tag.name !== tagName);
							}}
							on:add={(e) => {
								const tagName = e.detail;
								if (!(info?.meta?.tags ?? null)) {
									info.meta.tags = [{ name: tagName }];
								} else {
									info.meta.tags = [...info.meta.tags, { name: tagName }];
								}
							}}
						/>
					</div>
				</div>

				<div class="my-2 text-gray-300 dark:text-gray-700">
					<div class="flex w-full justify-between mb-2">
						<div class=" self-center text-sm font-semibold">{$i18n.t('JSON Preview')}</div>

						<button
							class="p-1 px-3 text-xs flex rounded transition"
							type="button"
							on:click={() => {
								showPreview = !showPreview;
							}}
						>
							{#if showPreview}
								<span class="ml-2 self-center">{$i18n.t('Hide')}</span>
							{:else}
								<span class="ml-2 self-center">{$i18n.t('Show')}</span>
							{/if}
						</button>
					</div>

					{#if showPreview}
						<div>
							<textarea
								class="text-sm w-full bg-transparent outline-none resize-none"
								rows="10"
								value={JSON.stringify(info, null, 2)}
								disabled
								readonly
							/>
						</div>
					{/if}
				</div>

				<div class="my-2 flex justify-end mb-20">
					<button
						class=" text-sm px-3 py-2 transition rounded-lg {loading
							? ' cursor-not-allowed bg-gray-100 dark:bg-gray-800'
							: ' bg-gray-50 hover:bg-gray-100 dark:bg-white dark:hover:bg-gray-100 dark:text-black'} flex w-full justify-center"
						type="submit"
						disabled={loading}
					>
						<div class=" self-center font-medium">
							{#if edit}
								{$i18n.t('Save & Update')}
							{:else}
								{$i18n.t('Save & Create')}
							{/if}
						</div>

						{#if loading}
							<div class="ml-1.5 self-center">
								<svg
									class=" w-4 h-4"
									viewBox="0 0 24 24"
									fill="currentColor"
									xmlns="http://www.w3.org/2000/svg"
									><style>
										.spinner_ajPY {
											transform-origin: center;
											animation: spinner_AtaB 0.75s infinite linear;
										}
										@keyframes spinner_AtaB {
											100% {
												transform: rotate(360deg);
											}
										}
									</style><path
										d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
										opacity=".25"
									/><path
										d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
										class="spinner_ajPY"
									/></svg
								>
							</div>
						{/if}
					</button>
				</div>
			</div>
		</form>
	{/if}
</div>