1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090 |
- <script lang="ts">
- import { v4 as uuidv4 } from 'uuid';
- import { toast } from 'svelte-sonner';
- import { getContext, onMount, tick } from 'svelte';
- import { goto } from '$app/navigation';
- import { page } from '$app/stores';
- import {
- chatId,
- chats,
- config,
- type Model,
- models,
- settings,
- showSidebar,
- tags as _tags,
- WEBUI_NAME,
- banners
- } from '$lib/stores';
- import { convertMessagesToHistory, copyToClipboard, splitStream } from '$lib/utils';
- import { cancelOllamaRequest, generateChatCompletion } from '$lib/apis/ollama';
- import {
- addTagById,
- createNewChat,
- deleteTagById,
- getAllChatTags,
- getChatById,
- getChatList,
- getTagsById,
- updateChatById
- } from '$lib/apis/chats';
- import { generateOpenAIChatCompletion, generateTitle } from '$lib/apis/openai';
- import MessageInput from '$lib/components/chat/MessageInput.svelte';
- import Messages from '$lib/components/chat/Messages.svelte';
- import Navbar from '$lib/components/layout/Navbar.svelte';
- import { OLLAMA_API_BASE_URL, OPENAI_API_BASE_URL, WEBUI_BASE_URL } from '$lib/constants';
- import { createOpenAITextStream } from '$lib/apis/streaming';
- import { queryMemory } from '$lib/apis/memories';
- import type { Writable } from 'svelte/store';
- import type { i18n as i18nType } from 'i18next';
- import Banner from '../common/Banner.svelte';
- import { getUserSettings } from '$lib/apis/users';
- const i18n: Writable<i18nType> = getContext('i18n');
- export let chatIdProp = '';
- let loaded = false;
- let stopResponseFlag = false;
- let autoScroll = true;
- let processing = '';
- let messagesContainerElement: HTMLDivElement;
- let currentRequestId = null;
- let showModelSelector = true;
- let selectedModels = [''];
- let atSelectedModel: Model | undefined;
- let chat = null;
- let tags = [];
- let title = '';
- let prompt = '';
- let files = [];
- let messages = [];
- let history = {
- messages: {},
- currentId: null
- };
- $: if (history.currentId !== null) {
- let _messages = [];
- let currentMessage = history.messages[history.currentId];
- while (currentMessage !== null) {
- _messages.unshift({ ...currentMessage });
- currentMessage =
- currentMessage.parentId !== null ? history.messages[currentMessage.parentId] : null;
- }
- messages = _messages;
- } else {
- messages = [];
- }
- $: if (chatIdProp) {
- (async () => {
- if (await loadChat()) {
- await tick();
- loaded = true;
- window.setTimeout(() => scrollToBottom(), 0);
- const chatInput = document.getElementById('chat-textarea');
- chatInput?.focus();
- } else {
- await goto('/');
- }
- })();
- }
- onMount(async () => {
- if (!$chatId) {
- await initNewChat();
- } else {
- if (!($settings.saveChatHistory ?? true)) {
- await goto('/');
- }
- }
- });
- //////////////////////////
- // Web functions
- //////////////////////////
- const initNewChat = async () => {
- if (currentRequestId !== null) {
- await cancelOllamaRequest(localStorage.token, currentRequestId);
- currentRequestId = null;
- }
- window.history.replaceState(history.state, '', `/`);
- await chatId.set('');
- autoScroll = true;
- title = '';
- messages = [];
- history = {
- messages: {},
- currentId: null
- };
- if ($page.url.searchParams.get('models')) {
- selectedModels = $page.url.searchParams.get('models')?.split(',');
- } else if ($settings?.models) {
- selectedModels = $settings?.models;
- } else if ($config?.default_models) {
- console.log($config?.default_models.split(',') ?? '');
- selectedModels = $config?.default_models.split(',');
- } else {
- selectedModels = [''];
- }
- if ($page.url.searchParams.get('q')) {
- prompt = $page.url.searchParams.get('q') ?? '';
- if (prompt) {
- await tick();
- submitPrompt(prompt);
- }
- }
- selectedModels = selectedModels.map((modelId) =>
- $models.map((m) => m.id).includes(modelId) ? modelId : ''
- );
- const userSettings = await getUserSettings(localStorage.token);
- if (userSettings) {
- settings.set(userSettings.ui);
- } else {
- settings.set(JSON.parse(localStorage.getItem('settings') ?? '{}'));
- }
- const chatInput = document.getElementById('chat-textarea');
- setTimeout(() => chatInput?.focus(), 0);
- };
- const loadChat = async () => {
- chatId.set(chatIdProp);
- chat = await getChatById(localStorage.token, $chatId).catch(async (error) => {
- await goto('/');
- return null;
- });
- if (chat) {
- tags = await getTags();
- const chatContent = chat.chat;
- if (chatContent) {
- console.log(chatContent);
- selectedModels =
- (chatContent?.models ?? undefined) !== undefined
- ? chatContent.models
- : [chatContent.models ?? ''];
- history =
- (chatContent?.history ?? undefined) !== undefined
- ? chatContent.history
- : convertMessagesToHistory(chatContent.messages);
- title = chatContent.title;
- const userSettings = await getUserSettings(localStorage.token);
- if (userSettings) {
- await settings.set(userSettings.ui);
- } else {
- await settings.set(JSON.parse(localStorage.getItem('settings') ?? '{}'));
- }
- await settings.set({
- ...$settings,
- system: chatContent.system ?? $settings.system,
- params: chatContent.options ?? $settings.params
- });
- autoScroll = true;
- await tick();
- if (messages.length > 0) {
- history.messages[messages.at(-1).id].done = true;
- }
- await tick();
- return true;
- } else {
- return null;
- }
- }
- };
- const scrollToBottom = async () => {
- await tick();
- if (messagesContainerElement) {
- messagesContainerElement.scrollTop = messagesContainerElement.scrollHeight;
- }
- };
- //////////////////////////
- // Ollama functions
- //////////////////////////
- const submitPrompt = async (userPrompt, _user = null) => {
- console.log('submitPrompt', $chatId);
- selectedModels = selectedModels.map((modelId) =>
- $models.map((m) => m.id).includes(modelId) ? modelId : ''
- );
- if (selectedModels.includes('')) {
- toast.error($i18n.t('Model not selected'));
- } else if (messages.length != 0 && messages.at(-1).done != true) {
- // Response not done
- console.log('wait');
- } else if (
- files.length > 0 &&
- files.filter((file) => file.upload_status === false).length > 0
- ) {
- // Upload not done
- toast.error(
- $i18n.t(
- `Oops! Hold tight! Your files are still in the processing oven. We're cooking them up to perfection. Please be patient and we'll let you know once they're ready.`
- )
- );
- } else {
- // Reset chat message textarea height
- document.getElementById('chat-textarea').style.height = '';
- // Create user message
- let userMessageId = uuidv4();
- let userMessage = {
- id: userMessageId,
- parentId: messages.length !== 0 ? messages.at(-1).id : null,
- childrenIds: [],
- role: 'user',
- user: _user ?? undefined,
- content: userPrompt,
- files: files.length > 0 ? files : undefined,
- timestamp: Math.floor(Date.now() / 1000), // Unix epoch
- models: selectedModels.filter((m, mIdx) => selectedModels.indexOf(m) === mIdx)
- };
- // Add message to history and Set currentId to messageId
- history.messages[userMessageId] = userMessage;
- history.currentId = userMessageId;
- // Append messageId to childrenIds of parent message
- if (messages.length !== 0) {
- history.messages[messages.at(-1).id].childrenIds.push(userMessageId);
- }
- // Wait until history/message have been updated
- await tick();
- // Create new chat if only one message in messages
- if (messages.length == 1) {
- if ($settings.saveChatHistory ?? true) {
- chat = await createNewChat(localStorage.token, {
- id: $chatId,
- title: $i18n.t('New Chat'),
- models: selectedModels,
- system: $settings.system ?? undefined,
- options: {
- ...($settings.params ?? {})
- },
- messages: messages,
- history: history,
- tags: [],
- timestamp: Date.now()
- });
- await chats.set(await getChatList(localStorage.token));
- await chatId.set(chat.id);
- } else {
- await chatId.set('local');
- }
- await tick();
- }
- // Reset chat input textarea
- prompt = '';
- document.getElementById('chat-textarea').style.height = '';
- files = [];
- // Send prompt
- await sendPrompt(userPrompt, userMessageId);
- }
- };
- const sendPrompt = async (prompt, parentId, modelId = null) => {
- const _chatId = JSON.parse(JSON.stringify($chatId));
- await Promise.all(
- (modelId
- ? [modelId]
- : atSelectedModel !== undefined
- ? [atSelectedModel.id]
- : selectedModels
- ).map(async (modelId) => {
- console.log('modelId', modelId);
- const model = $models.filter((m) => m.id === modelId).at(0);
- if (model) {
- // If there are image files, check if model is vision capable
- const hasImages = messages.some((message) =>
- message.files?.some((file) => file.type === 'image')
- );
- if (hasImages && !(model.info?.meta?.capabilities?.vision ?? true)) {
- toast.error(
- $i18n.t('Model {{modelName}} is not vision capable', {
- modelName: model.name ?? model.id
- })
- );
- }
- // Create response message
- let responseMessageId = uuidv4();
- let responseMessage = {
- parentId: parentId,
- id: responseMessageId,
- childrenIds: [],
- role: 'assistant',
- content: '',
- model: model.id,
- modelName: model.name ?? model.id,
- userContext: null,
- timestamp: Math.floor(Date.now() / 1000) // Unix epoch
- };
- // Add message to history and Set currentId to messageId
- history.messages[responseMessageId] = responseMessage;
- history.currentId = responseMessageId;
- // Append messageId to childrenIds of parent message
- if (parentId !== null) {
- history.messages[parentId].childrenIds = [
- ...history.messages[parentId].childrenIds,
- responseMessageId
- ];
- }
- await tick();
- let userContext = null;
- if ($settings?.memory ?? false) {
- if (userContext === null) {
- const res = await queryMemory(localStorage.token, prompt).catch((error) => {
- toast.error(error);
- return null;
- });
- if (res) {
- if (res.documents[0].length > 0) {
- userContext = res.documents.reduce((acc, doc, index) => {
- const createdAtTimestamp = res.metadatas[index][0].created_at;
- const createdAtDate = new Date(createdAtTimestamp * 1000)
- .toISOString()
- .split('T')[0];
- acc.push(`${index + 1}. [${createdAtDate}]. ${doc[0]}`);
- return acc;
- }, []);
- }
- console.log(userContext);
- }
- }
- }
- responseMessage.userContext = userContext;
- if (model?.owned_by === 'openai') {
- await sendPromptOpenAI(model, prompt, responseMessageId, _chatId);
- } else if (model) {
- await sendPromptOllama(model, prompt, responseMessageId, _chatId);
- }
- } else {
- toast.error($i18n.t(`Model {{modelId}} not found`, { modelId }));
- }
- })
- );
- await chats.set(await getChatList(localStorage.token));
- };
- const sendPromptOllama = async (model, userPrompt, responseMessageId, _chatId) => {
- model = model.id;
- const responseMessage = history.messages[responseMessageId];
- // Wait until history/message have been updated
- await tick();
- // Scroll down
- scrollToBottom();
- const messagesBody = [
- $settings.system || (responseMessage?.userContext ?? null)
- ? {
- role: 'system',
- content: `${$settings?.system ?? ''}${
- responseMessage?.userContext ?? null
- ? `\n\nUser Context:\n${(responseMessage?.userContext ?? []).join('\n')}`
- : ''
- }`
- }
- : undefined,
- ...messages
- ]
- .filter((message) => message?.content?.trim())
- .map((message, idx, arr) => {
- // Prepare the base message object
- const baseMessage = {
- role: message.role,
- content: message.content
- };
- // Extract and format image URLs if any exist
- const imageUrls = message.files
- ?.filter((file) => file.type === 'image')
- .map((file) => file.url.slice(file.url.indexOf(',') + 1));
- // Add images array only if it contains elements
- if (imageUrls && imageUrls.length > 0 && message.role === 'user') {
- baseMessage.images = imageUrls;
- }
- return baseMessage;
- });
- let lastImageIndex = -1;
- // Find the index of the last object with images
- messagesBody.forEach((item, index) => {
- if (item.images) {
- lastImageIndex = index;
- }
- });
- // Remove images from all but the last one
- messagesBody.forEach((item, index) => {
- if (index !== lastImageIndex) {
- delete item.images;
- }
- });
- const docs = messages
- .filter((message) => message?.files ?? null)
- .map((message) =>
- message.files.filter((item) => item.type === 'doc' || item.type === 'collection')
- )
- .flat(1);
- const [res, controller] = await generateChatCompletion(localStorage.token, {
- model: model,
- messages: messagesBody,
- options: {
- ...($settings.params ?? {}),
- stop:
- $settings?.params?.stop ?? undefined
- ? $settings.params.stop.map((str) =>
- decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
- )
- : undefined,
- num_predict: $settings?.params?.max_tokens ?? undefined,
- repeat_penalty: $settings?.params?.frequency_penalty ?? undefined
- },
- format: $settings.requestFormat ?? undefined,
- keep_alive: $settings.keepAlive ?? undefined,
- docs: docs.length > 0 ? docs : undefined,
- citations: docs.length > 0
- });
- if (res && res.ok) {
- console.log('controller', controller);
- const reader = res.body
- .pipeThrough(new TextDecoderStream())
- .pipeThrough(splitStream('\n'))
- .getReader();
- while (true) {
- const { value, done } = await reader.read();
- if (done || stopResponseFlag || _chatId !== $chatId) {
- responseMessage.done = true;
- messages = messages;
- if (stopResponseFlag) {
- controller.abort('User: Stop Response');
- await cancelOllamaRequest(localStorage.token, currentRequestId);
- }
- currentRequestId = null;
- break;
- }
- try {
- let lines = value.split('\n');
- for (const line of lines) {
- if (line !== '') {
- console.log(line);
- let data = JSON.parse(line);
- if ('citations' in data) {
- responseMessage.citations = data.citations;
- continue;
- }
- if ('detail' in data) {
- throw data;
- }
- if ('id' in data) {
- console.log(data);
- currentRequestId = data.id;
- } else {
- if (data.done == false) {
- if (responseMessage.content == '' && data.message.content == '\n') {
- continue;
- } else {
- responseMessage.content += data.message.content;
- messages = messages;
- }
- } else {
- responseMessage.done = true;
- if (responseMessage.content == '') {
- responseMessage.error = true;
- responseMessage.content =
- 'Oops! No text generated from Ollama, Please try again.';
- }
- responseMessage.context = data.context ?? null;
- responseMessage.info = {
- total_duration: data.total_duration,
- load_duration: data.load_duration,
- sample_count: data.sample_count,
- sample_duration: data.sample_duration,
- prompt_eval_count: data.prompt_eval_count,
- prompt_eval_duration: data.prompt_eval_duration,
- eval_count: data.eval_count,
- eval_duration: data.eval_duration
- };
- messages = messages;
- if ($settings.notificationEnabled && !document.hasFocus()) {
- const notification = new Notification(
- selectedModelfile
- ? `${
- selectedModelfile.title.charAt(0).toUpperCase() +
- selectedModelfile.title.slice(1)
- }`
- : `${model}`,
- {
- body: responseMessage.content,
- icon: selectedModelfile?.imageUrl ?? `${WEBUI_BASE_URL}/static/favicon.png`
- }
- );
- }
- if ($settings.responseAutoCopy) {
- copyToClipboard(responseMessage.content);
- }
- if ($settings.responseAutoPlayback) {
- await tick();
- document.getElementById(`speak-button-${responseMessage.id}`)?.click();
- }
- }
- }
- }
- }
- } catch (error) {
- console.log(error);
- if ('detail' in error) {
- toast.error(error.detail);
- }
- break;
- }
- if (autoScroll) {
- scrollToBottom();
- }
- }
- if ($chatId == _chatId) {
- if ($settings.saveChatHistory ?? true) {
- chat = await updateChatById(localStorage.token, _chatId, {
- messages: messages,
- history: history,
- models: selectedModels
- });
- await chats.set(await getChatList(localStorage.token));
- }
- }
- } else {
- if (res !== null) {
- const error = await res.json();
- console.log(error);
- if ('detail' in error) {
- toast.error(error.detail);
- responseMessage.content = error.detail;
- } else {
- toast.error(error.error);
- responseMessage.content = error.error;
- }
- } else {
- toast.error(
- $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, { provider: 'Ollama' })
- );
- responseMessage.content = $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
- provider: 'Ollama'
- });
- }
- responseMessage.error = true;
- responseMessage.content = $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
- provider: 'Ollama'
- });
- responseMessage.done = true;
- messages = messages;
- }
- stopResponseFlag = false;
- await tick();
- if (autoScroll) {
- scrollToBottom();
- }
- if (messages.length == 2 && messages.at(1).content !== '') {
- window.history.replaceState(history.state, '', `/c/${_chatId}`);
- const _title = await generateChatTitle(userPrompt);
- await setChatTitle(_chatId, _title);
- }
- };
- const sendPromptOpenAI = async (model, userPrompt, responseMessageId, _chatId) => {
- const responseMessage = history.messages[responseMessageId];
- const docs = messages
- .filter((message) => message?.files ?? null)
- .map((message) =>
- message.files.filter((item) => item.type === 'doc' || item.type === 'collection')
- )
- .flat(1);
- console.log(docs);
- scrollToBottom();
- try {
- const [res, controller] = await generateOpenAIChatCompletion(
- localStorage.token,
- {
- model: model.id,
- stream: true,
- messages: [
- $settings.system || (responseMessage?.userContext ?? null)
- ? {
- role: 'system',
- content: `${$settings?.system ?? ''}${
- responseMessage?.userContext ?? null
- ? `\n\nUser Context:\n${(responseMessage?.userContext ?? []).join('\n')}`
- : ''
- }`
- }
- : undefined,
- ...messages
- ]
- .filter((message) => message?.content?.trim())
- .map((message, idx, arr) => ({
- role: message.role,
- ...((message.files?.filter((file) => file.type === 'image').length > 0 ?? false) &&
- message.role === 'user'
- ? {
- content: [
- {
- type: 'text',
- text:
- arr.length - 1 !== idx
- ? message.content
- : message?.raContent ?? message.content
- },
- ...message.files
- .filter((file) => file.type === 'image')
- .map((file) => ({
- type: 'image_url',
- image_url: {
- url: file.url
- }
- }))
- ]
- }
- : {
- content:
- arr.length - 1 !== idx
- ? message.content
- : message?.raContent ?? message.content
- })
- })),
- seed: $settings?.params?.seed ?? undefined,
- stop:
- $settings?.params?.stop ?? undefined
- ? $settings.params.stop.map((str) =>
- decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
- )
- : undefined,
- temperature: $settings?.params?.temperature ?? undefined,
- top_p: $settings?.params?.top_p ?? undefined,
- frequency_penalty: $settings?.params?.frequency_penalty ?? undefined,
- max_tokens: $settings?.params?.max_tokens ?? undefined,
- docs: docs.length > 0 ? docs : undefined,
- citations: docs.length > 0
- },
- `${OPENAI_API_BASE_URL}`
- );
- // Wait until history/message have been updated
- await tick();
- scrollToBottom();
- if (res && res.ok && res.body) {
- const textStream = await createOpenAITextStream(res.body, $settings.splitLargeChunks);
- for await (const update of textStream) {
- const { value, done, citations, error } = update;
- if (error) {
- await handleOpenAIError(error, null, model, responseMessage);
- break;
- }
- if (done || stopResponseFlag || _chatId !== $chatId) {
- responseMessage.done = true;
- messages = messages;
- if (stopResponseFlag) {
- controller.abort('User: Stop Response');
- }
- break;
- }
- if (citations) {
- responseMessage.citations = citations;
- continue;
- }
- if (responseMessage.content == '' && value == '\n') {
- continue;
- } else {
- responseMessage.content += value;
- messages = messages;
- }
- if ($settings.notificationEnabled && !document.hasFocus()) {
- const notification = new Notification(`OpenAI ${model}`, {
- body: responseMessage.content,
- icon: `${WEBUI_BASE_URL}/static/favicon.png`
- });
- }
- if ($settings.responseAutoCopy) {
- copyToClipboard(responseMessage.content);
- }
- if ($settings.responseAutoPlayback) {
- await tick();
- document.getElementById(`speak-button-${responseMessage.id}`)?.click();
- }
- if (autoScroll) {
- scrollToBottom();
- }
- }
- if ($chatId == _chatId) {
- if ($settings.saveChatHistory ?? true) {
- chat = await updateChatById(localStorage.token, _chatId, {
- models: selectedModels,
- messages: messages,
- history: history
- });
- await chats.set(await getChatList(localStorage.token));
- }
- }
- } else {
- await handleOpenAIError(null, res, model, responseMessage);
- }
- } catch (error) {
- await handleOpenAIError(error, null, model, responseMessage);
- }
- messages = messages;
- stopResponseFlag = false;
- await tick();
- if (autoScroll) {
- scrollToBottom();
- }
- if (messages.length == 2) {
- window.history.replaceState(history.state, '', `/c/${_chatId}`);
- const _title = await generateChatTitle(userPrompt);
- await setChatTitle(_chatId, _title);
- }
- };
- const handleOpenAIError = async (error, res: Response | null, model, responseMessage) => {
- let errorMessage = '';
- let innerError;
- if (error) {
- innerError = error;
- } else if (res !== null) {
- innerError = await res.json();
- }
- console.error(innerError);
- if ('detail' in innerError) {
- toast.error(innerError.detail);
- errorMessage = innerError.detail;
- } else if ('error' in innerError) {
- if ('message' in innerError.error) {
- toast.error(innerError.error.message);
- errorMessage = innerError.error.message;
- } else {
- toast.error(innerError.error);
- errorMessage = innerError.error;
- }
- } else if ('message' in innerError) {
- toast.error(innerError.message);
- errorMessage = innerError.message;
- }
- responseMessage.error = true;
- responseMessage.content =
- $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
- provider: model.name ?? model.id
- }) +
- '\n' +
- errorMessage;
- responseMessage.done = true;
- messages = messages;
- };
- const stopResponse = () => {
- stopResponseFlag = true;
- console.log('stopResponse');
- };
- const regenerateResponse = async (message) => {
- console.log('regenerateResponse');
- if (messages.length != 0) {
- let userMessage = history.messages[message.parentId];
- let userPrompt = userMessage.content;
- if ((userMessage?.models ?? [...selectedModels]).length == 1) {
- await sendPrompt(userPrompt, userMessage.id);
- } else {
- await sendPrompt(userPrompt, userMessage.id, message.model);
- }
- }
- };
- const continueGeneration = async () => {
- console.log('continueGeneration');
- const _chatId = JSON.parse(JSON.stringify($chatId));
- if (messages.length != 0 && messages.at(-1).done == true) {
- const responseMessage = history.messages[history.currentId];
- responseMessage.done = false;
- await tick();
- const model = $models.filter((m) => m.id === responseMessage.model).at(0);
- if (model) {
- if (model?.external) {
- await sendPromptOpenAI(
- model,
- history.messages[responseMessage.parentId].content,
- responseMessage.id,
- _chatId
- );
- } else
- await sendPromptOllama(
- model,
- history.messages[responseMessage.parentId].content,
- responseMessage.id,
- _chatId
- );
- }
- } else {
- toast.error($i18n.t(`Model {{modelId}} not found`, { modelId }));
- }
- };
- const generateChatTitle = async (userPrompt) => {
- if ($settings?.title?.auto ?? true) {
- const model = $models.find((model) => model.id === selectedModels[0]);
- const titleModelId =
- model?.external ?? false
- ? $settings?.title?.modelExternal ?? selectedModels[0]
- : $settings?.title?.model ?? selectedModels[0];
- const titleModel = $models.find((model) => model.id === titleModelId);
- console.log(titleModel);
- const title = await generateTitle(
- localStorage.token,
- $settings?.title?.prompt ??
- $i18n.t(
- "Create a concise, 3-5 word phrase as a header for the following query, strictly adhering to the 3-5 word limit and avoiding the use of the word 'title':"
- ) + ' {{prompt}}',
- titleModelId,
- userPrompt,
- titleModel?.owned_by === 'openai' ?? false
- ? `${OPENAI_API_BASE_URL}`
- : `${OLLAMA_API_BASE_URL}/v1`
- );
- return title;
- } else {
- return `${userPrompt}`;
- }
- };
- const setChatTitle = async (_chatId, _title) => {
- if (_chatId === $chatId) {
- title = _title;
- }
- if ($settings.saveChatHistory ?? true) {
- chat = await updateChatById(localStorage.token, _chatId, { title: _title });
- await chats.set(await getChatList(localStorage.token));
- }
- };
- const getTags = async () => {
- return await getTagsById(localStorage.token, $chatId).catch(async (error) => {
- return [];
- });
- };
- const addTag = async (tagName) => {
- const res = await addTagById(localStorage.token, $chatId, tagName);
- tags = await getTags();
- chat = await updateChatById(localStorage.token, $chatId, {
- tags: tags
- });
- _tags.set(await getAllChatTags(localStorage.token));
- };
- const deleteTag = async (tagName) => {
- const res = await deleteTagById(localStorage.token, $chatId, tagName);
- tags = await getTags();
- chat = await updateChatById(localStorage.token, $chatId, {
- tags: tags
- });
- _tags.set(await getAllChatTags(localStorage.token));
- };
- </script>
- <svelte:head>
- <title>
- {title
- ? `${title.length > 30 ? `${title.slice(0, 30)}...` : title} | ${$WEBUI_NAME}`
- : `${$WEBUI_NAME}`}
- </title>
- </svelte:head>
- {#if !chatIdProp || (loaded && chatIdProp)}
- <div
- class="min-h-screen max-h-screen {$showSidebar
- ? 'md:max-w-[calc(100%-260px)]'
- : ''} w-full max-w-full flex flex-col"
- >
- <Navbar
- {title}
- bind:selectedModels
- bind:showModelSelector
- shareEnabled={messages.length > 0}
- {chat}
- {initNewChat}
- />
- {#if $banners.length > 0 && !$chatId && selectedModels.length <= 1}
- <div
- class="absolute top-[4.25rem] w-full {$showSidebar ? 'md:max-w-[calc(100%-260px)]' : ''}"
- >
- <div class=" flex flex-col gap-1 w-full">
- {#each $banners.filter( (b) => (b.dismissible ? !JSON.parse(localStorage.getItem('dismissedBannerIds') ?? '[]').includes(b.id) : true) ) as banner}
- <Banner
- {banner}
- on:dismiss={(e) => {
- const bannerId = e.detail;
- localStorage.setItem(
- 'dismissedBannerIds',
- JSON.stringify(
- [
- bannerId,
- ...JSON.parse(localStorage.getItem('dismissedBannerIds') ?? '[]')
- ].filter((id) => $banners.find((b) => b.id === id))
- )
- );
- }}
- />
- {/each}
- </div>
- </div>
- {/if}
- <div class="flex flex-col flex-auto">
- <div
- class=" pb-2.5 flex flex-col justify-between w-full flex-auto overflow-auto h-0 max-w-full"
- id="messages-container"
- bind:this={messagesContainerElement}
- on:scroll={(e) => {
- autoScroll =
- messagesContainerElement.scrollHeight - messagesContainerElement.scrollTop <=
- messagesContainerElement.clientHeight + 5;
- }}
- >
- <div class=" h-full w-full flex flex-col {chatIdProp ? 'py-4' : 'pt-2 pb-4'}">
- <Messages
- chatId={$chatId}
- {selectedModels}
- {processing}
- bind:history
- bind:messages
- bind:autoScroll
- bind:prompt
- bottomPadding={files.length > 0}
- {sendPrompt}
- {continueGeneration}
- {regenerateResponse}
- />
- </div>
- </div>
- </div>
- </div>
- <MessageInput
- bind:files
- bind:prompt
- bind:autoScroll
- bind:atSelectedModel
- {selectedModels}
- {messages}
- {submitPrompt}
- {stopResponse}
- />
- {/if}
|