open-webui/src/lib/components/chat/MessageInput.svelte

<script lang="ts">
	import toast from 'svelte-french-toast';
	import { onMount, tick } from 'svelte';
	import { settings } from '$lib/stores';
	import { findWordIndices } from '$lib/utils';

	import Prompts from './MessageInput/PromptCommands.svelte';
	import Suggestions from './MessageInput/Suggestions.svelte';

	export let submitPrompt: Function;
	export let stopResponse: Function;

	export let suggestionPrompts = [];
	export let autoScroll = true;

	let filesInputElement;
	let promptsElement;

	let inputFiles;
	let dragged = false;

	export let files = [];

	export let fileUploadEnabled = true;
	export let speechRecognitionEnabled = true;
	export let speechRecognitionListening = false;

	export let prompt = '';
	export let messages = [];

	let speechRecognition;

	const speechRecognitionHandler = () => {
		// Check if SpeechRecognition is supported

		if (speechRecognitionListening) {
			speechRecognition.stop();
		} else {
			if ('SpeechRecognition' in window || 'webkitSpeechRecognition' in window) {
				// Create a SpeechRecognition object
				speechRecognition = new (window.SpeechRecognition || window.webkitSpeechRecognition)();

				// Set continuous to true for continuous recognition
				speechRecognition.continuous = true;

				// Set the timeout for turning off the recognition after inactivity (in milliseconds)
				const inactivityTimeout = 3000; // 3 seconds

				let timeoutId;
				// Start recognition
				speechRecognition.start();
				speechRecognitionListening = true;

				// Event triggered when speech is recognized
				speechRecognition.onresult = function (event) {
					// Clear the inactivity timeout
					clearTimeout(timeoutId);

					// Handle recognized speech
					console.log(event);
					const transcript = event.results[Object.keys(event.results).length - 1][0].transcript;
					prompt = `${prompt}${transcript}`;

					// Restart the inactivity timeout
					timeoutId = setTimeout(() => {
						console.log('Speech recognition turned off due to inactivity.');
						speechRecognition.stop();
					}, inactivityTimeout);
				};

				// Event triggered when recognition is ended
				speechRecognition.onend = function () {
					// Restart recognition after it ends
					console.log('recognition ended');
					speechRecognitionListening = false;
					if (prompt !== '' && $settings?.speechAutoSend === true) {
						submitPrompt(prompt);
					}
				};

				// Event triggered when an error occurs
				speechRecognition.onerror = function (event) {
					console.log(event);
					toast.error(`Speech recognition error: ${event.error}`);
					speechRecognitionListening = false;
				};
			} else {
				toast.error('SpeechRecognition API is not supported in this browser.');
			}
		}
	};

	onMount(() => {
		const dropZone = document.querySelector('body');

		dropZone?.addEventListener('dragover', (e) => {
			e.preventDefault();
			dragged = true;
		});

		dropZone.addEventListener('drop', (e) => {
			e.preventDefault();
			console.log(e);

			if (e.dataTransfer?.files) {
				let reader = new FileReader();

				reader.onload = (event) => {
					files = [
						...files,
						{
							type: 'image',
							url: `${event.target.result}`
						}
					];
				};

				if (
					e.dataTransfer?.files &&
					e.dataTransfer?.files.length > 0 &&
					['image/gif', 'image/jpeg', 'image/png'].includes(e.dataTransfer?.files[0]['type'])
				) {
					reader.readAsDataURL(e.dataTransfer?.files[0]);
				} else {
					toast.error(`Unsupported File Type '${e.dataTransfer?.files[0]['type']}'.`);
				}
			}

			dragged = false;
		});

		dropZone?.addEventListener('dragleave', () => {
			dragged = false;
		});
	});
</script>

{#if dragged}
	<div
		class="fixed w-full h-full flex z-50 touch-none pointer-events-none"
		id="dropzone"
		role="region"
		aria-label="Drag and Drop Container"
	>
		<div class="absolute rounded-xl w-full h-full backdrop-blur bg-gray-800/40 flex justify-center">
			<div class="m-auto pt-64 flex flex-col justify-center">
				<div class="max-w-md">
					<div class="  text-center text-6xl mb-3">🏞️</div>
					<div class="text-center dark:text-white text-2xl font-semibold z-50">Add Images</div>

					<div class=" mt-2 text-center text-sm dark:text-gray-200 w-full">
						Drop any images here to add to the conversation
					</div>
				</div>
			</div>
		</div>
	</div>
{/if}

<div class="fixed bottom-0 w-full">
	<div class="px-2.5 pt-2.5 -mb-0.5 mx-auto inset-x-0 bg-transparent flex justify-center">
		<div class="flex flex-col max-w-3xl w-full">
			<div>
				{#if autoScroll === false && messages.length > 0}
					<div class=" flex justify-center mb-4">
						<button
							class=" bg-white border border-gray-100 dark:border-none dark:bg-white/20 p-1.5 rounded-full"
							on:click={() => {
								autoScroll = true;
								window.scrollTo({ top: document.body.scrollHeight, behavior: 'smooth' });
							}}
						>
							<svg
								xmlns="http://www.w3.org/2000/svg"
								viewBox="0 0 20 20"
								fill="currentColor"
								class="w-5 h-5"
							>
								<path
									fill-rule="evenodd"
									d="M10 3a.75.75 0 01.75.75v10.638l3.96-4.158a.75.75 0 111.08 1.04l-5.25 5.5a.75.75 0 01-1.08 0l-5.25-5.5a.75.75 0 111.08-1.04l3.96 4.158V3.75A.75.75 0 0110 3z"
									clip-rule="evenodd"
								/>
							</svg>
						</button>
					</div>
				{/if}
			</div>

			<div class="w-full">
				{#if prompt.charAt(0) === '/'}
					<Prompts bind:this={promptsElement} bind:prompt />
				{:else if messages.length == 0 && suggestionPrompts.length !== 0}
					<Suggestions {suggestionPrompts} {submitPrompt} />
				{/if}
			</div>
		</div>
	</div>
	<div class="bg-white dark:bg-gray-800">
		<div class="max-w-3xl px-2.5 -mb-0.5 mx-auto inset-x-0">
			<div class="bg-gradient-to-t from-white dark:from-gray-800 from-40% pb-2">
				<input
					bind:this={filesInputElement}
					bind:files={inputFiles}
					type="file"
					hidden
					on:change={() => {
						let reader = new FileReader();
						reader.onload = (event) => {
							files = [
								...files,
								{
									type: 'image',
									url: `${event.target.result}`
								}
							];
							inputFiles = null;
							filesInputElement.value = '';
						};

						if (
							inputFiles &&
							inputFiles.length > 0 &&
							['image/gif', 'image/jpeg', 'image/png'].includes(inputFiles[0]['type'])
						) {
							reader.readAsDataURL(inputFiles[0]);
						} else {
							toast.error(`Unsupported File Type '${inputFiles[0]['type']}'.`);
							inputFiles = null;
						}
					}}
				/>
				<form
					class=" flex flex-col relative w-full rounded-xl border dark:border-gray-600 bg-white dark:bg-gray-800 dark:text-gray-100"
					on:submit|preventDefault={() => {
						submitPrompt(prompt);
					}}
				>
					{#if files.length > 0}
						<div class="ml-2 mt-2 mb-1 flex space-x-2">
							{#each files as file, fileIdx}
								<div class=" relative group">
									<img src={file.url} alt="input" class=" h-16 w-16 rounded-xl object-cover" />

									<div class=" absolute -top-1 -right-1">
										<button
											class=" bg-gray-400 text-white border border-white rounded-full group-hover:visible invisible transition"
											type="button"
											on:click={() => {
												files.splice(fileIdx, 1);
												files = files;
											}}
										>
											<svg
												xmlns="http://www.w3.org/2000/svg"
												viewBox="0 0 20 20"
												fill="currentColor"
												class="w-4 h-4"
											>
												<path
													d="M6.28 5.22a.75.75 0 00-1.06 1.06L8.94 10l-3.72 3.72a.75.75 0 101.06 1.06L10 11.06l3.72 3.72a.75.75 0 101.06-1.06L11.06 10l3.72-3.72a.75.75 0 00-1.06-1.06L10 8.94 6.28 5.22z"
												/>
											</svg>
										</button>
									</div>
								</div>
							{/each}
						</div>
					{/if}

					<div class=" flex">
						{#if fileUploadEnabled}
							<div class=" self-end mb-2 ml-1.5">
								<button
									class="  text-gray-600 dark:text-gray-200 transition rounded-lg p-1 ml-1"
									type="button"
									on:click={() => {
										filesInputElement.click();
									}}
								>
									<svg
										xmlns="http://www.w3.org/2000/svg"
										viewBox="0 0 20 20"
										fill="currentColor"
										class="w-5 h-5"
									>
										<path
											fill-rule="evenodd"
											d="M15.621 4.379a3 3 0 00-4.242 0l-7 7a3 3 0 004.241 4.243h.001l.497-.5a.75.75 0 011.064 1.057l-.498.501-.002.002a4.5 4.5 0 01-6.364-6.364l7-7a4.5 4.5 0 016.368 6.36l-3.455 3.553A2.625 2.625 0 119.52 9.52l3.45-3.451a.75.75 0 111.061 1.06l-3.45 3.451a1.125 1.125 0 001.587 1.595l3.454-3.553a3 3 0 000-4.242z"
											clip-rule="evenodd"
										/>
									</svg>
								</button>
							</div>
						{/if}

						<textarea
							id="chat-textarea"
							class=" dark:bg-gray-800 dark:text-gray-100 outline-none w-full py-3 px-2 {fileUploadEnabled
								? ''
								: ' pl-4'} rounded-xl resize-none"
							placeholder={speechRecognitionListening ? 'Listening...' : 'Send a message'}
							bind:value={prompt}
							on:keypress={(e) => {
								if (e.keyCode == 13 && !e.shiftKey) {
									e.preventDefault();
								}
								if (prompt !== '' && e.keyCode == 13 && !e.shiftKey) {
									submitPrompt(prompt);
								}
							}}
							on:keydown={async (e) => {
								if (prompt === '' && e.key == 'ArrowUp') {
									e.preventDefault();

									const userMessageElement = [
										...document.getElementsByClassName('user-message')
									]?.at(-1);

									const editButton = [
										...document.getElementsByClassName('edit-user-message-button')
									]?.at(-1);

									console.log(userMessageElement);

									userMessageElement.scrollIntoView({ block: 'center' });
									editButton?.click();
								}

								if (prompt.charAt(0) === '/' && e.key === 'ArrowUp') {
									promptsElement.selectUp();

									const commandOptionButton = [
										...document.getElementsByClassName('selected-command-option-button')
									]?.at(-1);
									commandOptionButton.scrollIntoView({ block: 'center' });
								}

								if (prompt.charAt(0) === '/' && e.key === 'ArrowDown') {
									promptsElement.selectDown();

									const commandOptionButton = [
										...document.getElementsByClassName('selected-command-option-button')
									]?.at(-1);
									commandOptionButton.scrollIntoView({ block: 'center' });
								}

								if (prompt.charAt(0) === '/' && e.key === 'Enter') {
									e.preventDefault();

									const commandOptionButton = [
										...document.getElementsByClassName('selected-command-option-button')
									]?.at(-1);

									commandOptionButton?.click();
								}

								if (prompt.charAt(0) === '/' && e.key === 'Tab') {
									e.preventDefault();

									const commandOptionButton = [
										...document.getElementsByClassName('selected-command-option-button')
									]?.at(-1);

									commandOptionButton?.click();
								} else if (e.key === 'Tab') {
									const words = findWordIndices(prompt);

									if (words.length > 0) {
										const word = words.at(0);
										const fullPrompt = prompt;

										prompt = prompt.substring(0, word?.endIndex + 1);
										await tick();

										e.target.scrollTop = e.target.scrollHeight;
										prompt = fullPrompt;
										await tick();

										e.preventDefault();
										e.target.setSelectionRange(word?.startIndex, word.endIndex + 1);
									}
								}
							}}
							rows="1"
							on:input={(e) => {
								e.target.style.height = '';
								e.target.style.height = Math.min(e.target.scrollHeight, 200) + 'px';
							}}
							on:paste={(e) => {
								const clipboardData = e.clipboardData || window.clipboardData;

								if (clipboardData && clipboardData.items) {
									for (const item of clipboardData.items) {
										if (item.type.indexOf('image') !== -1) {
											const blob = item.getAsFile();
											const reader = new FileReader();

											reader.onload = function (e) {
												files = [
													...files,
													{
														type: 'image',
														url: `${e.target.result}`
													}
												];
											};

											reader.readAsDataURL(blob);
										}
									}
								}
							}}
						/>

						<div class="self-end mb-2 flex space-x-0.5 mr-2">
							{#if messages.length == 0 || messages.at(-1).done == true}
								{#if speechRecognitionEnabled}
									<button
										class=" text-gray-600 dark:text-gray-300 transition rounded-lg p-1.5 mr-0.5 self-center"
										type="button"
										on:click={() => {
											speechRecognitionHandler();
										}}
									>
										{#if speechRecognitionListening}
											<svg
												class=" w-5 h-5 translate-y-[0.5px]"
												fill="currentColor"
												viewBox="0 0 24 24"
												xmlns="http://www.w3.org/2000/svg"
												><style>
													.spinner_qM83 {
														animation: spinner_8HQG 1.05s infinite;
													}
													.spinner_oXPr {
														animation-delay: 0.1s;
													}
													.spinner_ZTLf {
														animation-delay: 0.2s;
													}
													@keyframes spinner_8HQG {
														0%,
														57.14% {
															animation-timing-function: cubic-bezier(0.33, 0.66, 0.66, 1);
															transform: translate(0);
														}
														28.57% {
															animation-timing-function: cubic-bezier(0.33, 0, 0.66, 0.33);
															transform: translateY(-6px);
														}
														100% {
															transform: translate(0);
														}
													}
												</style><circle class="spinner_qM83" cx="4" cy="12" r="2.5" /><circle
													class="spinner_qM83 spinner_oXPr"
													cx="12"
													cy="12"
													r="2.5"
												/><circle class="spinner_qM83 spinner_ZTLf" cx="20" cy="12" r="2.5" /></svg
											>
										{:else}
											<svg
												xmlns="http://www.w3.org/2000/svg"
												viewBox="0 0 20 20"
												fill="currentColor"
												class="w-5 h-5 translate-y-[0.5px]"
											>
												<path d="M7 4a3 3 0 016 0v6a3 3 0 11-6 0V4z" />
												<path
													d="M5.5 9.643a.75.75 0 00-1.5 0V10c0 3.06 2.29 5.585 5.25 5.954V17.5h-1.5a.75.75 0 000 1.5h4.5a.75.75 0 000-1.5h-1.5v-1.546A6.001 6.001 0 0016 10v-.357a.75.75 0 00-1.5 0V10a4.5 4.5 0 01-9 0v-.357z"
												/>
											</svg>
										{/if}
									</button>
								{/if}
								<button
									class="{prompt !== ''
										? 'bg-black text-white hover:bg-gray-900 dark:bg-white dark:text-black dark:hover:bg-gray-100 '
										: 'text-white bg-gray-100 dark:text-gray-800 dark:bg-gray-600 disabled'} transition rounded-lg p-1 mr-0.5 w-7 h-7 self-center"
									type="submit"
									disabled={prompt === ''}
								>
									<svg
										xmlns="http://www.w3.org/2000/svg"
										viewBox="0 0 20 20"
										fill="currentColor"
										class="w-5 h-5"
									>
										<path
											fill-rule="evenodd"
											d="M10 17a.75.75 0 01-.75-.75V5.612L5.29 9.77a.75.75 0 01-1.08-1.04l5.25-5.5a.75.75 0 011.08 0l5.25 5.5a.75.75 0 11-1.08 1.04l-3.96-4.158V16.25A.75.75 0 0110 17z"
											clip-rule="evenodd"
										/>
									</svg>
								</button>
							{:else}
								<button
									class="bg-white hover:bg-gray-100 text-gray-800 dark:bg-gray-700 dark:text-white dark:hover:bg-gray-800 transition rounded-lg p-1.5"
									on:click={stopResponse}
								>
									<svg
										xmlns="http://www.w3.org/2000/svg"
										viewBox="0 0 24 24"
										fill="currentColor"
										class="w-5 h-5"
									>
										<path
											fill-rule="evenodd"
											d="M2.25 12c0-5.385 4.365-9.75 9.75-9.75s9.75 4.365 9.75 9.75-4.365 9.75-9.75 9.75S2.25 17.385 2.25 12zm6-2.438c0-.724.588-1.312 1.313-1.312h4.874c.725 0 1.313.588 1.313 1.313v4.874c0 .725-.588 1.313-1.313 1.313H9.564a1.312 1.312 0 01-1.313-1.313V9.564z"
											clip-rule="evenodd"
										/>
									</svg>
								</button>
							{/if}
						</div>
					</div>
				</form>

				<div class="mt-1.5 text-xs text-gray-500 text-center">
					LLMs can make mistakes. Verify important information.
				</div>
			</div>
		</div>
	</div>
</div>