Messages.svelte 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355
  1. <script lang="ts">
  2. import { v4 as uuidv4 } from 'uuid';
  3. import { chats, config, modelfiles, settings, user } from '$lib/stores';
  4. import { tick } from 'svelte';
  5. import toast from 'svelte-french-toast';
  6. import { getChatList, updateChatById } from '$lib/apis/chats';
  7. import UserMessage from './Messages/UserMessage.svelte';
  8. import ResponseMessage from './Messages/ResponseMessage.svelte';
  9. import Placeholder from './Messages/Placeholder.svelte';
  10. import Spinner from '../common/Spinner.svelte';
  11. import { cancelChatCompletion } from '$lib/apis/ollama';
  12. export let chatId = '';
  13. export let sendPrompt: Function;
  14. export let continueGeneration: Function;
  15. export let regenerateResponse: Function;
  16. export let processing = '';
  17. export let bottomPadding = false;
  18. export let autoScroll;
  19. export let selectedModels;
  20. export let history = {};
  21. export let messages = [];
  22. export let selectedModelfiles = [];
  23. $: if (autoScroll && bottomPadding) {
  24. (async () => {
  25. await tick();
  26. scrollToBottom();
  27. })();
  28. }
  29. const scrollToBottom = () => {
  30. const element = document.getElementById('messages-container');
  31. element.scrollTop = element.scrollHeight;
  32. };
  33. const copyToClipboard = (text) => {
  34. if (!navigator.clipboard) {
  35. var textArea = document.createElement('textarea');
  36. textArea.value = text;
  37. // Avoid scrolling to bottom
  38. textArea.style.top = '0';
  39. textArea.style.left = '0';
  40. textArea.style.position = 'fixed';
  41. document.body.appendChild(textArea);
  42. textArea.focus();
  43. textArea.select();
  44. try {
  45. var successful = document.execCommand('copy');
  46. var msg = successful ? 'successful' : 'unsuccessful';
  47. console.log('Fallback: Copying text command was ' + msg);
  48. } catch (err) {
  49. console.error('Fallback: Oops, unable to copy', err);
  50. }
  51. document.body.removeChild(textArea);
  52. return;
  53. }
  54. navigator.clipboard.writeText(text).then(
  55. function () {
  56. console.log('Async: Copying to clipboard was successful!');
  57. toast.success('Copying to clipboard was successful!');
  58. },
  59. function (err) {
  60. console.error('Async: Could not copy text: ', err);
  61. }
  62. );
  63. };
  64. const confirmEditMessage = async (messageId, content) => {
  65. let userPrompt = content;
  66. let userMessageId = uuidv4();
  67. let userMessage = {
  68. id: userMessageId,
  69. parentId: history.messages[messageId].parentId,
  70. childrenIds: [],
  71. role: 'user',
  72. content: userPrompt,
  73. ...(history.messages[messageId].files && { files: history.messages[messageId].files })
  74. };
  75. let messageParentId = history.messages[messageId].parentId;
  76. if (messageParentId !== null) {
  77. history.messages[messageParentId].childrenIds = [
  78. ...history.messages[messageParentId].childrenIds,
  79. userMessageId
  80. ];
  81. }
  82. history.messages[userMessageId] = userMessage;
  83. history.currentId = userMessageId;
  84. await tick();
  85. await sendPrompt(userPrompt, userMessageId, chatId);
  86. };
  87. const confirmEditResponseMessage = async (messageId, content) => {
  88. history.messages[messageId].originalContent = history.messages[messageId].content;
  89. history.messages[messageId].content = content;
  90. await tick();
  91. await updateChatById(localStorage.token, chatId, {
  92. messages: messages,
  93. history: history
  94. });
  95. await chats.set(await getChatList(localStorage.token));
  96. };
  97. const rateMessage = async (messageId, rating) => {
  98. history.messages[messageId].rating = rating;
  99. await tick();
  100. await updateChatById(localStorage.token, chatId, {
  101. messages: messages,
  102. history: history
  103. });
  104. await chats.set(await getChatList(localStorage.token));
  105. };
  106. const showPreviousMessage = async (message) => {
  107. if (message.parentId !== null) {
  108. let messageId =
  109. history.messages[message.parentId].childrenIds[
  110. Math.max(history.messages[message.parentId].childrenIds.indexOf(message.id) - 1, 0)
  111. ];
  112. if (message.id !== messageId) {
  113. let messageChildrenIds = history.messages[messageId].childrenIds;
  114. while (messageChildrenIds.length !== 0) {
  115. messageId = messageChildrenIds.at(-1);
  116. messageChildrenIds = history.messages[messageId].childrenIds;
  117. }
  118. history.currentId = messageId;
  119. }
  120. } else {
  121. let childrenIds = Object.values(history.messages)
  122. .filter((message) => message.parentId === null)
  123. .map((message) => message.id);
  124. let messageId = childrenIds[Math.max(childrenIds.indexOf(message.id) - 1, 0)];
  125. if (message.id !== messageId) {
  126. let messageChildrenIds = history.messages[messageId].childrenIds;
  127. while (messageChildrenIds.length !== 0) {
  128. messageId = messageChildrenIds.at(-1);
  129. messageChildrenIds = history.messages[messageId].childrenIds;
  130. }
  131. history.currentId = messageId;
  132. }
  133. }
  134. await tick();
  135. const element = document.getElementById('messages-container');
  136. autoScroll = element.scrollHeight - element.scrollTop <= element.clientHeight + 50;
  137. setTimeout(() => {
  138. scrollToBottom();
  139. }, 100);
  140. };
  141. const showNextMessage = async (message) => {
  142. if (message.parentId !== null) {
  143. let messageId =
  144. history.messages[message.parentId].childrenIds[
  145. Math.min(
  146. history.messages[message.parentId].childrenIds.indexOf(message.id) + 1,
  147. history.messages[message.parentId].childrenIds.length - 1
  148. )
  149. ];
  150. if (message.id !== messageId) {
  151. let messageChildrenIds = history.messages[messageId].childrenIds;
  152. while (messageChildrenIds.length !== 0) {
  153. messageId = messageChildrenIds.at(-1);
  154. messageChildrenIds = history.messages[messageId].childrenIds;
  155. }
  156. history.currentId = messageId;
  157. }
  158. } else {
  159. let childrenIds = Object.values(history.messages)
  160. .filter((message) => message.parentId === null)
  161. .map((message) => message.id);
  162. let messageId =
  163. childrenIds[Math.min(childrenIds.indexOf(message.id) + 1, childrenIds.length - 1)];
  164. if (message.id !== messageId) {
  165. let messageChildrenIds = history.messages[messageId].childrenIds;
  166. while (messageChildrenIds.length !== 0) {
  167. messageId = messageChildrenIds.at(-1);
  168. messageChildrenIds = history.messages[messageId].childrenIds;
  169. }
  170. history.currentId = messageId;
  171. }
  172. }
  173. await tick();
  174. const element = document.getElementById('messages-container');
  175. autoScroll = element.scrollHeight - element.scrollTop <= element.clientHeight + 50;
  176. setTimeout(() => {
  177. scrollToBottom();
  178. }, 100);
  179. };
  180. // TODO: change delete behaviour
  181. // const deleteMessageAndDescendants = async (messageId: string) => {
  182. // if (history.messages[messageId]) {
  183. // history.messages[messageId].deleted = true;
  184. // for (const childId of history.messages[messageId].childrenIds) {
  185. // await deleteMessageAndDescendants(childId);
  186. // }
  187. // }
  188. // };
  189. // const triggerDeleteMessageRecursive = async (messageId: string) => {
  190. // await deleteMessageAndDescendants(messageId);
  191. // await updateChatById(localStorage.token, chatId, { history });
  192. // await chats.set(await getChatList(localStorage.token));
  193. // };
  194. const messageDeleteHandler = async (messageId) => {
  195. if (history.messages[messageId]) {
  196. history.messages[messageId].deleted = true;
  197. for (const childId of history.messages[messageId].childrenIds) {
  198. history.messages[childId].deleted = true;
  199. }
  200. }
  201. await updateChatById(localStorage.token, chatId, { history });
  202. };
  203. </script>
  204. {#if messages.length == 0}
  205. <Placeholder models={selectedModels} modelfiles={selectedModelfiles} />
  206. {:else}
  207. <div class=" pb-10">
  208. {#key chatId}
  209. {#each messages as message, messageIdx}
  210. {#if !message.deleted}
  211. <div class=" w-full">
  212. <div
  213. class="flex flex-col justify-between px-5 mb-3 {$settings?.fullScreenMode ?? null
  214. ? 'max-w-full'
  215. : 'max-w-3xl'} mx-auto rounded-lg group"
  216. >
  217. {#if message.role === 'user'}
  218. <UserMessage
  219. on:delete={() => messageDeleteHandler(message.id)}
  220. user={$user}
  221. {message}
  222. isFirstMessage={messageIdx === 0}
  223. siblings={message.parentId !== null
  224. ? history.messages[message.parentId]?.childrenIds ?? []
  225. : Object.values(history.messages)
  226. .filter((message) => message.parentId === null)
  227. .map((message) => message.id) ?? []}
  228. {confirmEditMessage}
  229. {showPreviousMessage}
  230. {showNextMessage}
  231. {copyToClipboard}
  232. />
  233. {#if messages.length - 1 === messageIdx && processing !== ''}
  234. <div class="flex my-2.5 ml-12 items-center w-fit space-x-2.5">
  235. <div class=" dark:text-blue-100">
  236. <svg
  237. class=" w-4 h-4 translate-y-[0.5px]"
  238. fill="currentColor"
  239. viewBox="0 0 24 24"
  240. xmlns="http://www.w3.org/2000/svg"
  241. ><style>
  242. .spinner_qM83 {
  243. animation: spinner_8HQG 1.05s infinite;
  244. }
  245. .spinner_oXPr {
  246. animation-delay: 0.1s;
  247. }
  248. .spinner_ZTLf {
  249. animation-delay: 0.2s;
  250. }
  251. @keyframes spinner_8HQG {
  252. 0%,
  253. 57.14% {
  254. animation-timing-function: cubic-bezier(0.33, 0.66, 0.66, 1);
  255. transform: translate(0);
  256. }
  257. 28.57% {
  258. animation-timing-function: cubic-bezier(0.33, 0, 0.66, 0.33);
  259. transform: translateY(-6px);
  260. }
  261. 100% {
  262. transform: translate(0);
  263. }
  264. }
  265. </style><circle class="spinner_qM83" cx="4" cy="12" r="2.5" /><circle
  266. class="spinner_qM83 spinner_oXPr"
  267. cx="12"
  268. cy="12"
  269. r="2.5"
  270. /><circle class="spinner_qM83 spinner_ZTLf" cx="20" cy="12" r="2.5" /></svg
  271. >
  272. </div>
  273. <div class=" text-sm font-medium">
  274. {processing}
  275. </div>
  276. </div>
  277. {/if}
  278. {:else}
  279. <ResponseMessage
  280. {message}
  281. modelfiles={selectedModelfiles}
  282. siblings={history.messages[message.parentId]?.childrenIds ?? []}
  283. isLastMessage={messageIdx + 1 === messages.length}
  284. {confirmEditResponseMessage}
  285. {showPreviousMessage}
  286. {showNextMessage}
  287. {rateMessage}
  288. {copyToClipboard}
  289. {continueGeneration}
  290. {regenerateResponse}
  291. />
  292. {/if}
  293. </div>
  294. </div>
  295. {/if}
  296. {/each}
  297. {#if bottomPadding}
  298. <div class=" mb-10" />
  299. {/if}
  300. {/key}
  301. </div>
  302. {/if}