Documents.svelte 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792
  1. <script lang="ts">
  2. import { getDocs } from '$lib/apis/documents';
  3. import { deleteAllFiles, deleteFileById } from '$lib/apis/files';
  4. import {
  5. getQuerySettings,
  6. scanDocs,
  7. updateQuerySettings,
  8. resetVectorDB,
  9. getEmbeddingConfig,
  10. updateEmbeddingConfig,
  11. getRerankingConfig,
  12. updateRerankingConfig,
  13. resetUploadDir,
  14. getRAGConfig,
  15. updateRAGConfig
  16. } from '$lib/apis/rag';
  17. import ResetUploadDirConfirmDialog from '$lib/components/common/ConfirmDialog.svelte';
  18. import ResetVectorDBConfirmDialog from '$lib/components/common/ConfirmDialog.svelte';
  19. import { documents, models } from '$lib/stores';
  20. import { onMount, getContext } from 'svelte';
  21. import { toast } from 'svelte-sonner';
  22. import SensitiveInput from '$lib/components/common/SensitiveInput.svelte';
  23. const i18n = getContext('i18n');
  24. export let saveHandler: Function;
  25. let scanDirLoading = false;
  26. let updateEmbeddingModelLoading = false;
  27. let updateRerankingModelLoading = false;
  28. let showResetConfirm = false;
  29. let showResetUploadDirConfirm = false;
  30. let embeddingEngine = '';
  31. let embeddingModel = '';
  32. let rerankingModel = '';
  33. let contentExtractionEngine = 'default';
  34. let tikaServerUrl = '';
  35. let showTikaServerUrl = false;
  36. let chunkSize = 0;
  37. let chunkOverlap = 0;
  38. let pdfExtractImages = true;
  39. let OpenAIKey = '';
  40. let OpenAIUrl = '';
  41. let OpenAIBatchSize = 1;
  42. let querySettings = {
  43. template: '',
  44. r: 0.0,
  45. k: 4,
  46. hybrid: false
  47. };
  48. const scanHandler = async () => {
  49. scanDirLoading = true;
  50. const res = await scanDocs(localStorage.token);
  51. scanDirLoading = false;
  52. if (res) {
  53. await documents.set(await getDocs(localStorage.token));
  54. toast.success($i18n.t('Scan complete!'));
  55. }
  56. };
  57. const embeddingModelUpdateHandler = async () => {
  58. if (embeddingEngine === '' && embeddingModel.split('/').length - 1 > 1) {
  59. toast.error(
  60. $i18n.t(
  61. 'Model filesystem path detected. Model shortname is required for update, cannot continue.'
  62. )
  63. );
  64. return;
  65. }
  66. if (embeddingEngine === 'ollama' && embeddingModel === '') {
  67. toast.error(
  68. $i18n.t(
  69. 'Model filesystem path detected. Model shortname is required for update, cannot continue.'
  70. )
  71. );
  72. return;
  73. }
  74. if (embeddingEngine === 'openai' && embeddingModel === '') {
  75. toast.error(
  76. $i18n.t(
  77. 'Model filesystem path detected. Model shortname is required for update, cannot continue.'
  78. )
  79. );
  80. return;
  81. }
  82. if ((embeddingEngine === 'openai' && OpenAIKey === '') || OpenAIUrl === '') {
  83. toast.error($i18n.t('OpenAI URL/Key required.'));
  84. return;
  85. }
  86. console.log('Update embedding model attempt:', embeddingModel);
  87. updateEmbeddingModelLoading = true;
  88. const res = await updateEmbeddingConfig(localStorage.token, {
  89. embedding_engine: embeddingEngine,
  90. embedding_model: embeddingModel,
  91. ...(embeddingEngine === 'openai'
  92. ? {
  93. openai_config: {
  94. key: OpenAIKey,
  95. url: OpenAIUrl,
  96. batch_size: OpenAIBatchSize
  97. }
  98. }
  99. : {})
  100. }).catch(async (error) => {
  101. toast.error(error);
  102. await setEmbeddingConfig();
  103. return null;
  104. });
  105. updateEmbeddingModelLoading = false;
  106. if (res) {
  107. console.log('embeddingModelUpdateHandler:', res);
  108. if (res.status === true) {
  109. toast.success($i18n.t('Embedding model set to "{{embedding_model}}"', res), {
  110. duration: 1000 * 10
  111. });
  112. }
  113. }
  114. };
  115. const rerankingModelUpdateHandler = async () => {
  116. console.log('Update reranking model attempt:', rerankingModel);
  117. updateRerankingModelLoading = true;
  118. const res = await updateRerankingConfig(localStorage.token, {
  119. reranking_model: rerankingModel
  120. }).catch(async (error) => {
  121. toast.error(error);
  122. await setRerankingConfig();
  123. return null;
  124. });
  125. updateRerankingModelLoading = false;
  126. if (res) {
  127. console.log('rerankingModelUpdateHandler:', res);
  128. if (res.status === true) {
  129. if (rerankingModel === '') {
  130. toast.success($i18n.t('Reranking model disabled', res), {
  131. duration: 1000 * 10
  132. });
  133. } else {
  134. toast.success($i18n.t('Reranking model set to "{{reranking_model}}"', res), {
  135. duration: 1000 * 10
  136. });
  137. }
  138. }
  139. }
  140. };
  141. const submitHandler = async () => {
  142. embeddingModelUpdateHandler();
  143. if (querySettings.hybrid) {
  144. rerankingModelUpdateHandler();
  145. }
  146. if (contentExtractionEngine === 'tika' && tikaServerUrl === '') {
  147. toast.error($i18n.t('Tika Server URL required.'));
  148. return;
  149. }
  150. const res = await updateRAGConfig(localStorage.token, {
  151. pdf_extract_images: pdfExtractImages,
  152. chunk: {
  153. chunk_overlap: chunkOverlap,
  154. chunk_size: chunkSize
  155. },
  156. content_extraction: {
  157. engine: contentExtractionEngine,
  158. tika_server_url: tikaServerUrl
  159. }
  160. });
  161. await updateQuerySettings(localStorage.token, querySettings);
  162. };
  163. const setEmbeddingConfig = async () => {
  164. const embeddingConfig = await getEmbeddingConfig(localStorage.token);
  165. if (embeddingConfig) {
  166. embeddingEngine = embeddingConfig.embedding_engine;
  167. embeddingModel = embeddingConfig.embedding_model;
  168. OpenAIKey = embeddingConfig.openai_config.key;
  169. OpenAIUrl = embeddingConfig.openai_config.url;
  170. OpenAIBatchSize = embeddingConfig.openai_config.batch_size ?? 1;
  171. }
  172. };
  173. const setRerankingConfig = async () => {
  174. const rerankingConfig = await getRerankingConfig(localStorage.token);
  175. if (rerankingConfig) {
  176. rerankingModel = rerankingConfig.reranking_model;
  177. }
  178. };
  179. const toggleHybridSearch = async () => {
  180. querySettings.hybrid = !querySettings.hybrid;
  181. querySettings = await updateQuerySettings(localStorage.token, querySettings);
  182. };
  183. onMount(async () => {
  184. await setEmbeddingConfig();
  185. await setRerankingConfig();
  186. querySettings = await getQuerySettings(localStorage.token);
  187. const res = await getRAGConfig(localStorage.token);
  188. if (res) {
  189. pdfExtractImages = res.pdf_extract_images;
  190. chunkSize = res.chunk.chunk_size;
  191. chunkOverlap = res.chunk.chunk_overlap;
  192. contentExtractionEngine = res.content_extraction.engine;
  193. tikaServerUrl = res.content_extraction.tika_server_url;
  194. showTikaServerUrl = contentExtractionEngine === 'tika';
  195. }
  196. });
  197. </script>
  198. <ResetUploadDirConfirmDialog
  199. bind:show={showResetUploadDirConfirm}
  200. on:confirm={async () => {
  201. const res = await deleteAllFiles(localStorage.token).catch((error) => {
  202. toast.error(error);
  203. return null;
  204. });
  205. if (res) {
  206. toast.success($i18n.t('Success'));
  207. }
  208. }}
  209. />
  210. <ResetVectorDBConfirmDialog
  211. bind:show={showResetConfirm}
  212. on:confirm={() => {
  213. const res = resetVectorDB(localStorage.token).catch((error) => {
  214. toast.error(error);
  215. return null;
  216. });
  217. if (res) {
  218. toast.success($i18n.t('Success'));
  219. }
  220. }}
  221. />
  222. <form
  223. class="flex flex-col h-full justify-between space-y-3 text-sm"
  224. on:submit|preventDefault={() => {
  225. submitHandler();
  226. saveHandler();
  227. }}
  228. >
  229. <div class=" space-y-2.5 overflow-y-scroll scrollbar-hidden h-full">
  230. <div class="flex flex-col gap-0.5">
  231. <div class=" mb-0.5 text-sm font-medium">{$i18n.t('General Settings')}</div>
  232. <div class=" flex w-full justify-between">
  233. <div class=" self-center text-xs font-medium">
  234. {$i18n.t('Scan for documents from {{path}}', { path: 'DOCS_DIR (/data/docs)' })}
  235. </div>
  236. <button
  237. class=" self-center text-xs p-1 px-3 bg-gray-50 dark:bg-gray-800 dark:hover:bg-gray-700 rounded-lg flex flex-row space-x-1 items-center {scanDirLoading
  238. ? ' cursor-not-allowed'
  239. : ''}"
  240. on:click={() => {
  241. scanHandler();
  242. console.log('check');
  243. }}
  244. type="button"
  245. disabled={scanDirLoading}
  246. >
  247. <div class="self-center font-medium">{$i18n.t('Scan')}</div>
  248. {#if scanDirLoading}
  249. <div class="ml-3 self-center">
  250. <svg
  251. class=" w-3 h-3"
  252. viewBox="0 0 24 24"
  253. fill="currentColor"
  254. xmlns="http://www.w3.org/2000/svg"
  255. >
  256. <style>
  257. .spinner_ajPY {
  258. transform-origin: center;
  259. animation: spinner_AtaB 0.75s infinite linear;
  260. }
  261. @keyframes spinner_AtaB {
  262. 100% {
  263. transform: rotate(360deg);
  264. }
  265. }
  266. </style>
  267. <path
  268. d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
  269. opacity=".25"
  270. />
  271. <path
  272. d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
  273. class="spinner_ajPY"
  274. />
  275. </svg>
  276. </div>
  277. {/if}
  278. </button>
  279. </div>
  280. <div class=" flex w-full justify-between">
  281. <div class=" self-center text-xs font-medium">{$i18n.t('Embedding Model Engine')}</div>
  282. <div class="flex items-center relative">
  283. <select
  284. class="dark:bg-gray-900 w-fit pr-8 rounded px-2 p-1 text-xs bg-transparent outline-none text-right"
  285. bind:value={embeddingEngine}
  286. placeholder="Select an embedding model engine"
  287. on:change={(e) => {
  288. if (e.target.value === 'ollama') {
  289. embeddingModel = '';
  290. } else if (e.target.value === 'openai') {
  291. embeddingModel = 'text-embedding-3-small';
  292. } else if (e.target.value === '') {
  293. embeddingModel = 'sentence-transformers/all-MiniLM-L6-v2';
  294. }
  295. }}
  296. >
  297. <option value="">{$i18n.t('Default (SentenceTransformers)')}</option>
  298. <option value="ollama">{$i18n.t('Ollama')}</option>
  299. <option value="openai">{$i18n.t('OpenAI')}</option>
  300. </select>
  301. </div>
  302. </div>
  303. {#if embeddingEngine === 'openai'}
  304. <div class="my-0.5 flex gap-2">
  305. <input
  306. class="flex-1 w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  307. placeholder={$i18n.t('API Base URL')}
  308. bind:value={OpenAIUrl}
  309. required
  310. />
  311. <SensitiveInput placeholder={$i18n.t('API Key')} bind:value={OpenAIKey} />
  312. </div>
  313. <div class="flex mt-0.5 space-x-2">
  314. <div class=" self-center text-xs font-medium">{$i18n.t('Embedding Batch Size')}</div>
  315. <div class=" flex-1">
  316. <input
  317. id="steps-range"
  318. type="range"
  319. min="1"
  320. max="2048"
  321. step="1"
  322. bind:value={OpenAIBatchSize}
  323. class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
  324. />
  325. </div>
  326. <div class="">
  327. <input
  328. bind:value={OpenAIBatchSize}
  329. type="number"
  330. class=" bg-transparent text-center w-14"
  331. min="-2"
  332. max="16000"
  333. step="1"
  334. />
  335. </div>
  336. </div>
  337. {/if}
  338. <div class=" flex w-full justify-between">
  339. <div class=" self-center text-xs font-medium">{$i18n.t('Hybrid Search')}</div>
  340. <button
  341. class="p-1 px-3 text-xs flex rounded transition"
  342. on:click={() => {
  343. toggleHybridSearch();
  344. }}
  345. type="button"
  346. >
  347. {#if querySettings.hybrid === true}
  348. <span class="ml-2 self-center">{$i18n.t('On')}</span>
  349. {:else}
  350. <span class="ml-2 self-center">{$i18n.t('Off')}</span>
  351. {/if}
  352. </button>
  353. </div>
  354. </div>
  355. <hr class="dark:border-gray-850" />
  356. <div class="space-y-2" />
  357. <div>
  358. <div class=" mb-2 text-sm font-medium">{$i18n.t('Embedding Model')}</div>
  359. {#if embeddingEngine === 'ollama'}
  360. <div class="flex w-full">
  361. <div class="flex-1 mr-2">
  362. <select
  363. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  364. bind:value={embeddingModel}
  365. placeholder={$i18n.t('Select a model')}
  366. required
  367. >
  368. {#if !embeddingModel}
  369. <option value="" disabled selected>{$i18n.t('Select a model')}</option>
  370. {/if}
  371. {#each $models.filter((m) => m.id && m.ollama && !(m?.preset ?? false)) as model}
  372. <option value={model.id} class="bg-gray-50 dark:bg-gray-700">{model.name}</option>
  373. {/each}
  374. </select>
  375. </div>
  376. </div>
  377. {:else}
  378. <div class="flex w-full">
  379. <div class="flex-1 mr-2">
  380. <input
  381. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  382. placeholder={$i18n.t('Set embedding model (e.g. {{model}})', {
  383. model: embeddingModel.slice(-40)
  384. })}
  385. bind:value={embeddingModel}
  386. />
  387. </div>
  388. {#if embeddingEngine === ''}
  389. <button
  390. class="px-2.5 bg-gray-50 hover:bg-gray-200 text-gray-800 dark:bg-gray-850 dark:hover:bg-gray-800 dark:text-gray-100 rounded-lg transition"
  391. on:click={() => {
  392. embeddingModelUpdateHandler();
  393. }}
  394. disabled={updateEmbeddingModelLoading}
  395. >
  396. {#if updateEmbeddingModelLoading}
  397. <div class="self-center">
  398. <svg
  399. class=" w-4 h-4"
  400. viewBox="0 0 24 24"
  401. fill="currentColor"
  402. xmlns="http://www.w3.org/2000/svg"
  403. >
  404. <style>
  405. .spinner_ajPY {
  406. transform-origin: center;
  407. animation: spinner_AtaB 0.75s infinite linear;
  408. }
  409. @keyframes spinner_AtaB {
  410. 100% {
  411. transform: rotate(360deg);
  412. }
  413. }
  414. </style>
  415. <path
  416. d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
  417. opacity=".25"
  418. />
  419. <path
  420. d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
  421. class="spinner_ajPY"
  422. />
  423. </svg>
  424. </div>
  425. {:else}
  426. <svg
  427. xmlns="http://www.w3.org/2000/svg"
  428. viewBox="0 0 16 16"
  429. fill="currentColor"
  430. class="w-4 h-4"
  431. >
  432. <path
  433. d="M8.75 2.75a.75.75 0 0 0-1.5 0v5.69L5.03 6.22a.75.75 0 0 0-1.06 1.06l3.5 3.5a.75.75 0 0 0 1.06 0l3.5-3.5a.75.75 0 0 0-1.06-1.06L8.75 8.44V2.75Z"
  434. />
  435. <path
  436. d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
  437. />
  438. </svg>
  439. {/if}
  440. </button>
  441. {/if}
  442. </div>
  443. {/if}
  444. <div class="mt-2 mb-1 text-xs text-gray-400 dark:text-gray-500">
  445. {$i18n.t(
  446. 'Warning: If you update or change your embedding model, you will need to re-import all documents.'
  447. )}
  448. </div>
  449. {#if querySettings.hybrid === true}
  450. <div class=" ">
  451. <div class=" mb-2 text-sm font-medium">{$i18n.t('Reranking Model')}</div>
  452. <div class="flex w-full">
  453. <div class="flex-1 mr-2">
  454. <input
  455. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  456. placeholder={$i18n.t('Set reranking model (e.g. {{model}})', {
  457. model: 'BAAI/bge-reranker-v2-m3'
  458. })}
  459. bind:value={rerankingModel}
  460. />
  461. </div>
  462. <button
  463. class="px-2.5 bg-gray-50 hover:bg-gray-200 text-gray-800 dark:bg-gray-850 dark:hover:bg-gray-800 dark:text-gray-100 rounded-lg transition"
  464. on:click={() => {
  465. rerankingModelUpdateHandler();
  466. }}
  467. disabled={updateRerankingModelLoading}
  468. >
  469. {#if updateRerankingModelLoading}
  470. <div class="self-center">
  471. <svg
  472. class=" w-4 h-4"
  473. viewBox="0 0 24 24"
  474. fill="currentColor"
  475. xmlns="http://www.w3.org/2000/svg"
  476. >
  477. <style>
  478. .spinner_ajPY {
  479. transform-origin: center;
  480. animation: spinner_AtaB 0.75s infinite linear;
  481. }
  482. @keyframes spinner_AtaB {
  483. 100% {
  484. transform: rotate(360deg);
  485. }
  486. }
  487. </style>
  488. <path
  489. d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
  490. opacity=".25"
  491. />
  492. <path
  493. d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
  494. class="spinner_ajPY"
  495. />
  496. </svg>
  497. </div>
  498. {:else}
  499. <svg
  500. xmlns="http://www.w3.org/2000/svg"
  501. viewBox="0 0 16 16"
  502. fill="currentColor"
  503. class="w-4 h-4"
  504. >
  505. <path
  506. d="M8.75 2.75a.75.75 0 0 0-1.5 0v5.69L5.03 6.22a.75.75 0 0 0-1.06 1.06l3.5 3.5a.75.75 0 0 0 1.06 0l3.5-3.5a.75.75 0 0 0-1.06-1.06L8.75 8.44V2.75Z"
  507. />
  508. <path
  509. d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
  510. />
  511. </svg>
  512. {/if}
  513. </button>
  514. </div>
  515. </div>
  516. {/if}
  517. </div>
  518. <hr class=" dark:border-gray-850" />
  519. <div class="">
  520. <div class="text-sm font-medium">{$i18n.t('Content Extraction')}</div>
  521. <div class="flex w-full justify-between mt-2">
  522. <div class="self-center text-xs font-medium">{$i18n.t('Engine')}</div>
  523. <div class="flex items-center relative">
  524. <select
  525. class="dark:bg-gray-900 w-fit pr-8 rounded px-2 p-1 text-xs bg-transparent outline-none text-right"
  526. bind:value={contentExtractionEngine}
  527. on:change={(e) => {
  528. showTikaServerUrl = e.target.value === 'tika';
  529. }}
  530. >
  531. <option value="">{$i18n.t('Default')} </option>
  532. <option value="tika">{$i18n.t('Tika')}</option>
  533. </select>
  534. </div>
  535. </div>
  536. {#if showTikaServerUrl}
  537. <div class="flex w-full mt-2">
  538. <div class="flex-1 mr-2">
  539. <input
  540. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  541. placeholder={$i18n.t('Enter Tika Server URL')}
  542. bind:value={tikaServerUrl}
  543. />
  544. </div>
  545. </div>
  546. {/if}
  547. </div>
  548. <hr class=" dark:border-gray-850" />
  549. <div class=" ">
  550. <div class=" text-sm font-medium">{$i18n.t('Query Params')}</div>
  551. <div class=" flex">
  552. <div class=" flex w-full justify-between">
  553. <div class="self-center text-xs font-medium min-w-fit">{$i18n.t('Top K')}</div>
  554. <div class="self-center p-3">
  555. <input
  556. class=" w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  557. type="number"
  558. placeholder={$i18n.t('Enter Top K')}
  559. bind:value={querySettings.k}
  560. autocomplete="off"
  561. min="0"
  562. />
  563. </div>
  564. </div>
  565. {#if querySettings.hybrid === true}
  566. <div class="flex w-full">
  567. <div class=" self-center text-xs font-medium min-w-fit">
  568. {$i18n.t('Minimum Score')}
  569. </div>
  570. <div class="self-center p-3">
  571. <input
  572. class=" w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  573. type="number"
  574. step="0.01"
  575. placeholder={$i18n.t('Enter Score')}
  576. bind:value={querySettings.r}
  577. autocomplete="off"
  578. min="0.0"
  579. title={$i18n.t('The score should be a value between 0.0 (0%) and 1.0 (100%).')}
  580. />
  581. </div>
  582. </div>
  583. {/if}
  584. </div>
  585. {#if querySettings.hybrid === true}
  586. <div class="mt-2 mb-1 text-xs text-gray-400 dark:text-gray-500">
  587. {$i18n.t(
  588. 'Note: If you set a minimum score, the search will only return documents with a score greater than or equal to the minimum score.'
  589. )}
  590. </div>
  591. <hr class=" dark:border-gray-850 my-3" />
  592. {/if}
  593. <div>
  594. <div class=" mb-2.5 text-sm font-medium">{$i18n.t('RAG Template')}</div>
  595. <textarea
  596. bind:value={querySettings.template}
  597. class="w-full rounded-lg px-4 py-3 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none resize-none"
  598. rows="4"
  599. />
  600. </div>
  601. </div>
  602. <hr class=" dark:border-gray-850" />
  603. <div class=" ">
  604. <div class=" text-sm font-medium">{$i18n.t('Chunk Params')}</div>
  605. <div class=" my-2 flex gap-1.5">
  606. <div class=" w-full justify-between">
  607. <div class="self-center text-xs font-medium min-w-fit mb-1">{$i18n.t('Chunk Size')}</div>
  608. <div class="self-center">
  609. <input
  610. class=" w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  611. type="number"
  612. placeholder={$i18n.t('Enter Chunk Size')}
  613. bind:value={chunkSize}
  614. autocomplete="off"
  615. min="0"
  616. />
  617. </div>
  618. </div>
  619. <div class="w-full">
  620. <div class=" self-center text-xs font-medium min-w-fit mb-1">
  621. {$i18n.t('Chunk Overlap')}
  622. </div>
  623. <div class="self-center">
  624. <input
  625. class="w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  626. type="number"
  627. placeholder={$i18n.t('Enter Chunk Overlap')}
  628. bind:value={chunkOverlap}
  629. autocomplete="off"
  630. min="0"
  631. />
  632. </div>
  633. </div>
  634. </div>
  635. <div class="my-3">
  636. <div class="flex justify-between items-center text-xs">
  637. <div class=" text-xs font-medium">{$i18n.t('PDF Extract Images (OCR)')}</div>
  638. <button
  639. class=" text-xs font-medium text-gray-500"
  640. type="button"
  641. on:click={() => {
  642. pdfExtractImages = !pdfExtractImages;
  643. }}>{pdfExtractImages ? $i18n.t('On') : $i18n.t('Off')}</button
  644. >
  645. </div>
  646. </div>
  647. </div>
  648. <hr class=" dark:border-gray-850" />
  649. <div>
  650. <button
  651. class=" flex rounded-xl py-2 px-3.5 w-full hover:bg-gray-200 dark:hover:bg-gray-800 transition"
  652. on:click={() => {
  653. showResetUploadDirConfirm = true;
  654. }}
  655. type="button"
  656. >
  657. <div class=" self-center mr-3">
  658. <svg
  659. xmlns="http://www.w3.org/2000/svg"
  660. viewBox="0 0 24 24"
  661. fill="currentColor"
  662. class="size-4"
  663. >
  664. <path
  665. fill-rule="evenodd"
  666. d="M5.625 1.5H9a3.75 3.75 0 0 1 3.75 3.75v1.875c0 1.036.84 1.875 1.875 1.875H16.5a3.75 3.75 0 0 1 3.75 3.75v7.875c0 1.035-.84 1.875-1.875 1.875H5.625a1.875 1.875 0 0 1-1.875-1.875V3.375c0-1.036.84-1.875 1.875-1.875ZM9.75 14.25a.75.75 0 0 0 0 1.5H15a.75.75 0 0 0 0-1.5H9.75Z"
  667. clip-rule="evenodd"
  668. />
  669. <path
  670. d="M14.25 5.25a5.23 5.23 0 0 0-1.279-3.434 9.768 9.768 0 0 1 6.963 6.963A5.23 5.23 0 0 0 16.5 7.5h-1.875a.375.375 0 0 1-.375-.375V5.25Z"
  671. />
  672. </svg>
  673. </div>
  674. <div class=" self-center text-sm font-medium">{$i18n.t('Reset Upload Directory')}</div>
  675. </button>
  676. <button
  677. class=" flex rounded-xl py-2 px-3.5 w-full hover:bg-gray-200 dark:hover:bg-gray-800 transition"
  678. on:click={() => {
  679. showResetConfirm = true;
  680. }}
  681. type="button"
  682. >
  683. <div class=" self-center mr-3">
  684. <svg
  685. xmlns="http://www.w3.org/2000/svg"
  686. viewBox="0 0 16 16"
  687. fill="currentColor"
  688. class="w-4 h-4"
  689. >
  690. <path
  691. fill-rule="evenodd"
  692. d="M3.5 2A1.5 1.5 0 0 0 2 3.5v9A1.5 1.5 0 0 0 3.5 14h9a1.5 1.5 0 0 0 1.5-1.5v-7A1.5 1.5 0 0 0 12.5 4H9.621a1.5 1.5 0 0 1-1.06-.44L7.439 2.44A1.5 1.5 0 0 0 6.38 2H3.5Zm6.75 7.75a.75.75 0 0 0 0-1.5h-4.5a.75.75 0 0 0 0 1.5h4.5Z"
  693. clip-rule="evenodd"
  694. />
  695. </svg>
  696. </div>
  697. <div class=" self-center text-sm font-medium">{$i18n.t('Reset Vector Storage')}</div>
  698. </button>
  699. </div>
  700. </div>
  701. <div class="flex justify-end pt-3 text-sm font-medium">
  702. <button
  703. class=" px-4 py-2 bg-emerald-700 hover:bg-emerald-800 text-gray-100 transition rounded-lg"
  704. type="submit"
  705. >
  706. {$i18n.t('Save')}
  707. </button>
  708. </div>
  709. </form>