123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512 |
- <script lang="ts">
- import { getRAGConfig, updateRAGConfig } from '$lib/apis/retrieval';
- import Switch from '$lib/components/common/Switch.svelte';
- import { models } from '$lib/stores';
- import { onMount, getContext } from 'svelte';
- import { toast } from 'svelte-sonner';
- import SensitiveInput from '$lib/components/common/SensitiveInput.svelte';
- import Tooltip from '$lib/components/common/Tooltip.svelte';
- const i18n = getContext('i18n');
- export let saveHandler: Function;
- let webConfig = null;
- let webSearchEngines = [
- 'searxng',
- 'google_pse',
- 'brave',
- 'kagi',
- 'mojeek',
- 'bocha',
- 'serpstack',
- 'serper',
- 'serply',
- 'searchapi',
- 'serpapi',
- 'duckduckgo',
- 'tavily',
- 'jina',
- 'bing',
- 'exa',
- 'perplexity'
- ];
- let youtubeLanguage = 'en';
- let youtubeTranslation = null;
- let youtubeProxyUrl = '';
- const submitHandler = async () => {
- // Convert domain filter string to array before sending
- if (webConfig.search.domain_filter_list) {
- webConfig.search.domain_filter_list = webConfig.search.domain_filter_list
- .split(',')
- .map((domain) => domain.trim())
- .filter((domain) => domain.length > 0);
- } else {
- webConfig.search.domain_filter_list = [];
- }
- const res = await updateRAGConfig(localStorage.token, {
- web: webConfig,
- youtube: {
- language: youtubeLanguage.split(',').map((lang) => lang.trim()),
- translation: youtubeTranslation,
- proxy_url: youtubeProxyUrl
- }
- });
- webConfig.search.domain_filter_list = webConfig.search.domain_filter_list.join(', ');
- };
- onMount(async () => {
- const res = await getRAGConfig(localStorage.token);
- if (res) {
- webConfig = res.web;
- // Convert array back to comma-separated string for display
- if (webConfig?.search?.domain_filter_list) {
- webConfig.search.domain_filter_list = webConfig.search.domain_filter_list.join(', ');
- }
- youtubeLanguage = res.youtube.language.join(',');
- youtubeTranslation = res.youtube.translation;
- youtubeProxyUrl = res.youtube.proxy_url;
- }
- });
- </script>
- <form
- class="flex flex-col h-full justify-between space-y-3 text-sm"
- on:submit|preventDefault={async () => {
- await submitHandler();
- saveHandler();
- }}
- >
- <div class=" space-y-3 overflow-y-scroll scrollbar-hidden h-full">
- {#if webConfig}
- <div>
- <div class=" mb-1 text-sm font-medium">
- {$i18n.t('Web Search')}
- </div>
- <div>
- <div class=" py-0.5 flex w-full justify-between">
- <div class=" self-center text-xs font-medium">
- {$i18n.t('Enable Web Search')}
- </div>
- <Switch bind:state={webConfig.search.enabled} />
- </div>
- </div>
- <div class=" py-0.5 flex w-full justify-between">
- <div class=" self-center text-xs font-medium">{$i18n.t('Web Search Engine')}</div>
- <div class="flex items-center relative">
- <select
- class="dark:bg-gray-900 w-fit pr-8 rounded-sm px-2 p-1 text-xs bg-transparent outline-hidden text-right"
- bind:value={webConfig.search.engine}
- placeholder={$i18n.t('Select a engine')}
- required
- >
- <option disabled selected value="">{$i18n.t('Select a engine')}</option>
- {#each webSearchEngines as engine}
- <option value={engine}>{engine}</option>
- {/each}
- </select>
- </div>
- </div>
- <div class=" py-0.5 flex w-full justify-between">
- <div class=" self-center text-xs font-medium">{$i18n.t('Full Context Mode')}</div>
- <div class="flex items-center relative">
- <Tooltip
- content={webConfig.RAG_WEB_SEARCH_FULL_CONTEXT
- ? 'Inject the entire web results as context for comprehensive processing, this is recommended for complex queries.'
- : 'Default to segmented retrieval for focused and relevant content extraction, this is recommended for most cases.'}
- >
- <Switch bind:state={webConfig.RAG_WEB_SEARCH_FULL_CONTEXT} />
- </Tooltip>
- </div>
- </div>
- {#if webConfig.search.engine !== ''}
- <div class="mt-1.5">
- {#if webConfig.search.engine === 'searxng'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Searxng Query URL')}
- </div>
- <div class="flex w-full">
- <div class="flex-1">
- <input
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
- type="text"
- placeholder={$i18n.t('Enter Searxng Query URL')}
- bind:value={webConfig.search.searxng_query_url}
- autocomplete="off"
- />
- </div>
- </div>
- </div>
- {:else if webConfig.search.engine === 'google_pse'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Google PSE API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Google PSE API Key')}
- bind:value={webConfig.search.google_pse_api_key}
- />
- </div>
- <div class="mt-1.5">
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Google PSE Engine Id')}
- </div>
- <div class="flex w-full">
- <div class="flex-1">
- <input
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
- type="text"
- placeholder={$i18n.t('Enter Google PSE Engine Id')}
- bind:value={webConfig.search.google_pse_engine_id}
- autocomplete="off"
- />
- </div>
- </div>
- </div>
- {:else if webConfig.search.engine === 'brave'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Brave Search API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Brave Search API Key')}
- bind:value={webConfig.search.brave_search_api_key}
- />
- </div>
- {:else if webConfig.search.engine === 'kagi'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Kagi Search API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Kagi Search API Key')}
- bind:value={webConfig.search.kagi_search_api_key}
- />
- </div>
- {:else if webConfig.search.engine === 'mojeek'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Mojeek Search API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Mojeek Search API Key')}
- bind:value={webConfig.search.mojeek_search_api_key}
- />
- </div>
- {:else if webConfig.search.engine === 'bocha'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Bocha Search API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Bocha Search API Key')}
- bind:value={webConfig.search.bocha_search_api_key}
- />
- </div>
- {:else if webConfig.search.engine === 'serpstack'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Serpstack API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Serpstack API Key')}
- bind:value={webConfig.search.serpstack_api_key}
- />
- </div>
- {:else if webConfig.search.engine === 'serper'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Serper API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Serper API Key')}
- bind:value={webConfig.search.serper_api_key}
- />
- </div>
- {:else if webConfig.search.engine === 'serply'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Serply API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Serply API Key')}
- bind:value={webConfig.search.serply_api_key}
- />
- </div>
- {:else if webConfig.search.engine === 'searchapi'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('SearchApi API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter SearchApi API Key')}
- bind:value={webConfig.search.searchapi_api_key}
- />
- </div>
- <div class="mt-1.5">
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('SearchApi Engine')}
- </div>
- <div class="flex w-full">
- <div class="flex-1">
- <input
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
- type="text"
- placeholder={$i18n.t('Enter SearchApi Engine')}
- bind:value={webConfig.search.searchapi_engine}
- autocomplete="off"
- />
- </div>
- </div>
- </div>
- {:else if webConfig.search.engine === 'serpapi'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('SerpApi API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter SerpApi API Key')}
- bind:value={webConfig.search.serpapi_api_key}
- />
- </div>
- <div class="mt-1.5">
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('SerpApi Engine')}
- </div>
- <div class="flex w-full">
- <div class="flex-1">
- <input
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
- type="text"
- placeholder={$i18n.t('Enter SerpApi Engine')}
- bind:value={webConfig.search.serpapi_engine}
- autocomplete="off"
- />
- </div>
- </div>
- </div>
- {:else if webConfig.search.engine === 'tavily'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Tavily API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Tavily API Key')}
- bind:value={webConfig.search.tavily_api_key}
- />
- </div>
- {:else if webConfig.search.engine === 'jina'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Jina API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Jina API Key')}
- bind:value={webConfig.search.jina_api_key}
- />
- </div>
- {:else if webConfig.search.engine === 'exa'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Exa API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Exa API Key')}
- bind:value={webConfig.search.exa_api_key}
- />
- </div>
- {:else if webConfig.search.engine === 'perplexity'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Perplexity API Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Perplexity API Key')}
- bind:value={webConfig.search.perplexity_api_key}
- />
- </div>
- {:else if webConfig.search.engine === 'bing'}
- <div>
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Bing Search V7 Endpoint')}
- </div>
- <div class="flex w-full">
- <div class="flex-1">
- <input
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
- type="text"
- placeholder={$i18n.t('Enter Bing Search V7 Endpoint')}
- bind:value={webConfig.search.bing_search_v7_endpoint}
- autocomplete="off"
- />
- </div>
- </div>
- </div>
- <div class="mt-2">
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Bing Search V7 Subscription Key')}
- </div>
- <SensitiveInput
- placeholder={$i18n.t('Enter Bing Search V7 Subscription Key')}
- bind:value={webConfig.search.bing_search_v7_subscription_key}
- />
- </div>
- {/if}
- </div>
- {/if}
- {#if webConfig.search.enabled}
- <div class="mt-2 flex gap-2 mb-1">
- <div class="w-full">
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Search Result Count')}
- </div>
- <input
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
- placeholder={$i18n.t('Search Result Count')}
- bind:value={webConfig.search.result_count}
- required
- />
- </div>
- <div class="w-full">
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Concurrent Requests')}
- </div>
- <input
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
- placeholder={$i18n.t('Concurrent Requests')}
- bind:value={webConfig.search.concurrent_requests}
- required
- />
- </div>
- </div>
- <div class="mt-2">
- <div class=" self-center text-xs font-medium mb-1">
- {$i18n.t('Domain Filter List')}
- </div>
- <input
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
- placeholder={$i18n.t(
- 'Enter domains separated by commas (e.g., example.com,site.org)'
- )}
- bind:value={webConfig.search.domain_filter_list}
- />
- </div>
- {/if}
- </div>
- <hr class="border-gray-100 dark:border-gray-850 my-2" />
- <div>
- <div class=" mb-1 text-sm font-medium">
- {$i18n.t('Web Loader Settings')}
- </div>
- <div>
- <div class=" py-0.5 flex w-full justify-between">
- <div class=" self-center text-xs font-medium">
- {$i18n.t('Bypass SSL verification for Websites')}
- </div>
- <button
- class="p-1 px-3 text-xs flex rounded-sm transition"
- on:click={() => {
- webConfig.ENABLE_RAG_WEB_LOADER_SSL_VERIFICATION =
- !webConfig.ENABLE_RAG_WEB_LOADER_SSL_VERIFICATION;
- submitHandler();
- }}
- type="button"
- >
- {#if webConfig.ENABLE_RAG_WEB_LOADER_SSL_VERIFICATION === false}
- <span class="ml-2 self-center">{$i18n.t('On')}</span>
- {:else}
- <span class="ml-2 self-center">{$i18n.t('Off')}</span>
- {/if}
- </button>
- </div>
- </div>
- <div class=" mt-2 mb-1 text-sm font-medium">
- {$i18n.t('Youtube Loader Settings')}
- </div>
- <div>
- <div class=" py-0.5 flex w-full justify-between">
- <div class=" w-20 text-xs font-medium self-center">{$i18n.t('Language')}</div>
- <div class=" flex-1 self-center">
- <input
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
- type="text"
- placeholder={$i18n.t('Enter language codes')}
- bind:value={youtubeLanguage}
- autocomplete="off"
- />
- </div>
- </div>
- </div>
- <div>
- <div class=" py-0.5 flex w-full justify-between">
- <div class=" w-20 text-xs font-medium self-center">{$i18n.t('Proxy URL')}</div>
- <div class=" flex-1 self-center">
- <input
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
- type="text"
- placeholder={$i18n.t('Enter proxy URL (e.g. https://user:password@host:port)')}
- bind:value={youtubeProxyUrl}
- autocomplete="off"
- />
- </div>
- </div>
- </div>
- </div>
- {/if}
- </div>
- <div class="flex justify-end pt-3 text-sm font-medium">
- <button
- class="px-3.5 py-1.5 text-sm font-medium bg-black hover:bg-gray-900 text-white dark:bg-white dark:text-black dark:hover:bg-gray-100 transition rounded-full"
- type="submit"
- >
- {$i18n.t('Save')}
- </button>
- </div>
- </form>
|