Documents.svelte 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919
  1. <script lang="ts">
  2. import { toast } from 'svelte-sonner';
  3. import { onMount, getContext, createEventDispatcher } from 'svelte';
  4. const dispatch = createEventDispatcher();
  5. import {
  6. getQuerySettings,
  7. updateQuerySettings,
  8. resetVectorDB,
  9. getEmbeddingConfig,
  10. updateEmbeddingConfig,
  11. getRerankingConfig,
  12. updateRerankingConfig,
  13. resetUploadDir,
  14. getRAGConfig,
  15. updateRAGConfig
  16. } from '$lib/apis/retrieval';
  17. import { knowledge, models } from '$lib/stores';
  18. import { getKnowledgeBases } from '$lib/apis/knowledge';
  19. import { uploadDir, deleteAllFiles, deleteFileById } from '$lib/apis/files';
  20. import ResetUploadDirConfirmDialog from '$lib/components/common/ConfirmDialog.svelte';
  21. import ResetVectorDBConfirmDialog from '$lib/components/common/ConfirmDialog.svelte';
  22. import SensitiveInput from '$lib/components/common/SensitiveInput.svelte';
  23. import Tooltip from '$lib/components/common/Tooltip.svelte';
  24. import Switch from '$lib/components/common/Switch.svelte';
  25. import Textarea from '$lib/components/common/Textarea.svelte';
  26. const i18n = getContext('i18n');
  27. let scanDirLoading = false;
  28. let updateEmbeddingModelLoading = false;
  29. let updateRerankingModelLoading = false;
  30. let showResetConfirm = false;
  31. let showResetUploadDirConfirm = false;
  32. let embeddingEngine = '';
  33. let embeddingModel = '';
  34. let embeddingBatchSize = 1;
  35. let rerankingModel = '';
  36. let fileMaxSize = null;
  37. let fileMaxCount = null;
  38. let contentExtractionEngine = 'default';
  39. let tikaServerUrl = '';
  40. let showTikaServerUrl = false;
  41. let documentIntelligenceEndpoint = '';
  42. let documentIntelligenceKey = '';
  43. let showDocumentIntelligenceConfig = false;
  44. let textSplitter = '';
  45. let chunkSize = 0;
  46. let chunkOverlap = 0;
  47. let pdfExtractImages = true;
  48. let RAG_FULL_CONTEXT = false;
  49. let enableGoogleDriveIntegration = false;
  50. let enableOneDriveIntegration = false;
  51. let OpenAIUrl = '';
  52. let OpenAIKey = '';
  53. let OllamaUrl = '';
  54. let OllamaKey = '';
  55. let querySettings = {
  56. template: '',
  57. r: 0.0,
  58. k: 4,
  59. hybrid: false
  60. };
  61. const embeddingModelUpdateHandler = async () => {
  62. if (embeddingEngine === '' && embeddingModel.split('/').length - 1 > 1) {
  63. toast.error(
  64. $i18n.t(
  65. 'Model filesystem path detected. Model shortname is required for update, cannot continue.'
  66. )
  67. );
  68. return;
  69. }
  70. if (embeddingEngine === 'ollama' && embeddingModel === '') {
  71. toast.error(
  72. $i18n.t(
  73. 'Model filesystem path detected. Model shortname is required for update, cannot continue.'
  74. )
  75. );
  76. return;
  77. }
  78. if (embeddingEngine === 'openai' && embeddingModel === '') {
  79. toast.error(
  80. $i18n.t(
  81. 'Model filesystem path detected. Model shortname is required for update, cannot continue.'
  82. )
  83. );
  84. return;
  85. }
  86. if ((embeddingEngine === 'openai' && OpenAIKey === '') || OpenAIUrl === '') {
  87. toast.error($i18n.t('OpenAI URL/Key required.'));
  88. return;
  89. }
  90. console.log('Update embedding model attempt:', embeddingModel);
  91. updateEmbeddingModelLoading = true;
  92. const res = await updateEmbeddingConfig(localStorage.token, {
  93. embedding_engine: embeddingEngine,
  94. embedding_model: embeddingModel,
  95. embedding_batch_size: embeddingBatchSize,
  96. ollama_config: {
  97. key: OllamaKey,
  98. url: OllamaUrl
  99. },
  100. openai_config: {
  101. key: OpenAIKey,
  102. url: OpenAIUrl
  103. }
  104. }).catch(async (error) => {
  105. toast.error(`${error}`);
  106. await setEmbeddingConfig();
  107. return null;
  108. });
  109. updateEmbeddingModelLoading = false;
  110. if (res) {
  111. console.log('embeddingModelUpdateHandler:', res);
  112. if (res.status === true) {
  113. toast.success($i18n.t('Embedding model set to "{{embedding_model}}"', res), {
  114. duration: 1000 * 10
  115. });
  116. }
  117. }
  118. };
  119. const rerankingModelUpdateHandler = async () => {
  120. console.log('Update reranking model attempt:', rerankingModel);
  121. updateRerankingModelLoading = true;
  122. const res = await updateRerankingConfig(localStorage.token, {
  123. reranking_model: rerankingModel
  124. }).catch(async (error) => {
  125. toast.error(`${error}`);
  126. await setRerankingConfig();
  127. return null;
  128. });
  129. updateRerankingModelLoading = false;
  130. if (res) {
  131. console.log('rerankingModelUpdateHandler:', res);
  132. if (res.status === true) {
  133. if (rerankingModel === '') {
  134. toast.success($i18n.t('Reranking model disabled', res), {
  135. duration: 1000 * 10
  136. });
  137. } else {
  138. toast.success($i18n.t('Reranking model set to "{{reranking_model}}"', res), {
  139. duration: 1000 * 10
  140. });
  141. }
  142. }
  143. }
  144. };
  145. const submitHandler = async () => {
  146. await embeddingModelUpdateHandler();
  147. if (querySettings.hybrid) {
  148. await rerankingModelUpdateHandler();
  149. }
  150. if (contentExtractionEngine === 'tika' && tikaServerUrl === '') {
  151. toast.error($i18n.t('Tika Server URL required.'));
  152. return;
  153. }
  154. if (
  155. contentExtractionEngine === 'document_intelligence' &&
  156. (documentIntelligenceEndpoint === '' || documentIntelligenceKey === '')
  157. ) {
  158. toast.error($i18n.t('Document Intelligence endpoint and key required.'));
  159. return;
  160. }
  161. const res = await updateRAGConfig(localStorage.token, {
  162. pdf_extract_images: pdfExtractImages,
  163. enable_google_drive_integration: enableGoogleDriveIntegration,
  164. enable_onedrive_integration: enableOneDriveIntegration,
  165. file: {
  166. max_size: fileMaxSize === '' ? null : fileMaxSize,
  167. max_count: fileMaxCount === '' ? null : fileMaxCount
  168. },
  169. RAG_FULL_CONTEXT: RAG_FULL_CONTEXT,
  170. chunk: {
  171. text_splitter: textSplitter,
  172. chunk_overlap: chunkOverlap,
  173. chunk_size: chunkSize
  174. },
  175. content_extraction: {
  176. engine: contentExtractionEngine,
  177. tika_server_url: tikaServerUrl,
  178. document_intelligence_config: {
  179. key: documentIntelligenceKey,
  180. endpoint: documentIntelligenceEndpoint
  181. }
  182. }
  183. });
  184. await updateQuerySettings(localStorage.token, querySettings);
  185. dispatch('save');
  186. };
  187. const setEmbeddingConfig = async () => {
  188. const embeddingConfig = await getEmbeddingConfig(localStorage.token);
  189. if (embeddingConfig) {
  190. embeddingEngine = embeddingConfig.embedding_engine;
  191. embeddingModel = embeddingConfig.embedding_model;
  192. embeddingBatchSize = embeddingConfig.embedding_batch_size ?? 1;
  193. OpenAIKey = embeddingConfig.openai_config.key;
  194. OpenAIUrl = embeddingConfig.openai_config.url;
  195. OllamaKey = embeddingConfig.ollama_config.key;
  196. OllamaUrl = embeddingConfig.ollama_config.url;
  197. }
  198. };
  199. const setRerankingConfig = async () => {
  200. const rerankingConfig = await getRerankingConfig(localStorage.token);
  201. if (rerankingConfig) {
  202. rerankingModel = rerankingConfig.reranking_model;
  203. }
  204. };
  205. const toggleHybridSearch = async () => {
  206. querySettings.hybrid = !querySettings.hybrid;
  207. querySettings = await updateQuerySettings(localStorage.token, querySettings);
  208. };
  209. onMount(async () => {
  210. await setEmbeddingConfig();
  211. await setRerankingConfig();
  212. querySettings = await getQuerySettings(localStorage.token);
  213. const res = await getRAGConfig(localStorage.token);
  214. if (res) {
  215. pdfExtractImages = res.pdf_extract_images;
  216. textSplitter = res.chunk.text_splitter;
  217. chunkSize = res.chunk.chunk_size;
  218. chunkOverlap = res.chunk.chunk_overlap;
  219. RAG_FULL_CONTEXT = res.RAG_FULL_CONTEXT;
  220. contentExtractionEngine = res.content_extraction.engine;
  221. tikaServerUrl = res.content_extraction.tika_server_url;
  222. showTikaServerUrl = contentExtractionEngine === 'tika';
  223. documentIntelligenceEndpoint = res.content_extraction.document_intelligence_config.endpoint;
  224. documentIntelligenceKey = res.content_extraction.document_intelligence_config.key;
  225. showDocumentIntelligenceConfig = contentExtractionEngine === 'document_intelligence';
  226. fileMaxSize = res?.file.max_size ?? '';
  227. fileMaxCount = res?.file.max_count ?? '';
  228. enableGoogleDriveIntegration = res.enable_google_drive_integration;
  229. enableOneDriveIntegration = res.enable_onedrive_integration;
  230. }
  231. });
  232. </script>
  233. <ResetUploadDirConfirmDialog
  234. bind:show={showResetUploadDirConfirm}
  235. on:confirm={async () => {
  236. const res = await deleteAllFiles(localStorage.token).catch((error) => {
  237. toast.error(`${error}`);
  238. return null;
  239. });
  240. if (res) {
  241. toast.success($i18n.t('Success'));
  242. }
  243. }}
  244. />
  245. <ResetVectorDBConfirmDialog
  246. bind:show={showResetConfirm}
  247. on:confirm={() => {
  248. const res = resetVectorDB(localStorage.token).catch((error) => {
  249. toast.error(`${error}`);
  250. return null;
  251. });
  252. if (res) {
  253. toast.success($i18n.t('Success'));
  254. }
  255. }}
  256. />
  257. <form
  258. class="flex flex-col h-full justify-between space-y-3 text-sm"
  259. on:submit|preventDefault={() => {
  260. submitHandler();
  261. }}
  262. >
  263. <div class=" space-y-2.5 overflow-y-scroll scrollbar-hidden h-full pr-1.5">
  264. <div class="flex flex-col gap-0.5">
  265. <div class=" mb-0.5 text-sm font-medium">{$i18n.t('General Settings')}</div>
  266. <div class=" flex w-full justify-between">
  267. <div class=" self-center text-xs font-medium">{$i18n.t('Embedding Model Engine')}</div>
  268. <div class="flex items-center relative">
  269. <select
  270. class="dark:bg-gray-900 w-fit pr-8 rounded-sm px-2 p-1 text-xs bg-transparent outline-hidden text-right"
  271. bind:value={embeddingEngine}
  272. placeholder="Select an embedding model engine"
  273. on:change={(e) => {
  274. if (e.target.value === 'ollama') {
  275. embeddingModel = '';
  276. } else if (e.target.value === 'openai') {
  277. embeddingModel = 'text-embedding-3-small';
  278. } else if (e.target.value === '') {
  279. embeddingModel = 'sentence-transformers/all-MiniLM-L6-v2';
  280. }
  281. }}
  282. >
  283. <option value="">{$i18n.t('Default (SentenceTransformers)')}</option>
  284. <option value="ollama">{$i18n.t('Ollama')}</option>
  285. <option value="openai">{$i18n.t('OpenAI')}</option>
  286. </select>
  287. </div>
  288. </div>
  289. {#if embeddingEngine === 'openai'}
  290. <div class="my-0.5 flex gap-2 pr-2">
  291. <input
  292. class="flex-1 w-full rounded-lg text-sm bg-transparent outline-hidden"
  293. placeholder={$i18n.t('API Base URL')}
  294. bind:value={OpenAIUrl}
  295. required
  296. />
  297. <SensitiveInput placeholder={$i18n.t('API Key')} bind:value={OpenAIKey} />
  298. </div>
  299. {:else if embeddingEngine === 'ollama'}
  300. <div class="my-0.5 flex gap-2 pr-2">
  301. <input
  302. class="flex-1 w-full rounded-lg text-sm bg-transparent outline-hidden"
  303. placeholder={$i18n.t('API Base URL')}
  304. bind:value={OllamaUrl}
  305. required
  306. />
  307. <SensitiveInput
  308. placeholder={$i18n.t('API Key')}
  309. bind:value={OllamaKey}
  310. required={false}
  311. />
  312. </div>
  313. {/if}
  314. {#if embeddingEngine === 'ollama' || embeddingEngine === 'openai'}
  315. <div class="flex mt-0.5 space-x-2">
  316. <div class=" self-center text-xs font-medium">{$i18n.t('Embedding Batch Size')}</div>
  317. <div class=" flex-1">
  318. <input
  319. id="steps-range"
  320. type="range"
  321. min="1"
  322. max="2048"
  323. step="1"
  324. bind:value={embeddingBatchSize}
  325. class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
  326. />
  327. </div>
  328. <div class="">
  329. <input
  330. bind:value={embeddingBatchSize}
  331. type="number"
  332. class=" bg-transparent text-center w-14"
  333. min="-2"
  334. max="16000"
  335. step="1"
  336. />
  337. </div>
  338. </div>
  339. {/if}
  340. <div class=" flex w-full justify-between">
  341. <div class=" self-center text-xs font-medium">{$i18n.t('Hybrid Search')}</div>
  342. <button
  343. class="p-1 px-3 text-xs flex rounded-sm transition"
  344. on:click={() => {
  345. toggleHybridSearch();
  346. }}
  347. type="button"
  348. >
  349. {#if querySettings.hybrid === true}
  350. <span class="ml-2 self-center">{$i18n.t('On')}</span>
  351. {:else}
  352. <span class="ml-2 self-center">{$i18n.t('Off')}</span>
  353. {/if}
  354. </button>
  355. </div>
  356. <div class=" py-0.5 flex w-full justify-between">
  357. <div class=" self-center text-xs font-medium">{$i18n.t('Full Context Mode')}</div>
  358. <div class="flex items-center relative">
  359. <Tooltip
  360. content={RAG_FULL_CONTEXT
  361. ? 'Inject entire contents as context for comprehensive processing, this is recommended for complex queries.'
  362. : 'Default to segmented retrieval for focused and relevant content extraction, this is recommended for most cases.'}
  363. >
  364. <Switch bind:state={RAG_FULL_CONTEXT} />
  365. </Tooltip>
  366. </div>
  367. </div>
  368. </div>
  369. <hr class="border-gray-100 dark:border-gray-850" />
  370. <div class="space-y-2" />
  371. <div>
  372. <div class=" mb-2 text-sm font-medium">{$i18n.t('Embedding Model')}</div>
  373. {#if embeddingEngine === 'ollama'}
  374. <div class="flex w-full">
  375. <div class="flex-1 mr-2">
  376. <input
  377. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
  378. bind:value={embeddingModel}
  379. placeholder={$i18n.t('Set embedding model')}
  380. required
  381. />
  382. </div>
  383. </div>
  384. {:else}
  385. <div class="flex w-full">
  386. <div class="flex-1 mr-2">
  387. <input
  388. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
  389. placeholder={$i18n.t('Set embedding model (e.g. {{model}})', {
  390. model: embeddingModel.slice(-40)
  391. })}
  392. bind:value={embeddingModel}
  393. />
  394. </div>
  395. {#if embeddingEngine === ''}
  396. <button
  397. class="px-2.5 bg-gray-50 hover:bg-gray-200 text-gray-800 dark:bg-gray-850 dark:hover:bg-gray-800 dark:text-gray-100 rounded-lg transition"
  398. on:click={() => {
  399. embeddingModelUpdateHandler();
  400. }}
  401. disabled={updateEmbeddingModelLoading}
  402. >
  403. {#if updateEmbeddingModelLoading}
  404. <div class="self-center">
  405. <svg
  406. class=" w-4 h-4"
  407. viewBox="0 0 24 24"
  408. fill="currentColor"
  409. xmlns="http://www.w3.org/2000/svg"
  410. >
  411. <style>
  412. .spinner_ajPY {
  413. transform-origin: center;
  414. animation: spinner_AtaB 0.75s infinite linear;
  415. }
  416. @keyframes spinner_AtaB {
  417. 100% {
  418. transform: rotate(360deg);
  419. }
  420. }
  421. </style>
  422. <path
  423. d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
  424. opacity=".25"
  425. />
  426. <path
  427. d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
  428. class="spinner_ajPY"
  429. />
  430. </svg>
  431. </div>
  432. {:else}
  433. <svg
  434. xmlns="http://www.w3.org/2000/svg"
  435. viewBox="0 0 16 16"
  436. fill="currentColor"
  437. class="w-4 h-4"
  438. >
  439. <path
  440. d="M8.75 2.75a.75.75 0 0 0-1.5 0v5.69L5.03 6.22a.75.75 0 0 0-1.06 1.06l3.5 3.5a.75.75 0 0 0 1.06 0l3.5-3.5a.75.75 0 0 0-1.06-1.06L8.75 8.44V2.75Z"
  441. />
  442. <path
  443. d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
  444. />
  445. </svg>
  446. {/if}
  447. </button>
  448. {/if}
  449. </div>
  450. {/if}
  451. <div class="mt-2 mb-1 text-xs text-gray-400 dark:text-gray-500">
  452. {$i18n.t(
  453. 'Warning: If you update or change your embedding model, you will need to re-import all documents.'
  454. )}
  455. </div>
  456. {#if querySettings.hybrid === true}
  457. <div class=" ">
  458. <div class=" mb-2 text-sm font-medium">{$i18n.t('Reranking Model')}</div>
  459. <div class="flex w-full">
  460. <div class="flex-1 mr-2">
  461. <input
  462. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
  463. placeholder={$i18n.t('Set reranking model (e.g. {{model}})', {
  464. model: 'BAAI/bge-reranker-v2-m3'
  465. })}
  466. bind:value={rerankingModel}
  467. />
  468. </div>
  469. <button
  470. class="px-2.5 bg-gray-50 hover:bg-gray-200 text-gray-800 dark:bg-gray-850 dark:hover:bg-gray-800 dark:text-gray-100 rounded-lg transition"
  471. on:click={() => {
  472. rerankingModelUpdateHandler();
  473. }}
  474. disabled={updateRerankingModelLoading}
  475. >
  476. {#if updateRerankingModelLoading}
  477. <div class="self-center">
  478. <svg
  479. class=" w-4 h-4"
  480. viewBox="0 0 24 24"
  481. fill="currentColor"
  482. xmlns="http://www.w3.org/2000/svg"
  483. >
  484. <style>
  485. .spinner_ajPY {
  486. transform-origin: center;
  487. animation: spinner_AtaB 0.75s infinite linear;
  488. }
  489. @keyframes spinner_AtaB {
  490. 100% {
  491. transform: rotate(360deg);
  492. }
  493. }
  494. </style>
  495. <path
  496. d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
  497. opacity=".25"
  498. />
  499. <path
  500. d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
  501. class="spinner_ajPY"
  502. />
  503. </svg>
  504. </div>
  505. {:else}
  506. <svg
  507. xmlns="http://www.w3.org/2000/svg"
  508. viewBox="0 0 16 16"
  509. fill="currentColor"
  510. class="w-4 h-4"
  511. >
  512. <path
  513. d="M8.75 2.75a.75.75 0 0 0-1.5 0v5.69L5.03 6.22a.75.75 0 0 0-1.06 1.06l3.5 3.5a.75.75 0 0 0 1.06 0l3.5-3.5a.75.75 0 0 0-1.06-1.06L8.75 8.44V2.75Z"
  514. />
  515. <path
  516. d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
  517. />
  518. </svg>
  519. {/if}
  520. </button>
  521. </div>
  522. </div>
  523. {/if}
  524. </div>
  525. <hr class=" border-gray-100 dark:border-gray-850" />
  526. <div class="">
  527. <div class="text-sm font-medium mb-1">{$i18n.t('Content Extraction')}</div>
  528. <div class="flex w-full justify-between">
  529. <div class="self-center text-xs font-medium">{$i18n.t('Engine')}</div>
  530. <div class="flex items-center relative">
  531. <select
  532. class="dark:bg-gray-900 w-fit pr-8 rounded-sm px-2 text-xs bg-transparent outline-hidden text-right"
  533. bind:value={contentExtractionEngine}
  534. on:change={(e) => {
  535. showTikaServerUrl = e.target.value === 'tika';
  536. showDocumentIntelligenceConfig = e.target.value === 'document_intelligence';
  537. }}
  538. >
  539. <option value="">{$i18n.t('Default')} </option>
  540. <option value="tika">{$i18n.t('Tika')}</option>
  541. <option value="document_intelligence">{$i18n.t('Document Intelligence')}</option>
  542. </select>
  543. </div>
  544. </div>
  545. {#if showTikaServerUrl}
  546. <div class="flex w-full mt-1">
  547. <div class="flex-1 mr-2">
  548. <input
  549. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
  550. placeholder={$i18n.t('Enter Tika Server URL')}
  551. bind:value={tikaServerUrl}
  552. />
  553. </div>
  554. </div>
  555. {/if}
  556. {#if showDocumentIntelligenceConfig}
  557. <div class="my-0.5 flex gap-2 pr-2">
  558. <input
  559. class="flex-1 w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  560. placeholder={$i18n.t('Enter Document Intelligence Endpoint')}
  561. bind:value={documentIntelligenceEndpoint}
  562. />
  563. <SensitiveInput
  564. placeholder={$i18n.t('Enter Document Intelligence Key')}
  565. bind:value={documentIntelligenceKey}
  566. />
  567. </div>
  568. {/if}
  569. </div>
  570. <hr class=" border-gray-100 dark:border-gray-850" />
  571. <div class="text-sm font-medium mb-1">{$i18n.t('Google Drive')}</div>
  572. <div class="">
  573. <div class="flex justify-between items-center text-xs">
  574. <div class="text-xs font-medium">{$i18n.t('Enable Google Drive')}</div>
  575. <div>
  576. <Switch bind:state={enableGoogleDriveIntegration} />
  577. </div>
  578. </div>
  579. </div>
  580. <div class="text-sm font-medium mb-1">{$i18n.t('OneDrive')}</div>
  581. <div class="">
  582. <div class="flex justify-between items-center text-xs">
  583. <div class="text-xs font-medium">{$i18n.t('Enable OneDrive')}</div>
  584. <div>
  585. <Switch bind:state={enableOneDriveIntegration} />
  586. </div>
  587. </div>
  588. </div>
  589. <hr class=" border-gray-100 dark:border-gray-850" />
  590. <div class=" ">
  591. <div class=" text-sm font-medium mb-1">{$i18n.t('Query Params')}</div>
  592. <div class=" flex gap-1.5">
  593. <div class="flex flex-col w-full gap-1">
  594. <div class=" text-xs font-medium w-full">{$i18n.t('Top K')}</div>
  595. <div class="w-full">
  596. <input
  597. class=" w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
  598. type="number"
  599. placeholder={$i18n.t('Enter Top K')}
  600. bind:value={querySettings.k}
  601. autocomplete="off"
  602. min="0"
  603. />
  604. </div>
  605. </div>
  606. {#if querySettings.hybrid === true}
  607. <div class=" flex flex-col w-full gap-1">
  608. <div class="text-xs font-medium w-full">
  609. {$i18n.t('Minimum Score')}
  610. </div>
  611. <div class="w-full">
  612. <input
  613. class=" w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
  614. type="number"
  615. step="0.01"
  616. placeholder={$i18n.t('Enter Score')}
  617. bind:value={querySettings.r}
  618. autocomplete="off"
  619. min="0.0"
  620. title={$i18n.t('The score should be a value between 0.0 (0%) and 1.0 (100%).')}
  621. />
  622. </div>
  623. </div>
  624. {/if}
  625. </div>
  626. {#if querySettings.hybrid === true}
  627. <div class="mt-2 text-xs text-gray-400 dark:text-gray-500">
  628. {$i18n.t(
  629. 'Note: If you set a minimum score, the search will only return documents with a score greater than or equal to the minimum score.'
  630. )}
  631. </div>
  632. {/if}
  633. <div class="mt-2">
  634. <div class=" mb-1 text-xs font-medium">{$i18n.t('RAG Template')}</div>
  635. <Tooltip
  636. content={$i18n.t('Leave empty to use the default prompt, or enter a custom prompt')}
  637. placement="top-start"
  638. >
  639. <Textarea
  640. bind:value={querySettings.template}
  641. placeholder={$i18n.t('Leave empty to use the default prompt, or enter a custom prompt')}
  642. />
  643. </Tooltip>
  644. </div>
  645. </div>
  646. <hr class=" border-gray-100 dark:border-gray-850" />
  647. <div class=" ">
  648. <div class="mb-1 text-sm font-medium">{$i18n.t('Chunk Params')}</div>
  649. <div class="flex w-full justify-between mb-1.5">
  650. <div class="self-center text-xs font-medium">{$i18n.t('Text Splitter')}</div>
  651. <div class="flex items-center relative">
  652. <select
  653. class="dark:bg-gray-900 w-fit pr-8 rounded-sm px-2 text-xs bg-transparent outline-hidden text-right"
  654. bind:value={textSplitter}
  655. >
  656. <option value="">{$i18n.t('Default')} ({$i18n.t('Character')})</option>
  657. <option value="token">{$i18n.t('Token')} ({$i18n.t('Tiktoken')})</option>
  658. </select>
  659. </div>
  660. </div>
  661. <div class=" flex gap-1.5">
  662. <div class=" w-full justify-between">
  663. <div class="self-center text-xs font-medium min-w-fit mb-1">
  664. {$i18n.t('Chunk Size')}
  665. </div>
  666. <div class="self-center">
  667. <input
  668. class=" w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
  669. type="number"
  670. placeholder={$i18n.t('Enter Chunk Size')}
  671. bind:value={chunkSize}
  672. autocomplete="off"
  673. min="0"
  674. />
  675. </div>
  676. </div>
  677. <div class="w-full">
  678. <div class=" self-center text-xs font-medium min-w-fit mb-1">
  679. {$i18n.t('Chunk Overlap')}
  680. </div>
  681. <div class="self-center">
  682. <input
  683. class="w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
  684. type="number"
  685. placeholder={$i18n.t('Enter Chunk Overlap')}
  686. bind:value={chunkOverlap}
  687. autocomplete="off"
  688. min="0"
  689. />
  690. </div>
  691. </div>
  692. </div>
  693. <div class="my-2">
  694. <div class="flex justify-between items-center text-xs">
  695. <div class=" text-xs font-medium">{$i18n.t('PDF Extract Images (OCR)')}</div>
  696. <div>
  697. <Switch bind:state={pdfExtractImages} />
  698. </div>
  699. </div>
  700. </div>
  701. </div>
  702. <hr class=" border-gray-100 dark:border-gray-850" />
  703. <div class="">
  704. <div class="text-sm font-medium mb-1">{$i18n.t('Files')}</div>
  705. <div class=" flex gap-1.5">
  706. <div class="w-full">
  707. <div class=" self-center text-xs font-medium min-w-fit mb-1">
  708. {$i18n.t('Max Upload Size')}
  709. </div>
  710. <div class="self-center">
  711. <Tooltip
  712. content={$i18n.t(
  713. 'The maximum file size in MB. If the file size exceeds this limit, the file will not be uploaded.'
  714. )}
  715. placement="top-start"
  716. >
  717. <input
  718. class="w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
  719. type="number"
  720. placeholder={$i18n.t('Leave empty for unlimited')}
  721. bind:value={fileMaxSize}
  722. autocomplete="off"
  723. min="0"
  724. />
  725. </Tooltip>
  726. </div>
  727. </div>
  728. <div class=" w-full">
  729. <div class="self-center text-xs font-medium min-w-fit mb-1">
  730. {$i18n.t('Max Upload Count')}
  731. </div>
  732. <div class="self-center">
  733. <Tooltip
  734. content={$i18n.t(
  735. 'The maximum number of files that can be used at once in chat. If the number of files exceeds this limit, the files will not be uploaded.'
  736. )}
  737. placement="top-start"
  738. >
  739. <input
  740. class=" w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-hidden"
  741. type="number"
  742. placeholder={$i18n.t('Leave empty for unlimited')}
  743. bind:value={fileMaxCount}
  744. autocomplete="off"
  745. min="0"
  746. />
  747. </Tooltip>
  748. </div>
  749. </div>
  750. </div>
  751. </div>
  752. <hr class=" border-gray-100 dark:border-gray-850" />
  753. <div>
  754. <button
  755. class=" flex rounded-xl py-2 px-3.5 w-full hover:bg-gray-200 dark:hover:bg-gray-800 transition"
  756. on:click={() => {
  757. showResetUploadDirConfirm = true;
  758. }}
  759. type="button"
  760. >
  761. <div class=" self-center mr-3">
  762. <svg
  763. xmlns="http://www.w3.org/2000/svg"
  764. viewBox="0 0 24 24"
  765. fill="currentColor"
  766. class="size-4"
  767. >
  768. <path
  769. fill-rule="evenodd"
  770. d="M5.625 1.5H9a3.75 3.75 0 0 1 3.75 3.75v1.875c0 1.036.84 1.875 1.875 1.875H16.5a3.75 3.75 0 0 1 3.75 3.75v7.875c0 1.035-.84 1.875-1.875 1.875H5.625a1.875 1.875 0 0 1-1.875-1.875V3.375c0-1.036.84-1.875 1.875-1.875ZM9.75 14.25a.75.75 0 0 0 0 1.5H15a.75.75 0 0 0 0-1.5H9.75Z"
  771. clip-rule="evenodd"
  772. />
  773. <path
  774. d="M14.25 5.25a5.23 5.23 0 0 0-1.279-3.434 9.768 9.768 0 0 1 6.963 6.963A5.23 5.23 0 0 0 16.5 7.5h-1.875a.375.375 0 0 1-.375-.375V5.25Z"
  775. />
  776. </svg>
  777. </div>
  778. <div class=" self-center text-sm font-medium">{$i18n.t('Reset Upload Directory')}</div>
  779. </button>
  780. <button
  781. class=" flex rounded-xl py-2 px-3.5 w-full hover:bg-gray-200 dark:hover:bg-gray-800 transition"
  782. on:click={() => {
  783. showResetConfirm = true;
  784. }}
  785. type="button"
  786. >
  787. <div class=" self-center mr-3">
  788. <svg
  789. xmlns="http://www.w3.org/2000/svg"
  790. viewBox="0 0 16 16"
  791. fill="currentColor"
  792. class="w-4 h-4"
  793. >
  794. <path
  795. fill-rule="evenodd"
  796. d="M3.5 2A1.5 1.5 0 0 0 2 3.5v9A1.5 1.5 0 0 0 3.5 14h9a1.5 1.5 0 0 0 1.5-1.5v-7A1.5 1.5 0 0 0 12.5 4H9.621a1.5 1.5 0 0 1-1.06-.44L7.439 2.44A1.5 1.5 0 0 0 6.38 2H3.5Zm6.75 7.75a.75.75 0 0 0 0-1.5h-4.5a.75.75 0 0 0 0 1.5h4.5Z"
  797. clip-rule="evenodd"
  798. />
  799. </svg>
  800. </div>
  801. <div class=" self-center text-sm font-medium">
  802. {$i18n.t('Reset Vector Storage/Knowledge')}
  803. </div>
  804. </button>
  805. </div>
  806. </div>
  807. <div class="flex justify-end pt-3 text-sm font-medium">
  808. <button
  809. class="px-3.5 py-1.5 text-sm font-medium bg-black hover:bg-gray-900 text-white dark:bg-white dark:text-black dark:hover:bg-gray-100 transition rounded-full"
  810. type="submit"
  811. >
  812. {$i18n.t('Save')}
  813. </button>
  814. </div>
  815. </form>