Documents.svelte 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829
  1. <script lang="ts">
  2. import { getDocs } from '$lib/apis/documents';
  3. import { deleteAllFiles, deleteFileById } from '$lib/apis/files';
  4. import {
  5. getQuerySettings,
  6. scanDocs,
  7. updateQuerySettings,
  8. resetVectorDB,
  9. getEmbeddingConfig,
  10. updateEmbeddingConfig,
  11. getRerankingConfig,
  12. updateRerankingConfig,
  13. resetUploadDir,
  14. getRAGConfig,
  15. updateRAGConfig
  16. } from '$lib/apis/rag';
  17. import ResetUploadDirConfirmDialog from '$lib/components/common/ConfirmDialog.svelte';
  18. import ResetVectorDBConfirmDialog from '$lib/components/common/ConfirmDialog.svelte';
  19. import { documents, models } from '$lib/stores';
  20. import { onMount, getContext } from 'svelte';
  21. import { toast } from 'svelte-sonner';
  22. import SensitiveInput from '$lib/components/common/SensitiveInput.svelte';
  23. const i18n = getContext('i18n');
  24. export let saveHandler: Function;
  25. let scanDirLoading = false;
  26. let updateEmbeddingModelLoading = false;
  27. let updateRerankingModelLoading = false;
  28. let showResetConfirm = false;
  29. let showResetUploadDirConfirm = false;
  30. let embeddingEngine = '';
  31. let embeddingModel = '';
  32. let rerankingModel = '';
  33. let contentExtractionEngine = 'default';
  34. let tikaServerUrl = '';
  35. let showTikaServerUrl = false;
  36. let chunkSize = 0;
  37. let chunkOverlap = 0;
  38. let pdfExtractImages = true;
  39. let OpenAIKey = '';
  40. let OpenAIUrl = '';
  41. let OpenAIBatchSize = 1;
  42. let querySettings = {
  43. template: '',
  44. r: 0.0,
  45. k: 4,
  46. max_file_size: 10,
  47. max_file_count: 5,
  48. hybrid: false
  49. };
  50. const scanHandler = async () => {
  51. scanDirLoading = true;
  52. const res = await scanDocs(localStorage.token);
  53. scanDirLoading = false;
  54. if (res) {
  55. await documents.set(await getDocs(localStorage.token));
  56. toast.success($i18n.t('Scan complete!'));
  57. }
  58. };
  59. const embeddingModelUpdateHandler = async () => {
  60. if (embeddingEngine === '' && embeddingModel.split('/').length - 1 > 1) {
  61. toast.error(
  62. $i18n.t(
  63. 'Model filesystem path detected. Model shortname is required for update, cannot continue.'
  64. )
  65. );
  66. return;
  67. }
  68. if (embeddingEngine === 'ollama' && embeddingModel === '') {
  69. toast.error(
  70. $i18n.t(
  71. 'Model filesystem path detected. Model shortname is required for update, cannot continue.'
  72. )
  73. );
  74. return;
  75. }
  76. if (embeddingEngine === 'openai' && embeddingModel === '') {
  77. toast.error(
  78. $i18n.t(
  79. 'Model filesystem path detected. Model shortname is required for update, cannot continue.'
  80. )
  81. );
  82. return;
  83. }
  84. if ((embeddingEngine === 'openai' && OpenAIKey === '') || OpenAIUrl === '') {
  85. toast.error($i18n.t('OpenAI URL/Key required.'));
  86. return;
  87. }
  88. console.log('Update embedding model attempt:', embeddingModel);
  89. updateEmbeddingModelLoading = true;
  90. const res = await updateEmbeddingConfig(localStorage.token, {
  91. embedding_engine: embeddingEngine,
  92. embedding_model: embeddingModel,
  93. ...(embeddingEngine === 'openai'
  94. ? {
  95. openai_config: {
  96. key: OpenAIKey,
  97. url: OpenAIUrl,
  98. batch_size: OpenAIBatchSize
  99. }
  100. }
  101. : {})
  102. }).catch(async (error) => {
  103. toast.error(error);
  104. await setEmbeddingConfig();
  105. return null;
  106. });
  107. updateEmbeddingModelLoading = false;
  108. if (res) {
  109. console.log('embeddingModelUpdateHandler:', res);
  110. if (res.status === true) {
  111. toast.success($i18n.t('Embedding model set to "{{embedding_model}}"', res), {
  112. duration: 1000 * 10
  113. });
  114. }
  115. }
  116. };
  117. const rerankingModelUpdateHandler = async () => {
  118. console.log('Update reranking model attempt:', rerankingModel);
  119. updateRerankingModelLoading = true;
  120. const res = await updateRerankingConfig(localStorage.token, {
  121. reranking_model: rerankingModel
  122. }).catch(async (error) => {
  123. toast.error(error);
  124. await setRerankingConfig();
  125. return null;
  126. });
  127. updateRerankingModelLoading = false;
  128. if (res) {
  129. console.log('rerankingModelUpdateHandler:', res);
  130. if (res.status === true) {
  131. if (rerankingModel === '') {
  132. toast.success($i18n.t('Reranking model disabled', res), {
  133. duration: 1000 * 10
  134. });
  135. } else {
  136. toast.success($i18n.t('Reranking model set to "{{reranking_model}}"', res), {
  137. duration: 1000 * 10
  138. });
  139. }
  140. }
  141. }
  142. };
  143. const submitHandler = async () => {
  144. embeddingModelUpdateHandler();
  145. if (querySettings.hybrid) {
  146. rerankingModelUpdateHandler();
  147. }
  148. if (contentExtractionEngine === 'tika' && tikaServerUrl === '') {
  149. toast.error($i18n.t('Tika Server URL required.'));
  150. return;
  151. }
  152. const res = await updateRAGConfig(localStorage.token, {
  153. pdf_extract_images: pdfExtractImages,
  154. chunk: {
  155. chunk_overlap: chunkOverlap,
  156. chunk_size: chunkSize
  157. },
  158. content_extraction: {
  159. engine: contentExtractionEngine,
  160. tika_server_url: tikaServerUrl
  161. }
  162. });
  163. await updateQuerySettings(localStorage.token, querySettings);
  164. };
  165. const setEmbeddingConfig = async () => {
  166. const embeddingConfig = await getEmbeddingConfig(localStorage.token);
  167. if (embeddingConfig) {
  168. embeddingEngine = embeddingConfig.embedding_engine;
  169. embeddingModel = embeddingConfig.embedding_model;
  170. OpenAIKey = embeddingConfig.openai_config.key;
  171. OpenAIUrl = embeddingConfig.openai_config.url;
  172. OpenAIBatchSize = embeddingConfig.openai_config.batch_size ?? 1;
  173. }
  174. };
  175. const setRerankingConfig = async () => {
  176. const rerankingConfig = await getRerankingConfig(localStorage.token);
  177. if (rerankingConfig) {
  178. rerankingModel = rerankingConfig.reranking_model;
  179. }
  180. };
  181. const toggleHybridSearch = async () => {
  182. querySettings.hybrid = !querySettings.hybrid;
  183. querySettings = await updateQuerySettings(localStorage.token, querySettings);
  184. };
  185. onMount(async () => {
  186. await setEmbeddingConfig();
  187. await setRerankingConfig();
  188. querySettings = await getQuerySettings(localStorage.token);
  189. const res = await getRAGConfig(localStorage.token);
  190. if (res) {
  191. pdfExtractImages = res.pdf_extract_images;
  192. chunkSize = res.chunk.chunk_size;
  193. chunkOverlap = res.chunk.chunk_overlap;
  194. contentExtractionEngine = res.content_extraction.engine;
  195. tikaServerUrl = res.content_extraction.tika_server_url;
  196. showTikaServerUrl = contentExtractionEngine === 'tika';
  197. }
  198. });
  199. </script>
  200. <ResetUploadDirConfirmDialog
  201. bind:show={showResetUploadDirConfirm}
  202. on:confirm={async () => {
  203. const res = await deleteAllFiles(localStorage.token).catch((error) => {
  204. toast.error(error);
  205. return null;
  206. });
  207. if (res) {
  208. toast.success($i18n.t('Success'));
  209. }
  210. }}
  211. />
  212. <ResetVectorDBConfirmDialog
  213. bind:show={showResetConfirm}
  214. on:confirm={() => {
  215. const res = resetVectorDB(localStorage.token).catch((error) => {
  216. toast.error(error);
  217. return null;
  218. });
  219. if (res) {
  220. toast.success($i18n.t('Success'));
  221. }
  222. }}
  223. />
  224. <form
  225. class="flex flex-col h-full justify-between space-y-3 text-sm"
  226. on:submit|preventDefault={() => {
  227. submitHandler();
  228. saveHandler();
  229. }}
  230. >
  231. <div class=" space-y-2.5 overflow-y-scroll scrollbar-hidden h-full pr-1.5">
  232. <div class="flex flex-col gap-0.5">
  233. <div class=" mb-0.5 text-sm font-medium">{$i18n.t('General Settings')}</div>
  234. <div class=" flex w-full justify-between">
  235. <div class=" self-center text-xs font-medium">
  236. {$i18n.t('Scan for documents from {{path}}', { path: 'DOCS_DIR (/data/docs)' })}
  237. </div>
  238. <button
  239. class=" self-center text-xs p-1 px-3 bg-gray-50 dark:bg-gray-800 dark:hover:bg-gray-700 rounded-lg flex flex-row space-x-1 items-center {scanDirLoading
  240. ? ' cursor-not-allowed'
  241. : ''}"
  242. on:click={() => {
  243. scanHandler();
  244. console.log('check');
  245. }}
  246. type="button"
  247. disabled={scanDirLoading}
  248. >
  249. <div class="self-center font-medium">{$i18n.t('Scan')}</div>
  250. {#if scanDirLoading}
  251. <div class="ml-3 self-center">
  252. <svg
  253. class=" w-3 h-3"
  254. viewBox="0 0 24 24"
  255. fill="currentColor"
  256. xmlns="http://www.w3.org/2000/svg"
  257. >
  258. <style>
  259. .spinner_ajPY {
  260. transform-origin: center;
  261. animation: spinner_AtaB 0.75s infinite linear;
  262. }
  263. @keyframes spinner_AtaB {
  264. 100% {
  265. transform: rotate(360deg);
  266. }
  267. }
  268. </style>
  269. <path
  270. d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
  271. opacity=".25"
  272. />
  273. <path
  274. d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
  275. class="spinner_ajPY"
  276. />
  277. </svg>
  278. </div>
  279. {/if}
  280. </button>
  281. </div>
  282. <div class=" flex w-full justify-between">
  283. <div class=" self-center text-xs font-medium">{$i18n.t('Embedding Model Engine')}</div>
  284. <div class="flex items-center relative">
  285. <select
  286. class="dark:bg-gray-900 w-fit pr-8 rounded px-2 p-1 text-xs bg-transparent outline-none text-right"
  287. bind:value={embeddingEngine}
  288. placeholder="Select an embedding model engine"
  289. on:change={(e) => {
  290. if (e.target.value === 'ollama') {
  291. embeddingModel = '';
  292. } else if (e.target.value === 'openai') {
  293. embeddingModel = 'text-embedding-3-small';
  294. } else if (e.target.value === '') {
  295. embeddingModel = 'sentence-transformers/all-MiniLM-L6-v2';
  296. }
  297. }}
  298. >
  299. <option value="">{$i18n.t('Default (SentenceTransformers)')}</option>
  300. <option value="ollama">{$i18n.t('Ollama')}</option>
  301. <option value="openai">{$i18n.t('OpenAI')}</option>
  302. </select>
  303. </div>
  304. </div>
  305. {#if embeddingEngine === 'openai'}
  306. <div class="my-0.5 flex gap-2">
  307. <input
  308. class="flex-1 w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  309. placeholder={$i18n.t('API Base URL')}
  310. bind:value={OpenAIUrl}
  311. required
  312. />
  313. <SensitiveInput placeholder={$i18n.t('API Key')} bind:value={OpenAIKey} />
  314. </div>
  315. <div class="flex mt-0.5 space-x-2">
  316. <div class=" self-center text-xs font-medium">{$i18n.t('Embedding Batch Size')}</div>
  317. <div class=" flex-1">
  318. <input
  319. id="steps-range"
  320. type="range"
  321. min="1"
  322. max="2048"
  323. step="1"
  324. bind:value={OpenAIBatchSize}
  325. class="w-full h-2 rounded-lg appearance-none cursor-pointer dark:bg-gray-700"
  326. />
  327. </div>
  328. <div class="">
  329. <input
  330. bind:value={OpenAIBatchSize}
  331. type="number"
  332. class=" bg-transparent text-center w-14"
  333. min="-2"
  334. max="16000"
  335. step="1"
  336. />
  337. </div>
  338. </div>
  339. {/if}
  340. <div class=" my-2 flex gap-1.5">
  341. <div class=" w-full justify-between">
  342. <div class="self-center text-xs font-medium min-w-fit mb-1">
  343. {$i18n.t('Max File Count')}
  344. </div>
  345. <div class="self-center">
  346. <input
  347. class=" w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  348. type="number"
  349. placeholder={$i18n.t('Enter Max File Count')}
  350. bind:value={querySettings.max_file_count}
  351. autocomplete="off"
  352. min="0"
  353. />
  354. </div>
  355. </div>
  356. <div class="w-full">
  357. <div class=" self-center text-xs font-medium min-w-fit mb-1">
  358. {$i18n.t('Max File Size(MB)')}
  359. </div>
  360. <div class="self-center">
  361. <input
  362. class="w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  363. type="number"
  364. placeholder={$i18n.t('Enter Max File Size(MB)')}
  365. bind:value={querySettings.max_file_size}
  366. autocomplete="off"
  367. min="0"
  368. />
  369. </div>
  370. </div>
  371. </div>
  372. <div class=" flex w-full justify-between">
  373. <div class=" self-center text-xs font-medium">{$i18n.t('Hybrid Search')}</div>
  374. <button
  375. class="p-1 px-3 text-xs flex rounded transition"
  376. on:click={() => {
  377. toggleHybridSearch();
  378. }}
  379. type="button"
  380. >
  381. {#if querySettings.hybrid === true}
  382. <span class="ml-2 self-center">{$i18n.t('On')}</span>
  383. {:else}
  384. <span class="ml-2 self-center">{$i18n.t('Off')}</span>
  385. {/if}
  386. </button>
  387. </div>
  388. </div>
  389. <hr class="dark:border-gray-850" />
  390. <div class="space-y-2" />
  391. <div>
  392. <div class=" mb-2 text-sm font-medium">{$i18n.t('Embedding Model')}</div>
  393. {#if embeddingEngine === 'ollama'}
  394. <div class="flex w-full">
  395. <div class="flex-1 mr-2">
  396. <select
  397. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  398. bind:value={embeddingModel}
  399. placeholder={$i18n.t('Select a model')}
  400. required
  401. >
  402. {#if !embeddingModel}
  403. <option value="" disabled selected>{$i18n.t('Select a model')}</option>
  404. {/if}
  405. {#each $models.filter((m) => m.id && m.ollama && !(m?.preset ?? false)) as model}
  406. <option value={model.id} class="bg-gray-50 dark:bg-gray-700">{model.name}</option>
  407. {/each}
  408. </select>
  409. </div>
  410. </div>
  411. {:else}
  412. <div class="flex w-full">
  413. <div class="flex-1 mr-2">
  414. <input
  415. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  416. placeholder={$i18n.t('Set embedding model (e.g. {{model}})', {
  417. model: embeddingModel.slice(-40)
  418. })}
  419. bind:value={embeddingModel}
  420. />
  421. </div>
  422. {#if embeddingEngine === ''}
  423. <button
  424. class="px-2.5 bg-gray-50 hover:bg-gray-200 text-gray-800 dark:bg-gray-850 dark:hover:bg-gray-800 dark:text-gray-100 rounded-lg transition"
  425. on:click={() => {
  426. embeddingModelUpdateHandler();
  427. }}
  428. disabled={updateEmbeddingModelLoading}
  429. >
  430. {#if updateEmbeddingModelLoading}
  431. <div class="self-center">
  432. <svg
  433. class=" w-4 h-4"
  434. viewBox="0 0 24 24"
  435. fill="currentColor"
  436. xmlns="http://www.w3.org/2000/svg"
  437. >
  438. <style>
  439. .spinner_ajPY {
  440. transform-origin: center;
  441. animation: spinner_AtaB 0.75s infinite linear;
  442. }
  443. @keyframes spinner_AtaB {
  444. 100% {
  445. transform: rotate(360deg);
  446. }
  447. }
  448. </style>
  449. <path
  450. d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
  451. opacity=".25"
  452. />
  453. <path
  454. d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
  455. class="spinner_ajPY"
  456. />
  457. </svg>
  458. </div>
  459. {:else}
  460. <svg
  461. xmlns="http://www.w3.org/2000/svg"
  462. viewBox="0 0 16 16"
  463. fill="currentColor"
  464. class="w-4 h-4"
  465. >
  466. <path
  467. d="M8.75 2.75a.75.75 0 0 0-1.5 0v5.69L5.03 6.22a.75.75 0 0 0-1.06 1.06l3.5 3.5a.75.75 0 0 0 1.06 0l3.5-3.5a.75.75 0 0 0-1.06-1.06L8.75 8.44V2.75Z"
  468. />
  469. <path
  470. d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
  471. />
  472. </svg>
  473. {/if}
  474. </button>
  475. {/if}
  476. </div>
  477. {/if}
  478. <div class="mt-2 mb-1 text-xs text-gray-400 dark:text-gray-500">
  479. {$i18n.t(
  480. 'Warning: If you update or change your embedding model, you will need to re-import all documents.'
  481. )}
  482. </div>
  483. {#if querySettings.hybrid === true}
  484. <div class=" ">
  485. <div class=" mb-2 text-sm font-medium">{$i18n.t('Reranking Model')}</div>
  486. <div class="flex w-full">
  487. <div class="flex-1 mr-2">
  488. <input
  489. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  490. placeholder={$i18n.t('Set reranking model (e.g. {{model}})', {
  491. model: 'BAAI/bge-reranker-v2-m3'
  492. })}
  493. bind:value={rerankingModel}
  494. />
  495. </div>
  496. <button
  497. class="px-2.5 bg-gray-50 hover:bg-gray-200 text-gray-800 dark:bg-gray-850 dark:hover:bg-gray-800 dark:text-gray-100 rounded-lg transition"
  498. on:click={() => {
  499. rerankingModelUpdateHandler();
  500. }}
  501. disabled={updateRerankingModelLoading}
  502. >
  503. {#if updateRerankingModelLoading}
  504. <div class="self-center">
  505. <svg
  506. class=" w-4 h-4"
  507. viewBox="0 0 24 24"
  508. fill="currentColor"
  509. xmlns="http://www.w3.org/2000/svg"
  510. >
  511. <style>
  512. .spinner_ajPY {
  513. transform-origin: center;
  514. animation: spinner_AtaB 0.75s infinite linear;
  515. }
  516. @keyframes spinner_AtaB {
  517. 100% {
  518. transform: rotate(360deg);
  519. }
  520. }
  521. </style>
  522. <path
  523. d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
  524. opacity=".25"
  525. />
  526. <path
  527. d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
  528. class="spinner_ajPY"
  529. />
  530. </svg>
  531. </div>
  532. {:else}
  533. <svg
  534. xmlns="http://www.w3.org/2000/svg"
  535. viewBox="0 0 16 16"
  536. fill="currentColor"
  537. class="w-4 h-4"
  538. >
  539. <path
  540. d="M8.75 2.75a.75.75 0 0 0-1.5 0v5.69L5.03 6.22a.75.75 0 0 0-1.06 1.06l3.5 3.5a.75.75 0 0 0 1.06 0l3.5-3.5a.75.75 0 0 0-1.06-1.06L8.75 8.44V2.75Z"
  541. />
  542. <path
  543. d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
  544. />
  545. </svg>
  546. {/if}
  547. </button>
  548. </div>
  549. </div>
  550. {/if}
  551. </div>
  552. <hr class=" dark:border-gray-850" />
  553. <div class="">
  554. <div class="text-sm font-medium">{$i18n.t('Content Extraction')}</div>
  555. <div class="flex w-full justify-between mt-2">
  556. <div class="self-center text-xs font-medium">{$i18n.t('Engine')}</div>
  557. <div class="flex items-center relative">
  558. <select
  559. class="dark:bg-gray-900 w-fit pr-8 rounded px-2 p-1 text-xs bg-transparent outline-none text-right"
  560. bind:value={contentExtractionEngine}
  561. on:change={(e) => {
  562. showTikaServerUrl = e.target.value === 'tika';
  563. }}
  564. >
  565. <option value="">{$i18n.t('Default')} </option>
  566. <option value="tika">{$i18n.t('Tika')}</option>
  567. </select>
  568. </div>
  569. </div>
  570. {#if showTikaServerUrl}
  571. <div class="flex w-full mt-2">
  572. <div class="flex-1 mr-2">
  573. <input
  574. class="w-full rounded-lg py-2 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  575. placeholder={$i18n.t('Enter Tika Server URL')}
  576. bind:value={tikaServerUrl}
  577. />
  578. </div>
  579. </div>
  580. {/if}
  581. </div>
  582. <hr class=" dark:border-gray-850" />
  583. <div class=" ">
  584. <div class=" text-sm font-medium">{$i18n.t('Query Params')}</div>
  585. <div class=" flex gap-1">
  586. <div class=" flex w-full justify-between">
  587. <div class="self-center text-xs font-medium min-w-fit">{$i18n.t('Top K')}</div>
  588. <div class="self-center p-3">
  589. <input
  590. class=" w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  591. type="number"
  592. placeholder={$i18n.t('Enter Top K')}
  593. bind:value={querySettings.k}
  594. autocomplete="off"
  595. min="0"
  596. />
  597. </div>
  598. </div>
  599. {#if querySettings.hybrid === true}
  600. <div class=" flex w-full justify-between">
  601. <div class=" self-center text-xs font-medium min-w-fit">
  602. {$i18n.t('Minimum Score')}
  603. </div>
  604. <div class="self-center p-3">
  605. <input
  606. class=" w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  607. type="number"
  608. step="0.01"
  609. placeholder={$i18n.t('Enter Score')}
  610. bind:value={querySettings.r}
  611. autocomplete="off"
  612. min="0.0"
  613. title={$i18n.t('The score should be a value between 0.0 (0%) and 1.0 (100%).')}
  614. />
  615. </div>
  616. </div>
  617. {/if}
  618. </div>
  619. {#if querySettings.hybrid === true}
  620. <div class="mt-2 mb-1 text-xs text-gray-400 dark:text-gray-500">
  621. {$i18n.t(
  622. 'Note: If you set a minimum score, the search will only return documents with a score greater than or equal to the minimum score.'
  623. )}
  624. </div>
  625. <hr class=" dark:border-gray-850 my-3" />
  626. {/if}
  627. <div>
  628. <div class=" mb-2.5 text-sm font-medium">{$i18n.t('RAG Template')}</div>
  629. <textarea
  630. bind:value={querySettings.template}
  631. class="w-full rounded-lg px-4 py-3 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none resize-none"
  632. rows="4"
  633. />
  634. </div>
  635. </div>
  636. <hr class=" dark:border-gray-850" />
  637. <div class=" ">
  638. <div class=" text-sm font-medium">{$i18n.t('Chunk Params')}</div>
  639. <div class=" my-2 flex gap-1.5">
  640. <div class=" w-full justify-between">
  641. <div class="self-center text-xs font-medium min-w-fit mb-1">{$i18n.t('Chunk Size')}</div>
  642. <div class="self-center">
  643. <input
  644. class=" w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  645. type="number"
  646. placeholder={$i18n.t('Enter Chunk Size')}
  647. bind:value={chunkSize}
  648. autocomplete="off"
  649. min="0"
  650. />
  651. </div>
  652. </div>
  653. <div class="w-full">
  654. <div class=" self-center text-xs font-medium min-w-fit mb-1">
  655. {$i18n.t('Chunk Overlap')}
  656. </div>
  657. <div class="self-center">
  658. <input
  659. class="w-full rounded-lg py-1.5 px-4 text-sm bg-gray-50 dark:text-gray-300 dark:bg-gray-850 outline-none"
  660. type="number"
  661. placeholder={$i18n.t('Enter Chunk Overlap')}
  662. bind:value={chunkOverlap}
  663. autocomplete="off"
  664. min="0"
  665. />
  666. </div>
  667. </div>
  668. </div>
  669. <div class="my-3">
  670. <div class="flex justify-between items-center text-xs">
  671. <div class=" text-xs font-medium">{$i18n.t('PDF Extract Images (OCR)')}</div>
  672. <button
  673. class=" text-xs font-medium text-gray-500"
  674. type="button"
  675. on:click={() => {
  676. pdfExtractImages = !pdfExtractImages;
  677. }}>{pdfExtractImages ? $i18n.t('On') : $i18n.t('Off')}</button
  678. >
  679. </div>
  680. </div>
  681. </div>
  682. <hr class=" dark:border-gray-850" />
  683. <div>
  684. <button
  685. class=" flex rounded-xl py-2 px-3.5 w-full hover:bg-gray-200 dark:hover:bg-gray-800 transition"
  686. on:click={() => {
  687. showResetUploadDirConfirm = true;
  688. }}
  689. type="button"
  690. >
  691. <div class=" self-center mr-3">
  692. <svg
  693. xmlns="http://www.w3.org/2000/svg"
  694. viewBox="0 0 24 24"
  695. fill="currentColor"
  696. class="size-4"
  697. >
  698. <path
  699. fill-rule="evenodd"
  700. d="M5.625 1.5H9a3.75 3.75 0 0 1 3.75 3.75v1.875c0 1.036.84 1.875 1.875 1.875H16.5a3.75 3.75 0 0 1 3.75 3.75v7.875c0 1.035-.84 1.875-1.875 1.875H5.625a1.875 1.875 0 0 1-1.875-1.875V3.375c0-1.036.84-1.875 1.875-1.875ZM9.75 14.25a.75.75 0 0 0 0 1.5H15a.75.75 0 0 0 0-1.5H9.75Z"
  701. clip-rule="evenodd"
  702. />
  703. <path
  704. d="M14.25 5.25a5.23 5.23 0 0 0-1.279-3.434 9.768 9.768 0 0 1 6.963 6.963A5.23 5.23 0 0 0 16.5 7.5h-1.875a.375.375 0 0 1-.375-.375V5.25Z"
  705. />
  706. </svg>
  707. </div>
  708. <div class=" self-center text-sm font-medium">{$i18n.t('Reset Upload Directory')}</div>
  709. </button>
  710. <button
  711. class=" flex rounded-xl py-2 px-3.5 w-full hover:bg-gray-200 dark:hover:bg-gray-800 transition"
  712. on:click={() => {
  713. showResetConfirm = true;
  714. }}
  715. type="button"
  716. >
  717. <div class=" self-center mr-3">
  718. <svg
  719. xmlns="http://www.w3.org/2000/svg"
  720. viewBox="0 0 16 16"
  721. fill="currentColor"
  722. class="w-4 h-4"
  723. >
  724. <path
  725. fill-rule="evenodd"
  726. d="M3.5 2A1.5 1.5 0 0 0 2 3.5v9A1.5 1.5 0 0 0 3.5 14h9a1.5 1.5 0 0 0 1.5-1.5v-7A1.5 1.5 0 0 0 12.5 4H9.621a1.5 1.5 0 0 1-1.06-.44L7.439 2.44A1.5 1.5 0 0 0 6.38 2H3.5Zm6.75 7.75a.75.75 0 0 0 0-1.5h-4.5a.75.75 0 0 0 0 1.5h4.5Z"
  727. clip-rule="evenodd"
  728. />
  729. </svg>
  730. </div>
  731. <div class=" self-center text-sm font-medium">{$i18n.t('Reset Vector Storage')}</div>
  732. </button>
  733. </div>
  734. </div>
  735. <div class="flex justify-end pt-3 text-sm font-medium">
  736. <button
  737. class=" px-4 py-2 bg-emerald-700 hover:bg-emerald-800 text-gray-100 transition rounded-lg"
  738. type="submit"
  739. >
  740. {$i18n.t('Save')}
  741. </button>
  742. </div>
  743. </form>