Chat.svelte 51 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892
  1. <script lang="ts">
  2. import { v4 as uuidv4 } from 'uuid';
  3. import { toast } from 'svelte-sonner';
  4. import mermaid from 'mermaid';
  5. import { PaneGroup, Pane, PaneResizer } from 'paneforge';
  6. import { getContext, onDestroy, onMount, tick } from 'svelte';
  7. const i18n: Writable<i18nType> = getContext('i18n');
  8. import { goto } from '$app/navigation';
  9. import { page } from '$app/stores';
  10. import type { Unsubscriber, Writable } from 'svelte/store';
  11. import type { i18n as i18nType } from 'i18next';
  12. import { WEBUI_BASE_URL } from '$lib/constants';
  13. import {
  14. chatId,
  15. chats,
  16. config,
  17. type Model,
  18. models,
  19. settings,
  20. showSidebar,
  21. WEBUI_NAME,
  22. banners,
  23. user,
  24. socket,
  25. showControls,
  26. showCallOverlay,
  27. currentChatPage,
  28. temporaryChatEnabled,
  29. mobile,
  30. showOverview
  31. } from '$lib/stores';
  32. import {
  33. convertMessagesToHistory,
  34. copyToClipboard,
  35. getMessageContentParts,
  36. extractSentencesForAudio,
  37. promptTemplate,
  38. splitStream
  39. } from '$lib/utils';
  40. import { generateChatCompletion } from '$lib/apis/ollama';
  41. import {
  42. createNewChat,
  43. getChatById,
  44. getChatList,
  45. getTagsById,
  46. updateChatById
  47. } from '$lib/apis/chats';
  48. import { generateOpenAIChatCompletion } from '$lib/apis/openai';
  49. import { runWebSearch } from '$lib/apis/rag';
  50. import { createOpenAITextStream } from '$lib/apis/streaming';
  51. import { queryMemory } from '$lib/apis/memories';
  52. import { getAndUpdateUserLocation, getUserSettings } from '$lib/apis/users';
  53. import {
  54. chatCompleted,
  55. generateTitle,
  56. generateSearchQuery,
  57. chatAction,
  58. generateMoACompletion
  59. } from '$lib/apis';
  60. import Banner from '../common/Banner.svelte';
  61. import MessageInput from '$lib/components/chat/MessageInput.svelte';
  62. import Messages from '$lib/components/chat/Messages.svelte';
  63. import Navbar from '$lib/components/layout/Navbar.svelte';
  64. import ChatControls from './ChatControls.svelte';
  65. import EventConfirmDialog from '../common/ConfirmDialog.svelte';
  66. export let chatIdProp = '';
  67. let loaded = false;
  68. const eventTarget = new EventTarget();
  69. let controlPane;
  70. let stopResponseFlag = false;
  71. let autoScroll = true;
  72. let processing = '';
  73. let messagesContainerElement: HTMLDivElement;
  74. let showEventConfirmation = false;
  75. let eventConfirmationTitle = '';
  76. let eventConfirmationMessage = '';
  77. let eventConfirmationInput = false;
  78. let eventConfirmationInputPlaceholder = '';
  79. let eventConfirmationInputValue = '';
  80. let eventCallback = null;
  81. let chatIdUnsubscriber: Unsubscriber | undefined;
  82. let selectedModels = [''];
  83. let atSelectedModel: Model | undefined;
  84. let selectedModelIds = [];
  85. $: selectedModelIds = atSelectedModel !== undefined ? [atSelectedModel.id] : selectedModels;
  86. let selectedToolIds = [];
  87. let webSearchEnabled = false;
  88. let chat = null;
  89. let tags = [];
  90. let title = '';
  91. let history = {
  92. messages: {},
  93. currentId: null
  94. };
  95. // Chat Input
  96. let prompt = '';
  97. let chatFiles = [];
  98. let files = [];
  99. let params = {};
  100. $: if (chatIdProp) {
  101. (async () => {
  102. console.log(chatIdProp);
  103. if (chatIdProp && (await loadChat())) {
  104. await tick();
  105. loaded = true;
  106. window.setTimeout(() => scrollToBottom(), 0);
  107. const chatInput = document.getElementById('chat-textarea');
  108. chatInput?.focus();
  109. } else {
  110. await goto('/');
  111. }
  112. })();
  113. }
  114. const showMessage = async (message) => {
  115. const _chatId = JSON.parse(JSON.stringify($chatId));
  116. let _messageId = JSON.parse(JSON.stringify(message.id));
  117. let messageChildrenIds = history.messages[_messageId].childrenIds;
  118. while (messageChildrenIds.length !== 0) {
  119. _messageId = messageChildrenIds.at(-1);
  120. messageChildrenIds = history.messages[_messageId].childrenIds;
  121. }
  122. history.currentId = _messageId;
  123. await tick();
  124. await tick();
  125. await tick();
  126. const messageElement = document.getElementById(`message-${message.id}`);
  127. if (messageElement) {
  128. messageElement.scrollIntoView({ behavior: 'smooth' });
  129. }
  130. await tick();
  131. saveChatHandler(_chatId);
  132. };
  133. const chatEventHandler = async (event, cb) => {
  134. if (event.chat_id === $chatId) {
  135. await tick();
  136. console.log(event);
  137. let message = history.messages[event.message_id];
  138. const type = event?.data?.type ?? null;
  139. const data = event?.data?.data ?? null;
  140. if (type === 'status') {
  141. if (message?.statusHistory) {
  142. message.statusHistory.push(data);
  143. } else {
  144. message.statusHistory = [data];
  145. }
  146. } else if (type === 'citation') {
  147. if (message?.citations) {
  148. message.citations.push(data);
  149. } else {
  150. message.citations = [data];
  151. }
  152. } else if (type === 'message') {
  153. message.content += data.content;
  154. } else if (type === 'replace') {
  155. message.content = data.content;
  156. } else if (type === 'action') {
  157. if (data.action === 'continue') {
  158. const continueButton = document.getElementById('continue-response-button');
  159. if (continueButton) {
  160. continueButton.click();
  161. }
  162. }
  163. } else if (type === 'confirmation') {
  164. eventCallback = cb;
  165. eventConfirmationInput = false;
  166. showEventConfirmation = true;
  167. eventConfirmationTitle = data.title;
  168. eventConfirmationMessage = data.message;
  169. } else if (type === 'input') {
  170. eventCallback = cb;
  171. eventConfirmationInput = true;
  172. showEventConfirmation = true;
  173. eventConfirmationTitle = data.title;
  174. eventConfirmationMessage = data.message;
  175. eventConfirmationInputPlaceholder = data.placeholder;
  176. eventConfirmationInputValue = data?.value ?? '';
  177. } else {
  178. console.log('Unknown message type', data);
  179. }
  180. }
  181. };
  182. const onMessageHandler = async (event: {
  183. origin: string;
  184. data: { type: string; text: string };
  185. }) => {
  186. if (event.origin !== window.origin) {
  187. return;
  188. }
  189. // Replace with your iframe's origin
  190. if (event.data.type === 'input:prompt') {
  191. console.debug(event.data.text);
  192. const inputElement = document.getElementById('chat-textarea');
  193. if (inputElement) {
  194. prompt = event.data.text;
  195. inputElement.focus();
  196. }
  197. }
  198. if (event.data.type === 'action:submit') {
  199. console.debug(event.data.text);
  200. if (prompt !== '') {
  201. await tick();
  202. submitPrompt(prompt);
  203. }
  204. }
  205. if (event.data.type === 'input:prompt:submit') {
  206. console.debug(event.data.text);
  207. if (prompt !== '') {
  208. await tick();
  209. submitPrompt(event.data.text);
  210. }
  211. }
  212. };
  213. onMount(async () => {
  214. window.addEventListener('message', onMessageHandler);
  215. $socket?.on('chat-events', chatEventHandler);
  216. if (!$chatId) {
  217. chatIdUnsubscriber = chatId.subscribe(async (value) => {
  218. if (!value) {
  219. await initNewChat();
  220. }
  221. });
  222. } else {
  223. if ($temporaryChatEnabled) {
  224. await goto('/');
  225. }
  226. }
  227. showControls.subscribe(async (value) => {
  228. if (controlPane && !$mobile) {
  229. try {
  230. if (value) {
  231. const currentSize = controlPane.getSize();
  232. if (currentSize === 0) {
  233. const size = parseInt(localStorage?.chatControlsSize ?? '30');
  234. controlPane.resize(size ? size : 30);
  235. }
  236. } else {
  237. controlPane.resize(0);
  238. }
  239. } catch (e) {
  240. // ignore
  241. }
  242. }
  243. if (!value) {
  244. showCallOverlay.set(false);
  245. showOverview.set(false);
  246. }
  247. });
  248. const chatInput = document.getElementById('chat-textarea');
  249. chatInput?.focus();
  250. });
  251. onDestroy(() => {
  252. chatIdUnsubscriber?.();
  253. window.removeEventListener('message', onMessageHandler);
  254. $socket?.off('chat-events');
  255. });
  256. //////////////////////////
  257. // Web functions
  258. //////////////////////////
  259. const initNewChat = async () => {
  260. if ($page.url.pathname.includes('/c/')) {
  261. window.history.replaceState(history.state, '', `/`);
  262. }
  263. await chatId.set('');
  264. autoScroll = true;
  265. title = '';
  266. history = {
  267. messages: {},
  268. currentId: null
  269. };
  270. chatFiles = [];
  271. params = {};
  272. if ($page.url.searchParams.get('models')) {
  273. selectedModels = $page.url.searchParams.get('models')?.split(',');
  274. } else if ($page.url.searchParams.get('model')) {
  275. selectedModels = $page.url.searchParams.get('model')?.split(',');
  276. } else if ($settings?.models) {
  277. selectedModels = $settings?.models;
  278. } else if ($config?.default_models) {
  279. console.log($config?.default_models.split(',') ?? '');
  280. selectedModels = $config?.default_models.split(',');
  281. } else {
  282. selectedModels = [''];
  283. }
  284. if ($page.url.searchParams.get('web-search') === 'true') {
  285. webSearchEnabled = true;
  286. }
  287. if ($page.url.searchParams.get('q')) {
  288. prompt = $page.url.searchParams.get('q') ?? '';
  289. selectedToolIds = ($page.url.searchParams.get('tool_ids') ?? '')
  290. .split(',')
  291. .map((id) => id.trim())
  292. .filter((id) => id);
  293. if (prompt) {
  294. await tick();
  295. submitPrompt(prompt);
  296. }
  297. }
  298. if ($page.url.searchParams.get('call') === 'true') {
  299. showCallOverlay.set(true);
  300. }
  301. selectedModels = selectedModels.map((modelId) =>
  302. $models.map((m) => m.id).includes(modelId) ? modelId : ''
  303. );
  304. const userSettings = await getUserSettings(localStorage.token);
  305. if (userSettings) {
  306. settings.set(userSettings.ui);
  307. } else {
  308. settings.set(JSON.parse(localStorage.getItem('settings') ?? '{}'));
  309. }
  310. const chatInput = document.getElementById('chat-textarea');
  311. setTimeout(() => chatInput?.focus(), 0);
  312. };
  313. const loadChat = async () => {
  314. chatId.set(chatIdProp);
  315. chat = await getChatById(localStorage.token, $chatId).catch(async (error) => {
  316. await goto('/');
  317. return null;
  318. });
  319. if (chat) {
  320. tags = await getTags();
  321. const chatContent = chat.chat;
  322. if (chatContent) {
  323. console.log(chatContent);
  324. selectedModels =
  325. (chatContent?.models ?? undefined) !== undefined
  326. ? chatContent.models
  327. : [chatContent.models ?? ''];
  328. history =
  329. (chatContent?.history ?? undefined) !== undefined
  330. ? chatContent.history
  331. : convertMessagesToHistory(chatContent.messages);
  332. title = chatContent.title;
  333. const userSettings = await getUserSettings(localStorage.token);
  334. if (userSettings) {
  335. await settings.set(userSettings.ui);
  336. } else {
  337. await settings.set(JSON.parse(localStorage.getItem('settings') ?? '{}'));
  338. }
  339. params = chatContent?.params ?? {};
  340. chatFiles = chatContent?.files ?? [];
  341. autoScroll = true;
  342. await tick();
  343. if (history.currentId) {
  344. history.messages[history.currentId].done = true;
  345. }
  346. await tick();
  347. return true;
  348. } else {
  349. return null;
  350. }
  351. }
  352. };
  353. const scrollToBottom = async () => {
  354. await tick();
  355. if (messagesContainerElement) {
  356. messagesContainerElement.scrollTop = messagesContainerElement.scrollHeight;
  357. }
  358. };
  359. const createMessagesList = (responseMessageId) => {
  360. if (responseMessageId === null) {
  361. return [];
  362. }
  363. const message = history.messages[responseMessageId];
  364. if (message?.parentId) {
  365. return [...createMessagesList(message.parentId), message];
  366. } else {
  367. return [message];
  368. }
  369. };
  370. const chatCompletedHandler = async (chatId, modelId, responseMessageId, messages) => {
  371. await mermaid.run({
  372. querySelector: '.mermaid'
  373. });
  374. const res = await chatCompleted(localStorage.token, {
  375. model: modelId,
  376. messages: messages.map((m) => ({
  377. id: m.id,
  378. role: m.role,
  379. content: m.content,
  380. info: m.info ? m.info : undefined,
  381. timestamp: m.timestamp
  382. })),
  383. chat_id: chatId,
  384. session_id: $socket?.id,
  385. id: responseMessageId
  386. }).catch((error) => {
  387. toast.error(error);
  388. messages.at(-1).error = { content: error };
  389. return null;
  390. });
  391. if (res !== null) {
  392. // Update chat history with the new messages
  393. for (const message of res.messages) {
  394. history.messages[message.id] = {
  395. ...history.messages[message.id],
  396. ...(history.messages[message.id].content !== message.content
  397. ? { originalContent: history.messages[message.id].content }
  398. : {}),
  399. ...message
  400. };
  401. }
  402. }
  403. if ($chatId == chatId) {
  404. if (!$temporaryChatEnabled) {
  405. chat = await updateChatById(localStorage.token, chatId, {
  406. models: selectedModels,
  407. messages: messages,
  408. history: history,
  409. params: params,
  410. files: chatFiles
  411. });
  412. currentChatPage.set(1);
  413. await chats.set(await getChatList(localStorage.token, $currentChatPage));
  414. }
  415. }
  416. };
  417. const chatActionHandler = async (chatId, actionId, modelId, responseMessageId, event = null) => {
  418. const messages = createMessagesList(responseMessageId);
  419. const res = await chatAction(localStorage.token, actionId, {
  420. model: modelId,
  421. messages: messages.map((m) => ({
  422. id: m.id,
  423. role: m.role,
  424. content: m.content,
  425. info: m.info ? m.info : undefined,
  426. timestamp: m.timestamp
  427. })),
  428. ...(event ? { event: event } : {}),
  429. chat_id: chatId,
  430. session_id: $socket?.id,
  431. id: responseMessageId
  432. }).catch((error) => {
  433. toast.error(error);
  434. messages.at(-1).error = { content: error };
  435. return null;
  436. });
  437. if (res !== null) {
  438. // Update chat history with the new messages
  439. for (const message of res.messages) {
  440. history.messages[message.id] = {
  441. ...history.messages[message.id],
  442. ...(history.messages[message.id].content !== message.content
  443. ? { originalContent: history.messages[message.id].content }
  444. : {}),
  445. ...message
  446. };
  447. }
  448. }
  449. if ($chatId == chatId) {
  450. if (!$temporaryChatEnabled) {
  451. chat = await updateChatById(localStorage.token, chatId, {
  452. models: selectedModels,
  453. messages: messages,
  454. history: history,
  455. params: params,
  456. files: chatFiles
  457. });
  458. currentChatPage.set(1);
  459. await chats.set(await getChatList(localStorage.token, $currentChatPage));
  460. }
  461. }
  462. };
  463. const getChatEventEmitter = async (modelId: string, chatId: string = '') => {
  464. return setInterval(() => {
  465. $socket?.emit('usage', {
  466. action: 'chat',
  467. model: modelId,
  468. chat_id: chatId
  469. });
  470. }, 1000);
  471. };
  472. //////////////////////////
  473. // Chat functions
  474. //////////////////////////
  475. const submitPrompt = async (userPrompt, { _raw = false } = {}) => {
  476. let _responses = [];
  477. console.log('submitPrompt', $chatId);
  478. const messages = createMessagesList(history.currentId);
  479. selectedModels = selectedModels.map((modelId) =>
  480. $models.map((m) => m.id).includes(modelId) ? modelId : ''
  481. );
  482. if (selectedModels.includes('')) {
  483. toast.error($i18n.t('Model not selected'));
  484. } else if (messages.length != 0 && messages.at(-1).done != true) {
  485. // Response not done
  486. console.log('wait');
  487. } else if (messages.length != 0 && messages.at(-1).error) {
  488. // Error in response
  489. toast.error(
  490. $i18n.t(
  491. `Oops! There was an error in the previous response. Please try again or contact admin.`
  492. )
  493. );
  494. } else if (
  495. files.length > 0 &&
  496. files.filter((file) => file.type !== 'image' && file.status !== 'processed').length > 0
  497. ) {
  498. // Upload not done
  499. toast.error(
  500. $i18n.t(
  501. `Oops! Hold tight! Your files are still in the processing oven. We're cooking them up to perfection. Please be patient and we'll let you know once they're ready.`
  502. )
  503. );
  504. } else if (
  505. ($config?.file?.max_count ?? null) !== null &&
  506. files.length + chatFiles.length > $config?.file?.max_count
  507. ) {
  508. console.log(chatFiles.length, files.length);
  509. toast.error(
  510. $i18n.t(`You can only chat with a maximum of {{maxCount}} file(s) at a time.`, {
  511. maxCount: $config?.file?.max_count
  512. })
  513. );
  514. } else {
  515. // Reset chat input textarea
  516. const chatTextAreaElement = document.getElementById('chat-textarea');
  517. if (chatTextAreaElement) {
  518. chatTextAreaElement.value = '';
  519. chatTextAreaElement.style.height = '';
  520. }
  521. const _files = JSON.parse(JSON.stringify(files));
  522. chatFiles.push(..._files.filter((item) => ['doc', 'file', 'collection'].includes(item.type)));
  523. chatFiles = chatFiles.filter(
  524. // Remove duplicates
  525. (item, index, array) =>
  526. array.findIndex((i) => JSON.stringify(i) === JSON.stringify(item)) === index
  527. );
  528. files = [];
  529. prompt = '';
  530. // Create user message
  531. let userMessageId = uuidv4();
  532. let userMessage = {
  533. id: userMessageId,
  534. parentId: messages.length !== 0 ? messages.at(-1).id : null,
  535. childrenIds: [],
  536. role: 'user',
  537. content: userPrompt,
  538. files: _files.length > 0 ? _files : undefined,
  539. timestamp: Math.floor(Date.now() / 1000), // Unix epoch
  540. models: selectedModels
  541. };
  542. // Add message to history and Set currentId to messageId
  543. history.messages[userMessageId] = userMessage;
  544. history.currentId = userMessageId;
  545. // Append messageId to childrenIds of parent message
  546. if (messages.length !== 0) {
  547. history.messages[messages.at(-1).id].childrenIds.push(userMessageId);
  548. }
  549. // Wait until history/message have been updated
  550. await tick();
  551. _responses = await sendPrompt(userPrompt, userMessageId, { newChat: true });
  552. }
  553. return _responses;
  554. };
  555. const sendPrompt = async (
  556. prompt: string,
  557. parentId: string,
  558. { modelId = null, modelIdx = null, newChat = false } = {}
  559. ) => {
  560. // Create new chat if newChat is true and first user message
  561. if (
  562. newChat &&
  563. history.messages[history.currentId].parentId === null &&
  564. history.messages[history.currentId].role === 'user'
  565. ) {
  566. if (!$temporaryChatEnabled) {
  567. chat = await createNewChat(localStorage.token, {
  568. id: $chatId,
  569. title: $i18n.t('New Chat'),
  570. models: selectedModels,
  571. system: $settings.system ?? undefined,
  572. params: params,
  573. history: history,
  574. tags: [],
  575. timestamp: Date.now()
  576. });
  577. currentChatPage.set(1);
  578. await chats.set(await getChatList(localStorage.token, $currentChatPage));
  579. await chatId.set(chat.id);
  580. } else {
  581. await chatId.set('local');
  582. }
  583. await tick();
  584. }
  585. let _responses: string[] = [];
  586. // If modelId is provided, use it, else use selected model
  587. let selectedModelIds = modelId
  588. ? [modelId]
  589. : atSelectedModel !== undefined
  590. ? [atSelectedModel.id]
  591. : selectedModels;
  592. // Create response messages for each selected model
  593. const responseMessageIds: Record<PropertyKey, string> = {};
  594. for (const [_modelIdx, modelId] of selectedModelIds.entries()) {
  595. const model = $models.filter((m) => m.id === modelId).at(0);
  596. if (model) {
  597. let responseMessageId = uuidv4();
  598. let responseMessage = {
  599. parentId: parentId,
  600. id: responseMessageId,
  601. childrenIds: [],
  602. role: 'assistant',
  603. content: '',
  604. model: model.id,
  605. modelName: model.name ?? model.id,
  606. modelIdx: modelIdx ? modelIdx : _modelIdx,
  607. userContext: null,
  608. timestamp: Math.floor(Date.now() / 1000) // Unix epoch
  609. };
  610. // Add message to history and Set currentId to messageId
  611. history.messages[responseMessageId] = responseMessage;
  612. history.currentId = responseMessageId;
  613. // Append messageId to childrenIds of parent message
  614. if (parentId !== null) {
  615. history.messages[parentId].childrenIds = [
  616. ...history.messages[parentId].childrenIds,
  617. responseMessageId
  618. ];
  619. }
  620. responseMessageIds[`${modelId}-${modelIdx ? modelIdx : _modelIdx}`] = responseMessageId;
  621. }
  622. }
  623. await tick();
  624. const _chatId = JSON.parse(JSON.stringify($chatId));
  625. await Promise.all(
  626. selectedModelIds.map(async (modelId, _modelIdx) => {
  627. console.log('modelId', modelId);
  628. const model = $models.filter((m) => m.id === modelId).at(0);
  629. if (model) {
  630. const messages = createMessagesList(parentId);
  631. // If there are image files, check if model is vision capable
  632. const hasImages = messages.some((message) =>
  633. message.files?.some((file) => file.type === 'image')
  634. );
  635. if (hasImages && !(model.info?.meta?.capabilities?.vision ?? true)) {
  636. toast.error(
  637. $i18n.t('Model {{modelName}} is not vision capable', {
  638. modelName: model.name ?? model.id
  639. })
  640. );
  641. }
  642. let responseMessageId =
  643. responseMessageIds[`${modelId}-${modelIdx ? modelIdx : _modelIdx}`];
  644. let responseMessage = history.messages[responseMessageId];
  645. let userContext = null;
  646. if ($settings?.memory ?? false) {
  647. if (userContext === null) {
  648. const res = await queryMemory(localStorage.token, prompt).catch((error) => {
  649. toast.error(error);
  650. return null;
  651. });
  652. if (res) {
  653. if (res.documents[0].length > 0) {
  654. userContext = res.documents[0].reduce((acc, doc, index) => {
  655. const createdAtTimestamp = res.metadatas[0][index].created_at;
  656. const createdAtDate = new Date(createdAtTimestamp * 1000)
  657. .toISOString()
  658. .split('T')[0];
  659. return `${acc}${index + 1}. [${createdAtDate}]. ${doc}\n`;
  660. }, '');
  661. }
  662. console.log(userContext);
  663. }
  664. }
  665. }
  666. responseMessage.userContext = userContext;
  667. const chatEventEmitter = await getChatEventEmitter(model.id, _chatId);
  668. scrollToBottom();
  669. if (webSearchEnabled) {
  670. await getWebSearchResults(model.id, parentId, responseMessageId);
  671. }
  672. let _response = null;
  673. if (model?.owned_by === 'openai') {
  674. _response = await sendPromptOpenAI(model, prompt, responseMessageId, _chatId);
  675. } else if (model) {
  676. _response = await sendPromptOllama(model, prompt, responseMessageId, _chatId);
  677. }
  678. _responses.push(_response);
  679. if (chatEventEmitter) clearInterval(chatEventEmitter);
  680. } else {
  681. toast.error($i18n.t(`Model {{modelId}} not found`, { modelId }));
  682. }
  683. })
  684. );
  685. currentChatPage.set(1);
  686. chats.set(await getChatList(localStorage.token, $currentChatPage));
  687. return _responses;
  688. };
  689. const sendPromptOllama = async (model, userPrompt, responseMessageId, _chatId) => {
  690. let _response: string | null = null;
  691. const responseMessage = history.messages[responseMessageId];
  692. const userMessage = history.messages[responseMessage.parentId];
  693. // Wait until history/message have been updated
  694. await tick();
  695. // Scroll down
  696. scrollToBottom();
  697. const messagesBody = [
  698. params?.system || $settings.system || (responseMessage?.userContext ?? null)
  699. ? {
  700. role: 'system',
  701. content: `${promptTemplate(
  702. params?.system ?? $settings?.system ?? '',
  703. $user.name,
  704. $settings?.userLocation
  705. ? await getAndUpdateUserLocation(localStorage.token)
  706. : undefined
  707. )}${
  708. (responseMessage?.userContext ?? null)
  709. ? `\n\nUser Context:\n${responseMessage?.userContext ?? ''}`
  710. : ''
  711. }`
  712. }
  713. : undefined,
  714. ...createMessagesList(responseMessageId)
  715. ]
  716. .filter((message) => message?.content?.trim())
  717. .map((message) => {
  718. // Prepare the base message object
  719. const baseMessage = {
  720. role: message.role,
  721. content: message.content
  722. };
  723. // Extract and format image URLs if any exist
  724. const imageUrls = message.files
  725. ?.filter((file) => file.type === 'image')
  726. .map((file) => file.url.slice(file.url.indexOf(',') + 1));
  727. // Add images array only if it contains elements
  728. if (imageUrls && imageUrls.length > 0 && message.role === 'user') {
  729. baseMessage.images = imageUrls;
  730. }
  731. return baseMessage;
  732. });
  733. let lastImageIndex = -1;
  734. // Find the index of the last object with images
  735. messagesBody.forEach((item, index) => {
  736. if (item.images) {
  737. lastImageIndex = index;
  738. }
  739. });
  740. // Remove images from all but the last one
  741. messagesBody.forEach((item, index) => {
  742. if (index !== lastImageIndex) {
  743. delete item.images;
  744. }
  745. });
  746. let files = JSON.parse(JSON.stringify(chatFiles));
  747. if (model?.info?.meta?.knowledge ?? false) {
  748. // Only initialize and add status if knowledge exists
  749. responseMessage.statusHistory = [
  750. {
  751. action: 'knowledge_search',
  752. description: $i18n.t(`Searching Knowledge for "{{searchQuery}}"`, {
  753. searchQuery: userMessage.content
  754. }),
  755. done: false
  756. }
  757. ];
  758. files.push(...model.info.meta.knowledge);
  759. history.messages[responseMessageId] = responseMessage;
  760. }
  761. files.push(
  762. ...(userMessage?.files ?? []).filter((item) =>
  763. ['doc', 'file', 'collection'].includes(item.type)
  764. ),
  765. ...(responseMessage?.files ?? []).filter((item) => ['web_search_results'].includes(item.type))
  766. );
  767. scrollToBottom();
  768. eventTarget.dispatchEvent(
  769. new CustomEvent('chat:start', {
  770. detail: {
  771. id: responseMessageId
  772. }
  773. })
  774. );
  775. await tick();
  776. const stream = $settings?.streamResponse ?? true;
  777. const [res, controller] = await generateChatCompletion(localStorage.token, {
  778. stream: stream,
  779. model: model.id,
  780. messages: messagesBody,
  781. options: {
  782. ...{ ...($settings?.params ?? {}), ...params },
  783. stop:
  784. (params?.stop ?? $settings?.params?.stop ?? undefined)
  785. ? (params?.stop.split(',').map((token) => token.trim()) ?? $settings.params.stop).map(
  786. (str) => decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
  787. )
  788. : undefined,
  789. num_predict: params?.max_tokens ?? $settings?.params?.max_tokens ?? undefined,
  790. repeat_penalty:
  791. params?.frequency_penalty ?? $settings?.params?.frequency_penalty ?? undefined
  792. },
  793. format: $settings.requestFormat ?? undefined,
  794. keep_alive: $settings.keepAlive ?? undefined,
  795. tool_ids: selectedToolIds.length > 0 ? selectedToolIds : undefined,
  796. files: files.length > 0 ? files : undefined,
  797. session_id: $socket?.id,
  798. chat_id: $chatId,
  799. id: responseMessageId
  800. });
  801. if (res && res.ok) {
  802. if (!stream) {
  803. const response = await res.json();
  804. console.log(response);
  805. responseMessage.content = response.message.content;
  806. responseMessage.info = {
  807. eval_count: response.eval_count,
  808. eval_duration: response.eval_duration,
  809. load_duration: response.load_duration,
  810. prompt_eval_count: response.prompt_eval_count,
  811. prompt_eval_duration: response.prompt_eval_duration,
  812. total_duration: response.total_duration
  813. };
  814. responseMessage.done = true;
  815. } else {
  816. console.log('controller', controller);
  817. const reader = res.body
  818. .pipeThrough(new TextDecoderStream())
  819. .pipeThrough(splitStream('\n'))
  820. .getReader();
  821. while (true) {
  822. const { value, done } = await reader.read();
  823. if (done || stopResponseFlag || _chatId !== $chatId) {
  824. responseMessage.done = true;
  825. history.messages[responseMessageId] = responseMessage;
  826. if (stopResponseFlag) {
  827. controller.abort('User: Stop Response');
  828. }
  829. _response = responseMessage.content;
  830. break;
  831. }
  832. try {
  833. let lines = value.split('\n');
  834. for (const line of lines) {
  835. if (line !== '') {
  836. console.log(line);
  837. let data = JSON.parse(line);
  838. if ('citations' in data) {
  839. responseMessage.citations = data.citations;
  840. // Only remove status if it was initially set
  841. if (model?.info?.meta?.knowledge ?? false) {
  842. responseMessage.statusHistory = responseMessage.statusHistory.filter(
  843. (status) => status.action !== 'knowledge_search'
  844. );
  845. }
  846. continue;
  847. }
  848. if ('detail' in data) {
  849. throw data;
  850. }
  851. if (data.done == false) {
  852. if (responseMessage.content == '' && data.message.content == '\n') {
  853. continue;
  854. } else {
  855. responseMessage.content += data.message.content;
  856. if (navigator.vibrate && ($settings?.hapticFeedback ?? false)) {
  857. navigator.vibrate(5);
  858. }
  859. const messageContentParts = getMessageContentParts(
  860. responseMessage.content,
  861. $config?.audio?.tts?.split_on ?? 'punctuation'
  862. );
  863. messageContentParts.pop();
  864. // dispatch only last sentence and make sure it hasn't been dispatched before
  865. if (
  866. messageContentParts.length > 0 &&
  867. messageContentParts[messageContentParts.length - 1] !==
  868. responseMessage.lastSentence
  869. ) {
  870. responseMessage.lastSentence =
  871. messageContentParts[messageContentParts.length - 1];
  872. eventTarget.dispatchEvent(
  873. new CustomEvent('chat', {
  874. detail: {
  875. id: responseMessageId,
  876. content: messageContentParts[messageContentParts.length - 1]
  877. }
  878. })
  879. );
  880. }
  881. history.messages[responseMessageId] = responseMessage;
  882. }
  883. } else {
  884. responseMessage.done = true;
  885. if (responseMessage.content == '') {
  886. responseMessage.error = {
  887. code: 400,
  888. content: `Oops! No text generated from Ollama, Please try again.`
  889. };
  890. }
  891. responseMessage.context = data.context ?? null;
  892. responseMessage.info = {
  893. total_duration: data.total_duration,
  894. load_duration: data.load_duration,
  895. sample_count: data.sample_count,
  896. sample_duration: data.sample_duration,
  897. prompt_eval_count: data.prompt_eval_count,
  898. prompt_eval_duration: data.prompt_eval_duration,
  899. eval_count: data.eval_count,
  900. eval_duration: data.eval_duration
  901. };
  902. history.messages[responseMessageId] = responseMessage;
  903. if ($settings.notificationEnabled && !document.hasFocus()) {
  904. const notification = new Notification(`${model.id}`, {
  905. body: responseMessage.content,
  906. icon: `${WEBUI_BASE_URL}/static/favicon.png`
  907. });
  908. }
  909. if ($settings?.responseAutoCopy ?? false) {
  910. copyToClipboard(responseMessage.content);
  911. }
  912. if ($settings.responseAutoPlayback && !$showCallOverlay) {
  913. await tick();
  914. document.getElementById(`speak-button-${responseMessage.id}`)?.click();
  915. }
  916. }
  917. }
  918. }
  919. } catch (error) {
  920. console.log(error);
  921. if ('detail' in error) {
  922. toast.error(error.detail);
  923. }
  924. break;
  925. }
  926. if (autoScroll) {
  927. scrollToBottom();
  928. }
  929. }
  930. }
  931. await chatCompletedHandler(
  932. _chatId,
  933. model.id,
  934. responseMessageId,
  935. createMessagesList(responseMessageId)
  936. );
  937. } else {
  938. if (res !== null) {
  939. const error = await res.json();
  940. console.log(error);
  941. if ('detail' in error) {
  942. toast.error(error.detail);
  943. responseMessage.error = { content: error.detail };
  944. } else {
  945. toast.error(error.error);
  946. responseMessage.error = { content: error.error };
  947. }
  948. } else {
  949. toast.error(
  950. $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, { provider: 'Ollama' })
  951. );
  952. responseMessage.error = {
  953. content: $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
  954. provider: 'Ollama'
  955. })
  956. };
  957. }
  958. responseMessage.done = true;
  959. if (responseMessage.statusHistory) {
  960. responseMessage.statusHistory = responseMessage.statusHistory.filter(
  961. (status) => status.action !== 'knowledge_search'
  962. );
  963. }
  964. history.messages[responseMessageId] = responseMessage;
  965. }
  966. await saveChatHandler(_chatId);
  967. stopResponseFlag = false;
  968. await tick();
  969. let lastMessageContentPart =
  970. getMessageContentParts(
  971. responseMessage.content,
  972. $config?.audio?.tts?.split_on ?? 'punctuation'
  973. )?.at(-1) ?? '';
  974. if (lastMessageContentPart) {
  975. eventTarget.dispatchEvent(
  976. new CustomEvent('chat', {
  977. detail: { id: responseMessageId, content: lastMessageContentPart }
  978. })
  979. );
  980. }
  981. eventTarget.dispatchEvent(
  982. new CustomEvent('chat:finish', {
  983. detail: {
  984. id: responseMessageId,
  985. content: responseMessage.content
  986. }
  987. })
  988. );
  989. if (autoScroll) {
  990. scrollToBottom();
  991. }
  992. const messages = createMessagesList(responseMessageId);
  993. if (messages.length == 2 && messages.at(-1).content !== '' && selectedModels[0] === model.id) {
  994. window.history.replaceState(history.state, '', `/c/${_chatId}`);
  995. const _title = await generateChatTitle(userPrompt);
  996. await setChatTitle(_chatId, _title);
  997. }
  998. return _response;
  999. };
  1000. const sendPromptOpenAI = async (model, userPrompt, responseMessageId, _chatId) => {
  1001. let _response = null;
  1002. const responseMessage = history.messages[responseMessageId];
  1003. const userMessage = history.messages[responseMessage.parentId];
  1004. let files = JSON.parse(JSON.stringify(chatFiles));
  1005. if (model?.info?.meta?.knowledge ?? false) {
  1006. // Only initialize and add status if knowledge exists
  1007. responseMessage.statusHistory = [
  1008. {
  1009. action: 'knowledge_search',
  1010. description: $i18n.t(`Searching Knowledge for "{{searchQuery}}"`, {
  1011. searchQuery: userMessage.content
  1012. }),
  1013. done: false
  1014. }
  1015. ];
  1016. files.push(...model.info.meta.knowledge);
  1017. history.messages[responseMessageId] = responseMessage;
  1018. }
  1019. files.push(
  1020. ...(userMessage?.files ?? []).filter((item) =>
  1021. ['doc', 'file', 'collection'].includes(item.type)
  1022. ),
  1023. ...(responseMessage?.files ?? []).filter((item) => ['web_search_results'].includes(item.type))
  1024. );
  1025. scrollToBottom();
  1026. eventTarget.dispatchEvent(
  1027. new CustomEvent('chat:start', {
  1028. detail: {
  1029. id: responseMessageId
  1030. }
  1031. })
  1032. );
  1033. await tick();
  1034. try {
  1035. const stream = $settings?.streamResponse ?? true;
  1036. const [res, controller] = await generateOpenAIChatCompletion(
  1037. localStorage.token,
  1038. {
  1039. stream: stream,
  1040. model: model.id,
  1041. ...(stream && (model.info?.meta?.capabilities?.usage ?? false)
  1042. ? {
  1043. stream_options: {
  1044. include_usage: true
  1045. }
  1046. }
  1047. : {}),
  1048. messages: [
  1049. params?.system || $settings.system || (responseMessage?.userContext ?? null)
  1050. ? {
  1051. role: 'system',
  1052. content: `${promptTemplate(
  1053. params?.system ?? $settings?.system ?? '',
  1054. $user.name,
  1055. $settings?.userLocation
  1056. ? await getAndUpdateUserLocation(localStorage.token)
  1057. : undefined
  1058. )}${
  1059. (responseMessage?.userContext ?? null)
  1060. ? `\n\nUser Context:\n${responseMessage?.userContext ?? ''}`
  1061. : ''
  1062. }`
  1063. }
  1064. : undefined,
  1065. ...createMessagesList(responseMessageId)
  1066. ]
  1067. .filter((message) => message?.content?.trim())
  1068. .map((message, idx, arr) => ({
  1069. role: message.role,
  1070. ...((message.files?.filter((file) => file.type === 'image').length > 0 ?? false) &&
  1071. message.role === 'user'
  1072. ? {
  1073. content: [
  1074. {
  1075. type: 'text',
  1076. text:
  1077. arr.length - 1 !== idx
  1078. ? message.content
  1079. : (message?.raContent ?? message.content)
  1080. },
  1081. ...message.files
  1082. .filter((file) => file.type === 'image')
  1083. .map((file) => ({
  1084. type: 'image_url',
  1085. image_url: {
  1086. url: file.url
  1087. }
  1088. }))
  1089. ]
  1090. }
  1091. : {
  1092. content:
  1093. arr.length - 1 !== idx
  1094. ? message.content
  1095. : (message?.raContent ?? message.content)
  1096. })
  1097. })),
  1098. seed: params?.seed ?? $settings?.params?.seed ?? undefined,
  1099. stop:
  1100. (params?.stop ?? $settings?.params?.stop ?? undefined)
  1101. ? (params?.stop.split(',').map((token) => token.trim()) ?? $settings.params.stop).map(
  1102. (str) => decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
  1103. )
  1104. : undefined,
  1105. temperature: params?.temperature ?? $settings?.params?.temperature ?? undefined,
  1106. top_p: params?.top_p ?? $settings?.params?.top_p ?? undefined,
  1107. frequency_penalty:
  1108. params?.frequency_penalty ?? $settings?.params?.frequency_penalty ?? undefined,
  1109. max_tokens: params?.max_tokens ?? $settings?.params?.max_tokens ?? undefined,
  1110. tool_ids: selectedToolIds.length > 0 ? selectedToolIds : undefined,
  1111. files: files.length > 0 ? files : undefined,
  1112. session_id: $socket?.id,
  1113. chat_id: $chatId,
  1114. id: responseMessageId
  1115. },
  1116. `${WEBUI_BASE_URL}/api`
  1117. );
  1118. // Wait until history/message have been updated
  1119. await tick();
  1120. scrollToBottom();
  1121. if (res && res.ok && res.body) {
  1122. if (!stream) {
  1123. const response = await res.json();
  1124. console.log(response);
  1125. responseMessage.content = response.choices[0].message.content;
  1126. responseMessage.info = { ...response.usage, openai: true };
  1127. responseMessage.done = true;
  1128. } else {
  1129. const textStream = await createOpenAITextStream(res.body, $settings.splitLargeChunks);
  1130. for await (const update of textStream) {
  1131. const { value, done, citations, error, usage } = update;
  1132. if (error) {
  1133. await handleOpenAIError(error, null, model, responseMessage);
  1134. break;
  1135. }
  1136. if (done || stopResponseFlag || _chatId !== $chatId) {
  1137. responseMessage.done = true;
  1138. history.messages[responseMessageId] = responseMessage;
  1139. if (stopResponseFlag) {
  1140. controller.abort('User: Stop Response');
  1141. }
  1142. _response = responseMessage.content;
  1143. break;
  1144. }
  1145. if (usage) {
  1146. responseMessage.info = { ...usage, openai: true };
  1147. }
  1148. if (citations) {
  1149. responseMessage.citations = citations;
  1150. // Only remove status if it was initially set
  1151. if (model?.info?.meta?.knowledge ?? false) {
  1152. responseMessage.statusHistory = responseMessage.statusHistory.filter(
  1153. (status) => status.action !== 'knowledge_search'
  1154. );
  1155. }
  1156. continue;
  1157. }
  1158. if (responseMessage.content == '' && value == '\n') {
  1159. continue;
  1160. } else {
  1161. responseMessage.content += value;
  1162. if (navigator.vibrate && ($settings?.hapticFeedback ?? false)) {
  1163. navigator.vibrate(5);
  1164. }
  1165. const messageContentParts = getMessageContentParts(
  1166. responseMessage.content,
  1167. $config?.audio?.tts?.split_on ?? 'punctuation'
  1168. );
  1169. messageContentParts.pop();
  1170. // dispatch only last sentence and make sure it hasn't been dispatched before
  1171. if (
  1172. messageContentParts.length > 0 &&
  1173. messageContentParts[messageContentParts.length - 1] !== responseMessage.lastSentence
  1174. ) {
  1175. responseMessage.lastSentence = messageContentParts[messageContentParts.length - 1];
  1176. eventTarget.dispatchEvent(
  1177. new CustomEvent('chat', {
  1178. detail: {
  1179. id: responseMessageId,
  1180. content: messageContentParts[messageContentParts.length - 1]
  1181. }
  1182. })
  1183. );
  1184. }
  1185. history.messages[responseMessageId] = responseMessage;
  1186. }
  1187. if (autoScroll) {
  1188. scrollToBottom();
  1189. }
  1190. }
  1191. }
  1192. await chatCompletedHandler(
  1193. _chatId,
  1194. model.id,
  1195. responseMessageId,
  1196. createMessagesList(responseMessageId)
  1197. );
  1198. if ($settings.notificationEnabled && !document.hasFocus()) {
  1199. const notification = new Notification(`${model.id}`, {
  1200. body: responseMessage.content,
  1201. icon: `${WEBUI_BASE_URL}/static/favicon.png`
  1202. });
  1203. }
  1204. if ($settings.responseAutoCopy) {
  1205. copyToClipboard(responseMessage.content);
  1206. }
  1207. if ($settings.responseAutoPlayback && !$showCallOverlay) {
  1208. await tick();
  1209. document.getElementById(`speak-button-${responseMessage.id}`)?.click();
  1210. }
  1211. } else {
  1212. await handleOpenAIError(null, res, model, responseMessage);
  1213. }
  1214. } catch (error) {
  1215. await handleOpenAIError(error, null, model, responseMessage);
  1216. }
  1217. await saveChatHandler(_chatId);
  1218. history.messages[responseMessageId] = responseMessage;
  1219. stopResponseFlag = false;
  1220. await tick();
  1221. let lastMessageContentPart =
  1222. getMessageContentParts(
  1223. responseMessage.content,
  1224. $config?.audio?.tts?.split_on ?? 'punctuation'
  1225. )?.at(-1) ?? '';
  1226. if (lastMessageContentPart) {
  1227. eventTarget.dispatchEvent(
  1228. new CustomEvent('chat', {
  1229. detail: { id: responseMessageId, content: lastMessageContentPart }
  1230. })
  1231. );
  1232. }
  1233. eventTarget.dispatchEvent(
  1234. new CustomEvent('chat:finish', {
  1235. detail: {
  1236. id: responseMessageId,
  1237. content: responseMessage.content
  1238. }
  1239. })
  1240. );
  1241. if (autoScroll) {
  1242. scrollToBottom();
  1243. }
  1244. const messages = createMessagesList(responseMessageId);
  1245. if (messages.length == 2 && selectedModels[0] === model.id) {
  1246. window.history.replaceState(history.state, '', `/c/${_chatId}`);
  1247. const _title = await generateChatTitle(userPrompt);
  1248. await setChatTitle(_chatId, _title);
  1249. }
  1250. return _response;
  1251. };
  1252. const handleOpenAIError = async (error, res: Response | null, model, responseMessage) => {
  1253. let errorMessage = '';
  1254. let innerError;
  1255. if (error) {
  1256. innerError = error;
  1257. } else if (res !== null) {
  1258. innerError = await res.json();
  1259. }
  1260. console.error(innerError);
  1261. if ('detail' in innerError) {
  1262. toast.error(innerError.detail);
  1263. errorMessage = innerError.detail;
  1264. } else if ('error' in innerError) {
  1265. if ('message' in innerError.error) {
  1266. toast.error(innerError.error.message);
  1267. errorMessage = innerError.error.message;
  1268. } else {
  1269. toast.error(innerError.error);
  1270. errorMessage = innerError.error;
  1271. }
  1272. } else if ('message' in innerError) {
  1273. toast.error(innerError.message);
  1274. errorMessage = innerError.message;
  1275. }
  1276. responseMessage.error = {
  1277. content:
  1278. $i18n.t(`Uh-oh! There was an issue connecting to {{provider}}.`, {
  1279. provider: model.name ?? model.id
  1280. }) +
  1281. '\n' +
  1282. errorMessage
  1283. };
  1284. responseMessage.done = true;
  1285. if (responseMessage.statusHistory) {
  1286. responseMessage.statusHistory = responseMessage.statusHistory.filter(
  1287. (status) => status.action !== 'knowledge_search'
  1288. );
  1289. }
  1290. history.messages[responseMessageId] = responseMessage;
  1291. };
  1292. const stopResponse = () => {
  1293. stopResponseFlag = true;
  1294. console.log('stopResponse');
  1295. };
  1296. const regenerateResponse = async (message) => {
  1297. console.log('regenerateResponse');
  1298. if (history.currentId) {
  1299. let userMessage = history.messages[message.parentId];
  1300. let userPrompt = userMessage.content;
  1301. if ((userMessage?.models ?? [...selectedModels]).length == 1) {
  1302. // If user message has only one model selected, sendPrompt automatically selects it for regeneration
  1303. await sendPrompt(userPrompt, userMessage.id);
  1304. } else {
  1305. // If there are multiple models selected, use the model of the response message for regeneration
  1306. // e.g. many model chat
  1307. await sendPrompt(userPrompt, userMessage.id, {
  1308. modelId: message.model,
  1309. modelIdx: message.modelIdx
  1310. });
  1311. }
  1312. }
  1313. };
  1314. const continueResponse = async () => {
  1315. console.log('continueResponse');
  1316. const _chatId = JSON.parse(JSON.stringify($chatId));
  1317. if (history.currentId && history.messages[history.currentId].done == true) {
  1318. const responseMessage = history.messages[history.currentId];
  1319. responseMessage.done = false;
  1320. await tick();
  1321. const model = $models.filter((m) => m.id === responseMessage.model).at(0);
  1322. if (model) {
  1323. if (model?.owned_by === 'openai') {
  1324. await sendPromptOpenAI(
  1325. model,
  1326. history.messages[responseMessage.parentId].content,
  1327. responseMessage.id,
  1328. _chatId
  1329. );
  1330. } else
  1331. await sendPromptOllama(
  1332. model,
  1333. history.messages[responseMessage.parentId].content,
  1334. responseMessage.id,
  1335. _chatId
  1336. );
  1337. }
  1338. } else {
  1339. toast.error($i18n.t(`Model {{modelId}} not found`, { modelId }));
  1340. }
  1341. };
  1342. const mergeResponses = async (messageId, responses, _chatId) => {
  1343. console.log('mergeResponses', messageId, responses);
  1344. const message = history.messages[messageId];
  1345. const mergedResponse = {
  1346. status: true,
  1347. content: ''
  1348. };
  1349. message.merged = mergedResponse;
  1350. history.messages[messageId] = message;
  1351. try {
  1352. const [res, controller] = await generateMoACompletion(
  1353. localStorage.token,
  1354. message.model,
  1355. history.messages[message.parentId].content,
  1356. responses
  1357. );
  1358. if (res && res.ok && res.body) {
  1359. const textStream = await createOpenAITextStream(res.body, $settings.splitLargeChunks);
  1360. for await (const update of textStream) {
  1361. const { value, done, citations, error, usage } = update;
  1362. if (error || done) {
  1363. break;
  1364. }
  1365. if (mergedResponse.content == '' && value == '\n') {
  1366. continue;
  1367. } else {
  1368. mergedResponse.content += value;
  1369. history.messages[messageId] = message;
  1370. }
  1371. if (autoScroll) {
  1372. scrollToBottom();
  1373. }
  1374. }
  1375. await saveChatHandler(_chatId);
  1376. } else {
  1377. console.error(res);
  1378. }
  1379. } catch (e) {
  1380. console.error(e);
  1381. }
  1382. };
  1383. const generateChatTitle = async (userPrompt) => {
  1384. if ($settings?.title?.auto ?? true) {
  1385. const title = await generateTitle(
  1386. localStorage.token,
  1387. selectedModels[0],
  1388. userPrompt,
  1389. $chatId
  1390. ).catch((error) => {
  1391. console.error(error);
  1392. return 'New Chat';
  1393. });
  1394. return title;
  1395. } else {
  1396. return `${userPrompt}`;
  1397. }
  1398. };
  1399. const setChatTitle = async (_chatId, _title) => {
  1400. if (_chatId === $chatId) {
  1401. title = _title;
  1402. }
  1403. if (!$temporaryChatEnabled) {
  1404. chat = await updateChatById(localStorage.token, _chatId, { title: _title });
  1405. currentChatPage.set(1);
  1406. await chats.set(await getChatList(localStorage.token, $currentChatPage));
  1407. }
  1408. };
  1409. const getWebSearchResults = async (model: string, parentId: string, responseId: string) => {
  1410. const responseMessage = history.messages[responseId];
  1411. const userMessage = history.messages[parentId];
  1412. responseMessage.statusHistory = [
  1413. {
  1414. done: false,
  1415. action: 'web_search',
  1416. description: $i18n.t('Generating search query')
  1417. }
  1418. ];
  1419. history.messages[responseMessageId] = responseMessage;
  1420. const prompt = userMessage.content;
  1421. let searchQuery = await generateSearchQuery(
  1422. localStorage.token,
  1423. model,
  1424. messages.filter((message) => message?.content?.trim()),
  1425. prompt
  1426. ).catch((error) => {
  1427. console.log(error);
  1428. return prompt;
  1429. });
  1430. if (!searchQuery || searchQuery == '') {
  1431. responseMessage.statusHistory.push({
  1432. done: true,
  1433. error: true,
  1434. action: 'web_search',
  1435. description: $i18n.t('No search query generated')
  1436. });
  1437. history.messages[responseMessageId] = responseMessage;
  1438. return;
  1439. }
  1440. responseMessage.statusHistory.push({
  1441. done: false,
  1442. action: 'web_search',
  1443. description: $i18n.t(`Searching "{{searchQuery}}"`, { searchQuery })
  1444. });
  1445. history.messages[responseMessageId] = responseMessage;
  1446. const results = await runWebSearch(localStorage.token, searchQuery).catch((error) => {
  1447. console.log(error);
  1448. toast.error(error);
  1449. return null;
  1450. });
  1451. if (results) {
  1452. responseMessage.statusHistory.push({
  1453. done: true,
  1454. action: 'web_search',
  1455. description: $i18n.t('Searched {{count}} sites', { count: results.filenames.length }),
  1456. query: searchQuery,
  1457. urls: results.filenames
  1458. });
  1459. if (responseMessage?.files ?? undefined === undefined) {
  1460. responseMessage.files = [];
  1461. }
  1462. responseMessage.files.push({
  1463. collection_name: results.collection_name,
  1464. name: searchQuery,
  1465. type: 'web_search_results',
  1466. urls: results.filenames
  1467. });
  1468. history.messages[responseMessageId] = responseMessage;
  1469. } else {
  1470. responseMessage.statusHistory.push({
  1471. done: true,
  1472. error: true,
  1473. action: 'web_search',
  1474. description: 'No search results found'
  1475. });
  1476. history.messages[responseMessageId] = responseMessage;
  1477. }
  1478. };
  1479. const getTags = async () => {
  1480. return await getTagsById(localStorage.token, $chatId).catch(async (error) => {
  1481. return [];
  1482. });
  1483. };
  1484. const saveChatHandler = async (_chatId) => {
  1485. if ($chatId == _chatId) {
  1486. if (!$temporaryChatEnabled) {
  1487. chat = await updateChatById(localStorage.token, _chatId, {
  1488. models: selectedModels,
  1489. history: history,
  1490. params: params,
  1491. files: chatFiles
  1492. });
  1493. currentChatPage.set(1);
  1494. await chats.set(await getChatList(localStorage.token, $currentChatPage));
  1495. }
  1496. }
  1497. };
  1498. </script>
  1499. <svelte:head>
  1500. <title>
  1501. {title
  1502. ? `${title.length > 30 ? `${title.slice(0, 30)}...` : title} | ${$WEBUI_NAME}`
  1503. : `${$WEBUI_NAME}`}
  1504. </title>
  1505. </svelte:head>
  1506. <audio id="audioElement" src="" style="display: none;" />
  1507. <EventConfirmDialog
  1508. bind:show={showEventConfirmation}
  1509. title={eventConfirmationTitle}
  1510. message={eventConfirmationMessage}
  1511. input={eventConfirmationInput}
  1512. inputPlaceholder={eventConfirmationInputPlaceholder}
  1513. inputValue={eventConfirmationInputValue}
  1514. on:confirm={(e) => {
  1515. if (e.detail) {
  1516. eventCallback(e.detail);
  1517. } else {
  1518. eventCallback(true);
  1519. }
  1520. }}
  1521. on:cancel={() => {
  1522. eventCallback(false);
  1523. }}
  1524. />
  1525. {#if !chatIdProp || (loaded && chatIdProp)}
  1526. <div
  1527. class="h-screen max-h-[100dvh] {$showSidebar
  1528. ? 'md:max-w-[calc(100%-260px)]'
  1529. : ''} w-full max-w-full flex flex-col"
  1530. >
  1531. {#if $settings?.backgroundImageUrl ?? null}
  1532. <div
  1533. class="absolute {$showSidebar
  1534. ? 'md:max-w-[calc(100%-260px)] md:translate-x-[260px]'
  1535. : ''} top-0 left-0 w-full h-full bg-cover bg-center bg-no-repeat"
  1536. style="background-image: url({$settings.backgroundImageUrl}) "
  1537. />
  1538. <div
  1539. class="absolute top-0 left-0 w-full h-full bg-gradient-to-t from-white to-white/85 dark:from-gray-900 dark:to-[#171717]/90 z-0"
  1540. />
  1541. {/if}
  1542. <Navbar {chat} {title} bind:selectedModels shareEnabled={!!history.currentId} {initNewChat} />
  1543. <PaneGroup direction="horizontal" class="w-full h-full">
  1544. <Pane defaultSize={50} class="h-full flex w-full relative">
  1545. {#if $banners.length > 0 && !history.currentId && !$chatId && selectedModels.length <= 1}
  1546. <div class="absolute top-3 left-0 right-0 w-full z-20">
  1547. <div class=" flex flex-col gap-1 w-full">
  1548. {#each $banners.filter( (b) => (b.dismissible ? !JSON.parse(localStorage.getItem('dismissedBannerIds') ?? '[]').includes(b.id) : true) ) as banner}
  1549. <Banner
  1550. {banner}
  1551. on:dismiss={(e) => {
  1552. const bannerId = e.detail;
  1553. localStorage.setItem(
  1554. 'dismissedBannerIds',
  1555. JSON.stringify(
  1556. [
  1557. bannerId,
  1558. ...JSON.parse(localStorage.getItem('dismissedBannerIds') ?? '[]')
  1559. ].filter((id) => $banners.find((b) => b.id === id))
  1560. )
  1561. );
  1562. }}
  1563. />
  1564. {/each}
  1565. </div>
  1566. </div>
  1567. {/if}
  1568. <div class="flex flex-col flex-auto z-10 w-full">
  1569. <div
  1570. class=" pb-2.5 flex flex-col justify-between w-full flex-auto overflow-auto h-0 max-w-full z-10 scrollbar-hidden"
  1571. id="messages-container"
  1572. bind:this={messagesContainerElement}
  1573. on:scroll={(e) => {
  1574. autoScroll =
  1575. messagesContainerElement.scrollHeight - messagesContainerElement.scrollTop <=
  1576. messagesContainerElement.clientHeight + 5;
  1577. }}
  1578. >
  1579. <div class=" h-full w-full flex flex-col {chatIdProp ? 'py-4' : 'pt-2 pb-4'}">
  1580. <Messages
  1581. chatId={$chatId}
  1582. bind:history
  1583. bind:autoScroll
  1584. bind:prompt
  1585. {selectedModels}
  1586. {sendPrompt}
  1587. {showMessage}
  1588. {continueResponse}
  1589. {regenerateResponse}
  1590. {mergeResponses}
  1591. {chatActionHandler}
  1592. bottomPadding={files.length > 0}
  1593. />
  1594. </div>
  1595. </div>
  1596. <div class="">
  1597. <MessageInput
  1598. {history}
  1599. bind:files
  1600. bind:prompt
  1601. bind:autoScroll
  1602. bind:selectedToolIds
  1603. bind:webSearchEnabled
  1604. bind:atSelectedModel
  1605. {selectedModels}
  1606. availableToolIds={selectedModelIds.reduce((a, e, i, arr) => {
  1607. const model = $models.find((m) => m.id === e);
  1608. if (model?.info?.meta?.toolIds ?? false) {
  1609. return [...new Set([...a, ...model.info.meta.toolIds])];
  1610. }
  1611. return a;
  1612. }, [])}
  1613. transparentBackground={$settings?.backgroundImageUrl ?? false}
  1614. {submitPrompt}
  1615. {stopResponse}
  1616. on:call={async () => {
  1617. await showControls.set(true);
  1618. }}
  1619. />
  1620. </div>
  1621. </div>
  1622. </Pane>
  1623. <ChatControls
  1624. bind:history
  1625. bind:chatFiles
  1626. bind:params
  1627. bind:files
  1628. bind:pane={controlPane}
  1629. chatId={$chatId}
  1630. modelId={selectedModelIds?.at(0) ?? null}
  1631. models={selectedModelIds.reduce((a, e, i, arr) => {
  1632. const model = $models.find((m) => m.id === e);
  1633. if (model) {
  1634. return [...a, model];
  1635. }
  1636. return a;
  1637. }, [])}
  1638. {submitPrompt}
  1639. {stopResponse}
  1640. {showMessage}
  1641. {eventTarget}
  1642. />
  1643. </PaneGroup>
  1644. </div>
  1645. {/if}