| | <script lang="ts"> |
| | import { v4 as uuidv4 } from 'uuid'; |
| | import { toast } from 'svelte-sonner'; |
| | import { PaneGroup, Pane, PaneResizer } from 'paneforge'; |
| | |
| | import { getContext, onDestroy, onMount, tick } from 'svelte'; |
| | import { fade } from 'svelte/transition'; |
| | const i18n: Writable<i18nType> = getContext('i18n'); |
| | |
| | import { goto } from '$app/navigation'; |
| | import { page } from '$app/stores'; |
| | |
| | import { get, type Unsubscriber, type Writable } from 'svelte/store'; |
| | import type { i18n as i18nType } from 'i18next'; |
| | import { WEBUI_BASE_URL } from '$lib/constants'; |
| | |
| | import { |
| | chatId, |
| | chats, |
| | config, |
| | type Model, |
| | models, |
| | tags as allTags, |
| | settings, |
| | showSidebar, |
| | WEBUI_NAME, |
| | banners, |
| | user, |
| | socket, |
| | audioQueue, |
| | showControls, |
| | showCallOverlay, |
| | currentChatPage, |
| | temporaryChatEnabled, |
| | mobile, |
| | showOverview, |
| | chatTitle, |
| | showArtifacts, |
| | artifactContents, |
| | tools, |
| | toolServers, |
| | functions, |
| | selectedFolder, |
| | pinnedChats, |
| | showEmbeds |
| | } from '$lib/stores'; |
| | |
| | import { |
| | convertMessagesToHistory, |
| | copyToClipboard, |
| | getMessageContentParts, |
| | createMessagesList, |
| | getPromptVariables, |
| | processDetails, |
| | removeAllDetails, |
| | getCodeBlockContents, |
| | isYoutubeUrl |
| | } from '$lib/utils'; |
| | import { AudioQueue } from '$lib/utils/audio'; |
| | |
| | import { |
| | createNewChat, |
| | getAllTags, |
| | getChatById, |
| | getChatList, |
| | getPinnedChatList, |
| | getTagsById, |
| | updateChatById, |
| | updateChatFolderIdById |
| | } from '$lib/apis/chats'; |
| | import { syncConversation } from '$lib/services/convexSync'; |
| | import { generateOpenAIChatCompletion } from '$lib/apis/openai'; |
| | import { processWeb, processWebSearch, processYoutubeVideo } from '$lib/apis/retrieval'; |
| | import { getAndUpdateUserLocation, getUserSettings } from '$lib/apis/users'; |
| | import { |
| | chatCompleted, |
| | generateQueries, |
| | chatAction, |
| | generateMoACompletion, |
| | stopTask, |
| | getTaskIdsByChatId |
| | } from '$lib/apis'; |
| | import { getTools } from '$lib/apis/tools'; |
| | import { uploadFile } from '$lib/apis/files'; |
| | import { createOpenAITextStream } from '$lib/apis/streaming'; |
| | import { getFunctions } from '$lib/apis/functions'; |
| | import { updateFolderById } from '$lib/apis/folders'; |
| | |
| | import Banner from '../common/Banner.svelte'; |
| | import MessageInput from '$lib/components/chat/MessageInput.svelte'; |
| | import Messages from '$lib/components/chat/Messages.svelte'; |
| | import Navbar from '$lib/components/chat/Navbar.svelte'; |
| | import ChatControls from './ChatControls.svelte'; |
| | import EventConfirmDialog from '../common/ConfirmDialog.svelte'; |
| | import Placeholder from './Placeholder.svelte'; |
| | import NotificationToast from '../NotificationToast.svelte'; |
| | import Spinner from '../common/Spinner.svelte'; |
| | import Tooltip from '../common/Tooltip.svelte'; |
| | import Sidebar from '../icons/Sidebar.svelte'; |
| | import Image from '../common/Image.svelte'; |
| | |
| | export let chatIdProp = ''; |
| | |
| | let loading = true; |
| | |
| | const eventTarget = new EventTarget(); |
| | let controlPane; |
| | let controlPaneComponent; |
| | |
| | let messageInput; |
| | |
| | let autoScroll = true; |
| | let processing = ''; |
| | let messagesContainerElement: HTMLDivElement; |
| | |
| | let navbarElement; |
| | |
| | let showEventConfirmation = false; |
| | let eventConfirmationTitle = ''; |
| | let eventConfirmationMessage = ''; |
| | let eventConfirmationInput = false; |
| | let eventConfirmationInputPlaceholder = ''; |
| | let eventConfirmationInputValue = ''; |
| | let eventCallback = null; |
| | |
| | let chatIdUnsubscriber: Unsubscriber | undefined; |
| | |
| | let selectedModels = ['']; |
| | let atSelectedModel: Model | undefined; |
| | let selectedModelIds = []; |
| | $: if (atSelectedModel !== undefined) { |
| | selectedModelIds = [atSelectedModel.id]; |
| | } else { |
| | selectedModelIds = selectedModels; |
| | } |
| | |
| | let selectedToolIds = []; |
| | let selectedFilterIds = []; |
| | let imageGenerationEnabled = false; |
| | let webSearchEnabled = false; |
| | let codeInterpreterEnabled = false; |
| | |
| | let showCommands = false; |
| | |
| | let generating = false; |
| | let generationController = null; |
| | |
| | let chat = null; |
| | let tags = []; |
| | |
| | let history = { |
| | messages: {}, |
| | currentId: null |
| | }; |
| | |
| | let taskIds = null; |
| | |
| | |
| | let prompt = ''; |
| | let chatFiles = []; |
| | let files = []; |
| | let params = {}; |
| | |
| | |
| | let messageQueue: { id: string; prompt: string; files: any[] }[] = []; |
| | |
| | $: if (chatIdProp) { |
| | navigateHandler(); |
| | } |
| | |
| | const navigateHandler = async () => { |
| | loading = true; |
| | |
| | // Save current queue to sessionStorage before navigating away |
| | if (messageQueue.length > 0 && $chatId) { |
| | sessionStorage.setItem(`chat-queue-${$chatId}`, JSON.stringify(messageQueue)); |
| | } |
| | |
| | prompt = ''; |
| | messageInput?.setText(''); |
| | |
| | files = []; |
| | messageQueue = []; |
| | selectedToolIds = []; |
| | selectedFilterIds = []; |
| | webSearchEnabled = false; |
| | imageGenerationEnabled = false; |
| | |
| | const storageChatInput = sessionStorage.getItem( |
| | `chat-input${chatIdProp ? `-${chatIdProp}` : ''}` |
| | ); |
| | |
| | if (chatIdProp && (await loadChat())) { |
| | await tick(); |
| | loading = false; |
| | window.setTimeout(() => scrollToBottom(), 0); |
| | |
| | await tick(); |
| | |
| | // Restore queue from sessionStorage |
| | const storedQueueData = sessionStorage.getItem(`chat-queue-${chatIdProp}`); |
| | if (storedQueueData) { |
| | try { |
| | const restoredQueue = JSON.parse(storedQueueData); |
| | |
| | if (restoredQueue.length > 0) { |
| | sessionStorage.removeItem(`chat-queue-${chatIdProp}`); |
| | // Check if there are pending tasks (still generating) |
| | const hasPendingTask = taskIds !== null && taskIds.length > 0; |
| | if (!hasPendingTask) { |
| | // No pending tasks - process the queue |
| | files = restoredQueue.flatMap((m) => m.files); |
| | await tick(); |
| | const combinedPrompt = restoredQueue.map((m) => m.prompt).join('\n\n'); |
| | await submitPrompt(combinedPrompt); |
| | } else { |
| | // Has pending tasks - show as queued (chatCompletedHandler will process) |
| | messageQueue = restoredQueue; |
| | } |
| | } |
| | } catch (e) {} |
| | } |
| | |
| | if (storageChatInput) { |
| | try { |
| | const input = JSON.parse(storageChatInput); |
| | |
| | if (!$temporaryChatEnabled) { |
| | messageInput?.setText(input.prompt); |
| | files = input.files; |
| | selectedToolIds = input.selectedToolIds; |
| | selectedFilterIds = input.selectedFilterIds; |
| | webSearchEnabled = input.webSearchEnabled; |
| | imageGenerationEnabled = input.imageGenerationEnabled; |
| | codeInterpreterEnabled = input.codeInterpreterEnabled; |
| | } |
| | } catch (e) {} |
| | } else { |
| | await setDefaults(); |
| | } |
| | |
| | const chatInput = document.getElementById('chat-input'); |
| | chatInput?.focus(); |
| | } else { |
| | await goto('/'); |
| | } |
| | }; |
| | |
| | const onSelect = async (e) => { |
| | const { type, data } = e; |
| | |
| | if (type === 'prompt') { |
| | // Handle prompt selection |
| | messageInput?.setText(data, async () => { |
| | if (!($settings?.insertSuggestionPrompt ?? false)) { |
| | await tick(); |
| | submitPrompt(prompt); |
| | } |
| | }); |
| | } |
| | }; |
| | |
| | $: if (selectedModels && chatIdProp !== '') { |
| | saveSessionSelectedModels(); |
| | } |
| | |
| | const saveSessionSelectedModels = () => { |
| | const selectedModelsString = JSON.stringify(selectedModels); |
| | if ( |
| | selectedModels.length === 0 || |
| | (selectedModels.length === 1 && selectedModels[0] === '') || |
| | sessionStorage.selectedModels === selectedModelsString |
| | ) { |
| | return; |
| | } |
| | sessionStorage.selectedModels = selectedModelsString; |
| | console.log('saveSessionSelectedModels', selectedModels, sessionStorage.selectedModels); |
| | }; |
| | |
| | let oldSelectedModelIds = ['']; |
| | $: if (JSON.stringify(selectedModelIds) !== JSON.stringify(oldSelectedModelIds)) { |
| | onSelectedModelIdsChange(); |
| | } |
| | |
| | const onSelectedModelIdsChange = () => { |
| | resetInput(); |
| | oldSelectedModelIds = JSON.parse(JSON.stringify(selectedModelIds)); |
| | }; |
| | |
| | const resetInput = () => { |
| | selectedToolIds = []; |
| | selectedFilterIds = []; |
| | webSearchEnabled = false; |
| | imageGenerationEnabled = false; |
| | codeInterpreterEnabled = false; |
| | |
| | if (selectedModelIds.filter((id) => id).length > 0) { |
| | setDefaults(); |
| | } |
| | }; |
| | |
| | const setDefaults = async () => { |
| | if (!$tools) { |
| | tools.set(await getTools(localStorage.token)); |
| | } |
| | if (!$functions) { |
| | functions.set(await getFunctions(localStorage.token)); |
| | } |
| | if (selectedModels.length !== 1 && !atSelectedModel) { |
| | return; |
| | } |
| | |
| | const model = atSelectedModel ?? $models.find((m) => m.id === selectedModels[0]); |
| | if (model) { |
| | // Set Default Tools |
| | if (model?.info?.meta?.toolIds) { |
| | selectedToolIds = [ |
| | ...new Set( |
| | [...(model?.info?.meta?.toolIds ?? [])].filter((id) => $tools.find((t) => t.id === id)) |
| | ) |
| | ]; |
| | } |
| | |
| | |
| | if (model?.info?.meta?.defaultFilterIds) { |
| | selectedFilterIds = model.info.meta.defaultFilterIds.filter((id) => |
| | model?.filters?.find((f) => f.id === id) |
| | ); |
| | } |
| | |
| | |
| | if (model?.info?.meta?.defaultFeatureIds) { |
| | if (model.info?.meta?.capabilities?.['image_generation']) { |
| | imageGenerationEnabled = model.info.meta.defaultFeatureIds.includes('image_generation'); |
| | } |
| | |
| | if (model.info?.meta?.capabilities?.['web_search']) { |
| | webSearchEnabled = model.info.meta.defaultFeatureIds.includes('web_search'); |
| | } |
| | |
| | if (model.info?.meta?.capabilities?.['code_interpreter']) { |
| | codeInterpreterEnabled = model.info.meta.defaultFeatureIds.includes('code_interpreter'); |
| | } |
| | } |
| | } |
| | }; |
| | |
| | const showMessage = async (message, ignoreSettings = false) => { |
| | await tick(); |
| | |
| | const _chatId = JSON.parse(JSON.stringify($chatId)); |
| | let _messageId = JSON.parse(JSON.stringify(message.id)); |
| | |
| | let messageChildrenIds = []; |
| | if (_messageId === null) { |
| | messageChildrenIds = Object.keys(history.messages).filter( |
| | (id) => history.messages[id].parentId === null |
| | ); |
| | } else { |
| | messageChildrenIds = history.messages[_messageId].childrenIds; |
| | } |
| | |
| | while (messageChildrenIds.length !== 0) { |
| | _messageId = messageChildrenIds.at(-1); |
| | messageChildrenIds = history.messages[_messageId].childrenIds; |
| | } |
| | |
| | history.currentId = _messageId; |
| | |
| | await tick(); |
| | await tick(); |
| | await tick(); |
| | |
| | if (($settings?.scrollOnBranchChange ?? true) || ignoreSettings) { |
| | const messageElement = document.getElementById(`message-${message.id}`); |
| | if (messageElement) { |
| | messageElement.scrollIntoView({ behavior: 'smooth' }); |
| | } |
| | } |
| | |
| | await tick(); |
| | saveChatHandler(_chatId, history); |
| | }; |
| | |
| | const chatEventHandler = async (event, cb) => { |
| | console.log(event); |
| | |
| | if (event.chat_id === $chatId) { |
| | await tick(); |
| | let message = history.messages[event.message_id]; |
| | |
| | if (message) { |
| | const type = event?.data?.type ?? null; |
| | const data = event?.data?.data ?? null; |
| | |
| | if (type === 'status') { |
| | if (message?.statusHistory) { |
| | message.statusHistory.push(data); |
| | } else { |
| | message.statusHistory = [data]; |
| | } |
| | } else if (type === 'chat:completion') { |
| | chatCompletionEventHandler(data, message, event.chat_id); |
| | } else if (type === 'chat:tasks:cancel') { |
| | taskIds = null; |
| | const responseMessage = history.messages[history.currentId]; |
| | // Set all response messages to done |
| | for (const messageId of history.messages[responseMessage.parentId].childrenIds) { |
| | history.messages[messageId].done = true; |
| | } |
| | } else if (type === 'chat:message:delta' || type === 'message') { |
| | message.content += data.content; |
| | } else if (type === 'chat:message' || type === 'replace') { |
| | message.content = data.content; |
| | } else if (type === 'chat:message:files' || type === 'files') { |
| | message.files = data.files; |
| | } else if (type === 'chat:message:embeds' || type === 'embeds') { |
| | message.embeds = data.embeds; |
| | } else if (type === 'chat:message:error') { |
| | message.error = data.error; |
| | } else if (type === 'chat:message:follow_ups') { |
| | message.followUps = data.follow_ups; |
| | |
| | if (autoScroll) { |
| | scrollToBottom('smooth'); |
| | } |
| | } else if (type === 'chat:message:favorite') { |
| | // Update message favorite status |
| | message.favorite = data.favorite; |
| | } else if (type === 'chat:title') { |
| | chatTitle.set(data); |
| | currentChatPage.set(1); |
| | await chats.set(await getChatList(localStorage.token, $currentChatPage)); |
| | } else if (type === 'chat:tags') { |
| | chat = await getChatById(localStorage.token, $chatId); |
| | allTags.set(await getAllTags(localStorage.token)); |
| | } else if (type === 'source' || type === 'citation') { |
| | if (data?.type === 'code_execution') { |
| | // Code execution; update existing code execution by ID, or add new one. |
| | if (!message?.code_executions) { |
| | message.code_executions = []; |
| | } |
| | |
| | const existingCodeExecutionIndex = message.code_executions.findIndex( |
| | (execution) => execution.id === data.id |
| | ); |
| | |
| | if (existingCodeExecutionIndex !== -1) { |
| | message.code_executions[existingCodeExecutionIndex] = data; |
| | } else { |
| | message.code_executions.push(data); |
| | } |
| | |
| | message.code_executions = message.code_executions; |
| | } else { |
| | // Regular source. |
| | if (message?.sources) { |
| | message.sources.push(data); |
| | } else { |
| | message.sources = [data]; |
| | } |
| | } |
| | } else if (type === 'notification') { |
| | const toastType = data?.type ?? 'info'; |
| | const toastContent = data?.content ?? ''; |
| | |
| | if (toastType === 'success') { |
| | toast.success(toastContent); |
| | } else if (toastType === 'error') { |
| | toast.error(toastContent); |
| | } else if (toastType === 'warning') { |
| | toast.warning(toastContent); |
| | } else { |
| | toast.info(toastContent); |
| | } |
| | } else if (type === 'confirmation') { |
| | eventCallback = cb; |
| | |
| | eventConfirmationInput = false; |
| | showEventConfirmation = true; |
| | |
| | eventConfirmationTitle = data.title; |
| | eventConfirmationMessage = data.message; |
| | } else if (type === 'execute') { |
| | eventCallback = cb; |
| | |
| | try { |
| | // Use Function constructor to evaluate code in a safer way |
| | const asyncFunction = new Function(`return (async () => { ${data.code} })()`); |
| | const result = await asyncFunction(); // Await the result of the async function |
| | |
| | if (cb) { |
| | cb(result); |
| | } |
| | } catch (error) { |
| | console.error('Error executing code:', error); |
| | } |
| | } else if (type === 'input') { |
| | eventCallback = cb; |
| | |
| | eventConfirmationInput = true; |
| | showEventConfirmation = true; |
| | |
| | eventConfirmationTitle = data.title; |
| | eventConfirmationMessage = data.message; |
| | eventConfirmationInputPlaceholder = data.placeholder; |
| | eventConfirmationInputValue = data?.value ?? ''; |
| | } else { |
| | console.log('Unknown message type', data); |
| | } |
| | |
| | history.messages[event.message_id] = message; |
| | } |
| | } |
| | }; |
| | |
| | const onMessageHandler = async (event: { |
| | origin: string; |
| | data: { type: string; text: string }; |
| | }) => { |
| | if (event.origin !== window.origin) { |
| | return; |
| | } |
| | |
| | if (event.data.type === 'action:submit') { |
| | console.debug(event.data.text); |
| | |
| | if (prompt !== '') { |
| | await tick(); |
| | submitPrompt(prompt); |
| | } |
| | } |
| | |
| | |
| | if (event.data.type === 'input:prompt') { |
| | console.debug(event.data.text); |
| | |
| | const inputElement = document.getElementById('chat-input'); |
| | |
| | if (inputElement) { |
| | messageInput?.setText(event.data.text); |
| | inputElement.focus(); |
| | } |
| | } |
| | |
| | if (event.data.type === 'input:prompt:submit') { |
| | console.debug(event.data.text); |
| | |
| | if (event.data.text !== '') { |
| | await tick(); |
| | submitPrompt(event.data.text); |
| | } |
| | } |
| | }; |
| | |
| | const savedModelIds = async () => { |
| | if ( |
| | $selectedFolder && |
| | selectedModels.filter((modelId) => modelId !== '').length > 0 && |
| | JSON.stringify($selectedFolder?.data?.model_ids) !== JSON.stringify(selectedModels) |
| | ) { |
| | const res = await updateFolderById(localStorage.token, $selectedFolder.id, { |
| | data: { |
| | model_ids: selectedModels |
| | } |
| | }); |
| | } |
| | }; |
| | |
| | $: if (selectedModels !== null) { |
| | savedModelIds(); |
| | } |
| | |
| | let pageSubscribe = null; |
| | let showControlsSubscribe = null; |
| | let selectedFolderSubscribe = null; |
| | |
| | const stopAudio = () => { |
| | try { |
| | speechSynthesis.cancel(); |
| | $audioQueue.stop(); |
| | } catch {} |
| | }; |
| | |
| | onMount(async () => { |
| | loading = true; |
| | console.log('mounted'); |
| | window.addEventListener('message', onMessageHandler); |
| | $socket?.on('events', chatEventHandler); |
| | |
| | audioQueue.set(new AudioQueue(document.getElementById('audioElement'))); |
| | |
| | pageSubscribe = page.subscribe(async (p) => { |
| | if (p.url.pathname === '/') { |
| | await tick(); |
| | initNewChat(); |
| | } |
| | |
| | stopAudio(); |
| | }); |
| | |
| | const storageChatInput = sessionStorage.getItem( |
| | `chat-input${chatIdProp ? `-${chatIdProp}` : ''}` |
| | ); |
| | |
| | if (!chatIdProp) { |
| | loading = false; |
| | await tick(); |
| | } |
| | |
| | if (storageChatInput) { |
| | prompt = ''; |
| | messageInput?.setText(''); |
| | |
| | files = []; |
| | selectedToolIds = []; |
| | selectedFilterIds = []; |
| | webSearchEnabled = false; |
| | imageGenerationEnabled = false; |
| | codeInterpreterEnabled = false; |
| | |
| | try { |
| | const input = JSON.parse(storageChatInput); |
| | |
| | if (!$temporaryChatEnabled) { |
| | messageInput?.setText(input.prompt); |
| | files = input.files; |
| | selectedToolIds = input.selectedToolIds; |
| | selectedFilterIds = input.selectedFilterIds; |
| | webSearchEnabled = input.webSearchEnabled; |
| | imageGenerationEnabled = input.imageGenerationEnabled; |
| | codeInterpreterEnabled = input.codeInterpreterEnabled; |
| | } |
| | } catch (e) {} |
| | } |
| | |
| | showControlsSubscribe = showControls.subscribe(async (value) => { |
| | if (controlPane && !$mobile) { |
| | try { |
| | if (value) { |
| | controlPaneComponent.openPane(); |
| | } else { |
| | controlPane.collapse(); |
| | } |
| | } catch (e) { |
| | // ignore |
| | } |
| | } |
| | |
| | if (!value) { |
| | showCallOverlay.set(false); |
| | showOverview.set(false); |
| | showArtifacts.set(false); |
| | showEmbeds.set(false); |
| | } |
| | }); |
| | |
| | selectedFolderSubscribe = selectedFolder.subscribe(async (folder) => { |
| | if ( |
| | folder?.data?.model_ids && |
| | JSON.stringify(selectedModels) !== JSON.stringify(folder.data.model_ids) |
| | ) { |
| | selectedModels = folder.data.model_ids; |
| | |
| | console.log('Set selectedModels from folder data:', selectedModels); |
| | } |
| | }); |
| | |
| | const chatInput = document.getElementById('chat-input'); |
| | chatInput?.focus(); |
| | }); |
| | |
| | onDestroy(() => { |
| | try { |
| | pageSubscribe(); |
| | showControlsSubscribe(); |
| | selectedFolderSubscribe(); |
| | chatIdUnsubscriber?.(); |
| | window.removeEventListener('message', onMessageHandler); |
| | $socket?.off('events', chatEventHandler); |
| | $audioQueue?.destroy(); |
| | } catch (e) { |
| | console.error(e); |
| | } |
| | }); |
| | |
| | |
| | |
| | const uploadGoogleDriveFile = async (fileData) => { |
| | console.log('Starting uploadGoogleDriveFile with:', { |
| | id: fileData.id, |
| | name: fileData.name, |
| | url: fileData.url, |
| | headers: { |
| | Authorization: `Bearer ${token}` |
| | } |
| | }); |
| | |
| | // Validate input |
| | if (!fileData?.id || !fileData?.name || !fileData?.url || !fileData?.headers?.Authorization) { |
| | throw new Error('Invalid file data provided'); |
| | } |
| | |
| | const tempItemId = uuidv4(); |
| | const fileItem = { |
| | type: 'file', |
| | file: '', |
| | id: null, |
| | url: fileData.url, |
| | name: fileData.name, |
| | collection_name: '', |
| | status: 'uploading', |
| | error: '', |
| | itemId: tempItemId, |
| | size: 0 |
| | }; |
| | |
| | try { |
| | files = [...files, fileItem]; |
| | console.log('Processing web file with URL:', fileData.url); |
| | |
| | // Configure fetch options with proper headers |
| | const fetchOptions = { |
| | headers: { |
| | Authorization: fileData.headers.Authorization, |
| | Accept: '*/*' |
| | }, |
| | method: 'GET' |
| | }; |
| | |
| | |
| | console.log('Fetching file content from Google Drive...'); |
| | const fileResponse = await fetch(fileData.url, fetchOptions); |
| | |
| | if (!fileResponse.ok) { |
| | const errorText = await fileResponse.text(); |
| | throw new Error(`Failed to fetch file (${fileResponse.status}): ${errorText}`); |
| | } |
| | |
| | // Get content type from response |
| | const contentType = fileResponse.headers.get('content-type') || 'application/octet-stream'; |
| | console.log('Response received with content-type:', contentType); |
| | |
| | // Convert response to blob |
| | console.log('Converting response to blob...'); |
| | const fileBlob = await fileResponse.blob(); |
| | |
| | if (fileBlob.size === 0) { |
| | throw new Error('Retrieved file is empty'); |
| | } |
| | |
| | console.log('Blob created:', { |
| | size: fileBlob.size, |
| | type: fileBlob.type || contentType |
| | }); |
| | |
| | |
| | const file = new File([fileBlob], fileData.name, { |
| | type: fileBlob.type || contentType |
| | }); |
| | |
| | console.log('File object created:', { |
| | name: file.name, |
| | size: file.size, |
| | type: file.type |
| | }); |
| | |
| | if (file.size === 0) { |
| | throw new Error('Created file is empty'); |
| | } |
| | |
| | |
| | let metadata = null; |
| | if ( |
| | (file.type.startsWith('audio/') || file.type.startsWith('video/')) && |
| | $settings?.audio?.stt?.language |
| | ) { |
| | metadata = { |
| | language: $settings?.audio?.stt?.language |
| | }; |
| | } |
| | |
| | |
| | console.log('Uploading file to server...'); |
| | const uploadedFile = await uploadFile(localStorage.token, file, metadata); |
| | |
| | if (!uploadedFile) { |
| | throw new Error('Server returned null response for file upload'); |
| | } |
| | |
| | console.log('File uploaded successfully:', uploadedFile); |
| | |
| | |
| | fileItem.status = 'uploaded'; |
| | fileItem.file = uploadedFile; |
| | fileItem.id = uploadedFile.id; |
| | fileItem.size = file.size; |
| | fileItem.collection_name = uploadedFile?.meta?.collection_name; |
| | fileItem.url = `${uploadedFile.id}`; |
| | |
| | files = files; |
| | toast.success($i18n.t('File uploaded successfully')); |
| | } catch (e) { |
| | console.error('Error uploading file:', e); |
| | files = files.filter((f) => f.itemId !== tempItemId); |
| | toast.error( |
| | $i18n.t('Error uploading file: {{error}}', { |
| | error: e.message || 'Unknown error' |
| | }) |
| | ); |
| | } |
| | }; |
| | |
| | const uploadWeb = async (urls) => { |
| | if (!Array.isArray(urls)) { |
| | urls = [urls]; |
| | } |
| | |
| | |
| | const fileItems = urls.map((url) => ({ |
| | type: 'text', |
| | name: url, |
| | collection_name: '', |
| | status: 'uploading', |
| | context: 'full', |
| | url, |
| | error: '' |
| | })); |
| | |
| | |
| | files = [...files, ...fileItems]; |
| | |
| | for (const fileItem of fileItems) { |
| | try { |
| | const res = isYoutubeUrl(fileItem.url) |
| | ? await processYoutubeVideo(localStorage.token, fileItem.url) |
| | : await processWeb(localStorage.token, '', fileItem.url); |
| | |
| | if (res) { |
| | fileItem.status = 'uploaded'; |
| | fileItem.collection_name = res.collection_name; |
| | fileItem.file = { |
| | ...res.file, |
| | ...fileItem.file |
| | }; |
| | } |
| | |
| | files = [...files]; |
| | } catch (e) { |
| | files = files.filter((f) => f.name !== url); |
| | toast.error(`${e}`); |
| | } |
| | } |
| | }; |
| | |
| | const onUpload = async (event) => { |
| | const { type, data } = event; |
| | |
| | if (type === 'google-drive') { |
| | await uploadGoogleDriveFile(data); |
| | } else if (type === 'web') { |
| | await uploadWeb(data); |
| | } |
| | }; |
| | |
| | $: if (history) { |
| | getContents(); |
| | } else { |
| | artifactContents.set([]); |
| | } |
| | |
| | const getContents = () => { |
| | const messages = history ? createMessagesList(history, history.currentId) : []; |
| | let contents = []; |
| | messages.forEach((message) => { |
| | if (message?.role !== 'user' && message?.content) { |
| | const { |
| | codeBlocks: codeBlocks, |
| | html: htmlContent, |
| | css: cssContent, |
| | js: jsContent |
| | } = getCodeBlockContents(message.content); |
| | |
| | if (htmlContent || cssContent || jsContent) { |
| | const renderedContent = ` |
| | <!DOCTYPE html> |
| | <html lang="en"> |
| | <head> |
| | <meta charset="UTF-8"> |
| | <meta name="viewport" content="width=device-width, initial-scale=1.0"> |
| | <${''}style> |
| | body { |
| | background-color: white; /* Ensure the iframe has a white background */ |
| | } |
| | |
| | ${cssContent} |
| | </${''}style> |
| | </head> |
| | <body> |
| | ${htmlContent} |
| | |
| | <${''}script> |
| | ${jsContent} |
| | </${''}script> |
| | </body> |
| | </html> |
| | `; |
| | contents = [...contents, { type: 'iframe', content: renderedContent }]; |
| | } else { |
| | // Check for SVG content |
| | for (const block of codeBlocks) { |
| | if (block.lang === 'svg' || (block.lang === 'xml' && block.code.includes('<svg'))) { |
| | contents = [...contents, { type: 'svg', content: block.code }]; |
| | } |
| | } |
| | } |
| | } |
| | }); |
| | |
| | artifactContents.set(contents); |
| | }; |
| | |
| | |
| | |
| | |
| | |
| | const initNewChat = async () => { |
| | console.log('initNewChat'); |
| | if ($user?.role !== 'admin' && $user?.permissions?.chat?.temporary_enforced) { |
| | await temporaryChatEnabled.set(true); |
| | } |
| | |
| | if ($settings?.temporaryChatByDefault ?? false) { |
| | if ($temporaryChatEnabled === false) { |
| | await temporaryChatEnabled.set(true); |
| | } else if ($temporaryChatEnabled === null) { |
| | // if set to null set to false; refer to temp chat toggle click handler |
| | await temporaryChatEnabled.set(false); |
| | } |
| | } |
| | |
| | if ($user?.role !== 'admin' && !$user?.permissions?.chat?.temporary) { |
| | await temporaryChatEnabled.set(false); |
| | } |
| | |
| | const availableModels = $models |
| | .filter((m) => !(m?.info?.meta?.hidden ?? false)) |
| | .map((m) => m.id); |
| | |
| | const defaultModels = $config?.default_models ? $config?.default_models.split(',') : []; |
| | |
| | if ($page.url.searchParams.get('models') || $page.url.searchParams.get('model')) { |
| | const urlModels = ( |
| | $page.url.searchParams.get('models') || |
| | $page.url.searchParams.get('model') || |
| | '' |
| | )?.split(','); |
| | |
| | if (urlModels.length === 1) { |
| | if (!$models.find((m) => m.id === urlModels[0])) { |
| | // Model not found; open model selector and prefill |
| | const modelSelectorButton = document.getElementById('model-selector-0-button'); |
| | if (modelSelectorButton) { |
| | modelSelectorButton.click(); |
| | await tick(); |
| | |
| | const modelSelectorInput = document.getElementById('model-search-input'); |
| | if (modelSelectorInput) { |
| | modelSelectorInput.focus(); |
| | modelSelectorInput.value = urlModels[0]; |
| | modelSelectorInput.dispatchEvent(new Event('input')); |
| | } |
| | } |
| | } else { |
| | // Model found; set it as selected |
| | selectedModels = urlModels; |
| | } |
| | } else { |
| | // Multiple models; set as selected |
| | selectedModels = urlModels; |
| | } |
| | |
| | |
| | selectedModels = selectedModels.filter((modelId) => |
| | $models.map((m) => m.id).includes(modelId) |
| | ); |
| | } else { |
| | if ($selectedFolder?.data?.model_ids) { |
| | // Set from folder model IDs |
| | selectedModels = $selectedFolder?.data?.model_ids; |
| | } else { |
| | if (sessionStorage.selectedModels) { |
| | // Set from session storage (temporary selection) |
| | selectedModels = JSON.parse(sessionStorage.selectedModels); |
| | sessionStorage.removeItem('selectedModels'); |
| | } else { |
| | if ($settings?.models) { |
| | // Set from user settings |
| | selectedModels = $settings?.models; |
| | } else if (defaultModels && defaultModels.length > 0) { |
| | // Set from default models |
| | selectedModels = defaultModels; |
| | } |
| | } |
| | } |
| | |
| | |
| | selectedModels = selectedModels.filter((modelId) => availableModels.includes(modelId)); |
| | } |
| | |
| | |
| | if (selectedModels.length === 0 || (selectedModels.length === 1 && selectedModels[0] === '')) { |
| | if (availableModels.length > 0) { |
| | if (defaultModels && defaultModels.length > 0) { |
| | // Set from default models |
| | selectedModels = defaultModels.filter((modelId) => availableModels.includes(modelId)); |
| | } |
| | |
| | |
| | selectedModels = [availableModels?.at(0) ?? '']; |
| | } else { |
| | selectedModels = ['']; |
| | } |
| | } |
| | |
| | await showControls.set(false); |
| | await showCallOverlay.set(false); |
| | await showOverview.set(false); |
| | await showArtifacts.set(false); |
| | |
| | if ($page.url.pathname.includes('/c/')) { |
| | window.history.replaceState(history.state, '', `/`); |
| | } |
| | |
| | autoScroll = true; |
| | |
| | resetInput(); |
| | await chatId.set(''); |
| | await chatTitle.set(''); |
| | |
| | history = { |
| | messages: {}, |
| | currentId: null |
| | }; |
| | |
| | chatFiles = []; |
| | params = {}; |
| | |
| | if ($page.url.searchParams.get('youtube')) { |
| | await uploadWeb(`https://www.youtube.com/watch?v=${$page.url.searchParams.get('youtube')}`); |
| | } |
| | |
| | if ($page.url.searchParams.get('load-url')) { |
| | await uploadWeb($page.url.searchParams.get('load-url')); |
| | } |
| | |
| | if ($page.url.searchParams.get('web-search') === 'true') { |
| | webSearchEnabled = true; |
| | } |
| | |
| | if ($page.url.searchParams.get('image-generation') === 'true') { |
| | imageGenerationEnabled = true; |
| | } |
| | |
| | if ($page.url.searchParams.get('code-interpreter') === 'true') { |
| | codeInterpreterEnabled = true; |
| | } |
| | |
| | if ($page.url.searchParams.get('tools')) { |
| | selectedToolIds = $page.url.searchParams |
| | .get('tools') |
| | ?.split(',') |
| | .map((id) => id.trim()) |
| | .filter((id) => id); |
| | } else if ($page.url.searchParams.get('tool-ids')) { |
| | selectedToolIds = $page.url.searchParams |
| | .get('tool-ids') |
| | ?.split(',') |
| | .map((id) => id.trim()) |
| | .filter((id) => id); |
| | } |
| | |
| | if ($page.url.searchParams.get('call') === 'true') { |
| | showCallOverlay.set(true); |
| | showControls.set(true); |
| | } |
| | |
| | if ($page.url.searchParams.get('q')) { |
| | const q = $page.url.searchParams.get('q') ?? ''; |
| | messageInput?.setText(q); |
| | |
| | if (q) { |
| | if (($page.url.searchParams.get('submit') ?? 'true') === 'true') { |
| | await tick(); |
| | submitPrompt(q); |
| | } |
| | } |
| | } |
| | |
| | selectedModels = selectedModels.map((modelId) => |
| | $models.map((m) => m.id).includes(modelId) ? modelId : '' |
| | ); |
| | |
| | const chatInput = document.getElementById('chat-input'); |
| | setTimeout(() => chatInput?.focus(), 0); |
| | }; |
| | |
| | const loadChat = async () => { |
| | chatId.set(chatIdProp); |
| | |
| | if ($temporaryChatEnabled) { |
| | temporaryChatEnabled.set(false); |
| | } |
| | |
| | chat = await getChatById(localStorage.token, $chatId).catch(async (error) => { |
| | await goto('/'); |
| | return null; |
| | }); |
| | |
| | if (chat) { |
| | tags = await getTagsById(localStorage.token, $chatId).catch(async (error) => { |
| | return []; |
| | }); |
| | |
| | const chatContent = chat.chat; |
| | |
| | if (chatContent) { |
| | console.log(chatContent); |
| | |
| | selectedModels = |
| | (chatContent?.models ?? undefined) !== undefined |
| | ? chatContent.models |
| | : [chatContent.models ?? '']; |
| | |
| | if (!($user?.role === 'admin' || ($user?.permissions?.chat?.multiple_models ?? true))) { |
| | selectedModels = selectedModels.length > 0 ? [selectedModels[0]] : ['']; |
| | } |
| | |
| | oldSelectedModelIds = JSON.parse(JSON.stringify(selectedModels)); |
| | |
| | history = |
| | (chatContent?.history ?? undefined) !== undefined |
| | ? chatContent.history |
| | : convertMessagesToHistory(chatContent.messages); |
| | |
| | chatTitle.set(chatContent.title); |
| | |
| | params = chatContent?.params ?? {}; |
| | chatFiles = chatContent?.files ?? []; |
| | |
| | autoScroll = true; |
| | await tick(); |
| | |
| | if (history.currentId) { |
| | for (const message of Object.values(history.messages)) { |
| | if (message && message.role === 'assistant') { |
| | message.done = true; |
| | } |
| | } |
| | } |
| | |
| | const taskRes = await getTaskIdsByChatId(localStorage.token, $chatId).catch((error) => { |
| | return null; |
| | }); |
| | |
| | if (taskRes) { |
| | taskIds = taskRes.task_ids; |
| | } |
| | |
| | await tick(); |
| | |
| | return true; |
| | } else { |
| | return null; |
| | } |
| | } |
| | }; |
| | |
| | const scrollToBottom = async (behavior = 'auto') => { |
| | await tick(); |
| | if (messagesContainerElement) { |
| | messagesContainerElement.scrollTo({ |
| | top: messagesContainerElement.scrollHeight, |
| | behavior |
| | }); |
| | } |
| | }; |
| | const chatCompletedHandler = async (_chatId, modelId, responseMessageId, messages) => { |
| | const res = await chatCompleted(localStorage.token, { |
| | model: modelId, |
| | messages: messages.map((m) => ({ |
| | id: m.id, |
| | role: m.role, |
| | content: m.content, |
| | info: m.info ? m.info : undefined, |
| | timestamp: m.timestamp, |
| | ...(m.usage ? { usage: m.usage } : {}), |
| | ...(m.sources ? { sources: m.sources } : {}) |
| | })), |
| | filter_ids: selectedFilterIds.length > 0 ? selectedFilterIds : undefined, |
| | model_item: $models.find((m) => m.id === modelId), |
| | chat_id: _chatId, |
| | session_id: $socket?.id, |
| | id: responseMessageId |
| | }).catch((error) => { |
| | toast.error(`${error}`); |
| | messages.at(-1).error = { content: error }; |
| | |
| | return null; |
| | }); |
| | |
| | if (res !== null && res.messages) { |
| | // Update chat history with the new messages |
| | for (const message of res.messages) { |
| | if (message?.id) { |
| | // Add null check for message and message.id |
| | history.messages[message.id] = { |
| | ...history.messages[message.id], |
| | ...(history.messages[message.id].content !== message.content |
| | ? { originalContent: history.messages[message.id].content } |
| | : {}), |
| | ...message |
| | }; |
| | } |
| | } |
| | } |
| | |
| | await tick(); |
| | |
| | if ($chatId == _chatId) { |
| | if (!$temporaryChatEnabled) { |
| | chat = await updateChatById(localStorage.token, _chatId, { |
| | models: selectedModels, |
| | messages: messages, |
| | history: history, |
| | params: params, |
| | files: chatFiles |
| | }); |
| | |
| | currentChatPage.set(1); |
| | await chats.set(await getChatList(localStorage.token, $currentChatPage)); |
| | |
| | |
| | if (chat && $user?.id) { |
| | syncConversation($user.id, chat.id, chat.title ?? '', chat); |
| | } |
| | } |
| | } |
| | |
| | taskIds = null; |
| | |
| | |
| | if (messageQueue.length > 0) { |
| | const combinedPrompt = messageQueue.map((m) => m.prompt).join('\n\n'); |
| | const combinedFiles = messageQueue.flatMap((m) => m.files); |
| | messageQueue = []; |
| | |
| | // Set the files and submit |
| | files = combinedFiles; |
| | await tick(); |
| | await submitPrompt(combinedPrompt); |
| | } |
| | }; |
| | |
| | const chatActionHandler = async (_chatId, actionId, modelId, responseMessageId, event = null) => { |
| | const messages = createMessagesList(history, responseMessageId); |
| | |
| | const res = await chatAction(localStorage.token, actionId, { |
| | model: modelId, |
| | messages: messages.map((m) => ({ |
| | id: m.id, |
| | role: m.role, |
| | content: m.content, |
| | info: m.info ? m.info : undefined, |
| | timestamp: m.timestamp, |
| | ...(m.sources ? { sources: m.sources } : {}) |
| | })), |
| | ...(event ? { event: event } : {}), |
| | model_item: $models.find((m) => m.id === modelId), |
| | chat_id: _chatId, |
| | session_id: $socket?.id, |
| | id: responseMessageId |
| | }).catch((error) => { |
| | toast.error(`${error}`); |
| | messages.at(-1).error = { content: error }; |
| | return null; |
| | }); |
| | |
| | if (res !== null && res.messages) { |
| | // Update chat history with the new messages |
| | for (const message of res.messages) { |
| | history.messages[message.id] = { |
| | ...history.messages[message.id], |
| | ...(history.messages[message.id].content !== message.content |
| | ? { originalContent: history.messages[message.id].content } |
| | : {}), |
| | ...message |
| | }; |
| | } |
| | } |
| | |
| | if ($chatId == _chatId) { |
| | if (!$temporaryChatEnabled) { |
| | chat = await updateChatById(localStorage.token, _chatId, { |
| | models: selectedModels, |
| | messages: messages, |
| | history: history, |
| | params: params, |
| | files: chatFiles |
| | }); |
| | |
| | currentChatPage.set(1); |
| | await chats.set(await getChatList(localStorage.token, $currentChatPage)); |
| | } |
| | } |
| | }; |
| | |
| | const getChatEventEmitter = async (modelId: string, chatId: string = '') => { |
| | return setInterval(() => { |
| | $socket?.emit('usage', { |
| | action: 'chat', |
| | model: modelId, |
| | chat_id: chatId |
| | }); |
| | }, 1000); |
| | }; |
| | |
| | const createMessagePair = async (userPrompt) => { |
| | messageInput?.setText(''); |
| | if (selectedModels.length === 0) { |
| | toast.error($i18n.t('Model not selected')); |
| | } else { |
| | const modelId = selectedModels[0]; |
| | const model = $models.filter((m) => m.id === modelId).at(0); |
| | |
| | if (!model) { |
| | toast.error($i18n.t('Model not found')); |
| | return; |
| | } |
| | |
| | const messages = createMessagesList(history, history.currentId); |
| | const parentMessage = messages.length !== 0 ? messages.at(-1) : null; |
| | |
| | const userMessageId = uuidv4(); |
| | const responseMessageId = uuidv4(); |
| | |
| | const userMessage = { |
| | id: userMessageId, |
| | parentId: parentMessage ? parentMessage.id : null, |
| | childrenIds: [responseMessageId], |
| | role: 'user', |
| | content: userPrompt ? userPrompt : `[PROMPT] ${userMessageId}`, |
| | timestamp: Math.floor(Date.now() / 1000) |
| | }; |
| | |
| | const responseMessage = { |
| | id: responseMessageId, |
| | parentId: userMessageId, |
| | childrenIds: [], |
| | role: 'assistant', |
| | content: `[RESPONSE] ${responseMessageId}`, |
| | done: true, |
| | |
| | model: modelId, |
| | modelName: model.name ?? model.id, |
| | modelIdx: 0, |
| | timestamp: Math.floor(Date.now() / 1000) |
| | }; |
| | |
| | if (parentMessage) { |
| | parentMessage.childrenIds.push(userMessageId); |
| | history.messages[parentMessage.id] = parentMessage; |
| | } |
| | history.messages[userMessageId] = userMessage; |
| | history.messages[responseMessageId] = responseMessage; |
| | |
| | history.currentId = responseMessageId; |
| | |
| | await tick(); |
| | |
| | if (autoScroll) { |
| | scrollToBottom(); |
| | } |
| | |
| | if (messages.length === 0) { |
| | await initChatHandler(history); |
| | } else { |
| | await saveChatHandler($chatId, history); |
| | } |
| | } |
| | }; |
| | |
| | const addMessages = async ({ modelId, parentId, messages }) => { |
| | const model = $models.filter((m) => m.id === modelId).at(0); |
| | |
| | let parentMessage = history.messages[parentId]; |
| | let currentParentId = parentMessage ? parentMessage.id : null; |
| | for (const message of messages) { |
| | let messageId = uuidv4(); |
| | |
| | if (message.role === 'user') { |
| | const userMessage = { |
| | id: messageId, |
| | parentId: currentParentId, |
| | childrenIds: [], |
| | timestamp: Math.floor(Date.now() / 1000), |
| | ...message |
| | }; |
| | |
| | if (parentMessage) { |
| | parentMessage.childrenIds.push(messageId); |
| | history.messages[parentMessage.id] = parentMessage; |
| | } |
| | |
| | history.messages[messageId] = userMessage; |
| | parentMessage = userMessage; |
| | currentParentId = messageId; |
| | } else { |
| | const responseMessage = { |
| | id: messageId, |
| | parentId: currentParentId, |
| | childrenIds: [], |
| | done: true, |
| | model: model.id, |
| | modelName: model.name ?? model.id, |
| | modelIdx: 0, |
| | timestamp: Math.floor(Date.now() / 1000), |
| | ...message |
| | }; |
| | |
| | if (parentMessage) { |
| | parentMessage.childrenIds.push(messageId); |
| | history.messages[parentMessage.id] = parentMessage; |
| | } |
| | |
| | history.messages[messageId] = responseMessage; |
| | parentMessage = responseMessage; |
| | currentParentId = messageId; |
| | } |
| | } |
| | |
| | history.currentId = currentParentId; |
| | await tick(); |
| | |
| | if (autoScroll) { |
| | scrollToBottom(); |
| | } |
| | |
| | if (messages.length === 0) { |
| | await initChatHandler(history); |
| | } else { |
| | await saveChatHandler($chatId, history); |
| | } |
| | }; |
| | |
| | const chatCompletionEventHandler = async (data, message, chatId) => { |
| | const { id, done, choices, content, output, sources, selected_model_id, error, usage } = data; |
| | |
| | |
| | if (output) { |
| | message.output = output; |
| | } |
| | |
| | if (error) { |
| | await handleOpenAIError(error, message); |
| | } |
| | |
| | if (sources && !message?.sources) { |
| | message.sources = sources; |
| | } |
| | |
| | if (choices) { |
| | if (choices[0]?.message?.content) { |
| | // Non-stream response |
| | message.content += choices[0]?.message?.content; |
| | } else { |
| | // Stream response |
| | let value = choices[0]?.delta?.content ?? ''; |
| | if (message.content == '' && value == '\n') { |
| | console.log('Empty response'); |
| | } else { |
| | message.content += value; |
| | |
| | if (navigator.vibrate && ($settings?.hapticFeedback ?? false)) { |
| | navigator.vibrate(5); |
| | } |
| | |
| | |
| | const messageContentParts = getMessageContentParts( |
| | removeAllDetails(message.content), |
| | $config?.audio?.tts?.split_on ?? 'punctuation' |
| | ); |
| | messageContentParts.pop(); |
| | |
| | |
| | if ( |
| | messageContentParts.length > 0 && |
| | messageContentParts[messageContentParts.length - 1] !== message.lastSentence |
| | ) { |
| | message.lastSentence = messageContentParts[messageContentParts.length - 1]; |
| | eventTarget.dispatchEvent( |
| | new CustomEvent('chat', { |
| | detail: { |
| | id: message.id, |
| | content: messageContentParts[messageContentParts.length - 1] |
| | } |
| | }) |
| | ); |
| | } |
| | } |
| | } |
| | } |
| | |
| | if (content) { |
| | // REALTIME_CHAT_SAVE is disabled |
| | message.content = content; |
| | |
| | if (navigator.vibrate && ($settings?.hapticFeedback ?? false)) { |
| | navigator.vibrate(5); |
| | } |
| | |
| | |
| | const messageContentParts = getMessageContentParts( |
| | removeAllDetails(message.content), |
| | $config?.audio?.tts?.split_on ?? 'punctuation' |
| | ); |
| | messageContentParts.pop(); |
| | |
| | |
| | if ( |
| | messageContentParts.length > 0 && |
| | messageContentParts[messageContentParts.length - 1] !== message.lastSentence |
| | ) { |
| | message.lastSentence = messageContentParts[messageContentParts.length - 1]; |
| | eventTarget.dispatchEvent( |
| | new CustomEvent('chat', { |
| | detail: { |
| | id: message.id, |
| | content: messageContentParts[messageContentParts.length - 1] |
| | } |
| | }) |
| | ); |
| | } |
| | } |
| | |
| | if (selected_model_id) { |
| | message.selectedModelId = selected_model_id; |
| | message.arena = true; |
| | } |
| | |
| | if (usage) { |
| | message.usage = usage; |
| | } |
| | |
| | history.messages[message.id] = message; |
| | |
| | if (done) { |
| | message.done = true; |
| | |
| | if ($settings.responseAutoCopy) { |
| | copyToClipboard(message.content); |
| | } |
| | |
| | if ($settings.responseAutoPlayback && !$showCallOverlay) { |
| | await tick(); |
| | document.getElementById(`speak-button-${message.id}`)?.click(); |
| | } |
| | |
| | // Emit chat event for TTS |
| | let lastMessageContentPart = |
| | getMessageContentParts( |
| | removeAllDetails(message.content), |
| | $config?.audio?.tts?.split_on ?? 'punctuation' |
| | )?.at(-1) ?? ''; |
| | if (lastMessageContentPart) { |
| | eventTarget.dispatchEvent( |
| | new CustomEvent('chat', { |
| | detail: { id: message.id, content: lastMessageContentPart } |
| | }) |
| | ); |
| | } |
| | eventTarget.dispatchEvent( |
| | new CustomEvent('chat:finish', { |
| | detail: { |
| | id: message.id, |
| | content: message.content |
| | } |
| | }) |
| | ); |
| | |
| | history.messages[message.id] = message; |
| | |
| | await tick(); |
| | if (autoScroll) { |
| | scrollToBottom(); |
| | } |
| | |
| | await chatCompletedHandler( |
| | chatId, |
| | message.model, |
| | message.id, |
| | createMessagesList(history, message.id) |
| | ); |
| | } |
| | |
| | console.log(data); |
| | await tick(); |
| | |
| | if (autoScroll) { |
| | scrollToBottom(); |
| | } |
| | }; |
| | |
| | |
| | |
| | |
| | |
| | const submitPrompt = async (userPrompt, { _raw = false } = {}) => { |
| | console.log('submitPrompt', userPrompt, $chatId); |
| | |
| | const _selectedModels = selectedModels.map((modelId) => |
| | $models.map((m) => m.id).includes(modelId) ? modelId : '' |
| | ); |
| | |
| | if (JSON.stringify(selectedModels) !== JSON.stringify(_selectedModels)) { |
| | selectedModels = _selectedModels; |
| | } |
| | |
| | if (userPrompt === '' && files.length === 0) { |
| | toast.error($i18n.t('Please enter a prompt')); |
| | return; |
| | } |
| | if (selectedModels.includes('')) { |
| | toast.error($i18n.t('Model not selected')); |
| | return; |
| | } |
| | |
| | if ( |
| | files.length > 0 && |
| | files.filter((file) => file.type !== 'image' && file.status === 'uploading').length > 0 |
| | ) { |
| | toast.error( |
| | $i18n.t(`Oops! There are files still uploading. Please wait for the upload to complete.`) |
| | ); |
| | return; |
| | } |
| | |
| | if ( |
| | ($config?.file?.max_count ?? null) !== null && |
| | files.length + chatFiles.length > $config?.file?.max_count |
| | ) { |
| | toast.error( |
| | $i18n.t(`You can only chat with a maximum of {{maxCount}} file(s) at a time.`, { |
| | maxCount: $config?.file?.max_count |
| | }) |
| | ); |
| | return; |
| | } |
| | |
| | |
| | if (taskIds !== null && taskIds.length > 0) { |
| | if ($settings?.enableMessageQueue ?? true) { |
| | // Queue the message |
| | const _files = JSON.parse(JSON.stringify(files)); |
| | messageQueue = [ |
| | ...messageQueue, |
| | { |
| | id: uuidv4(), |
| | prompt: userPrompt, |
| | files: _files |
| | } |
| | ]; |
| | |
| | messageInput?.setText(''); |
| | prompt = ''; |
| | files = []; |
| | return; |
| | } else { |
| | // Interrupt: stop current generation and proceed |
| | await stopResponse(); |
| | await tick(); |
| | } |
| | } |
| | |
| | if (history?.currentId) { |
| | const lastMessage = history.messages[history.currentId]; |
| | |
| | if (lastMessage.error && !lastMessage.content) { |
| | // Error in response |
| | toast.error($i18n.t(`Oops! There was an error in the previous response.`)); |
| | return; |
| | } |
| | } |
| | |
| | messageInput?.setText(''); |
| | prompt = ''; |
| | |
| | const messages = createMessagesList(history, history.currentId); |
| | const _files = JSON.parse(JSON.stringify(files)); |
| | |
| | chatFiles.push( |
| | ..._files.filter( |
| | (item) => |
| | ['doc', 'text', 'note', 'chat', 'folder', 'collection'].includes(item.type) || |
| | (item.type === 'file' && !(item?.content_type ?? '').startsWith('image/')) |
| | ) |
| | ); |
| | chatFiles = chatFiles.filter( |
| | |
| | (item, index, array) => |
| | array.findIndex((i) => JSON.stringify(i) === JSON.stringify(item)) === index |
| | ); |
| | |
| | files = []; |
| | messageInput?.setText(''); |
| | |
| | |
| | let userMessageId = uuidv4(); |
| | let userMessage = { |
| | id: userMessageId, |
| | parentId: messages.length !== 0 ? messages.at(-1).id : null, |
| | childrenIds: [], |
| | role: 'user', |
| | content: userPrompt, |
| | files: _files.length > 0 ? _files : undefined, |
| | timestamp: Math.floor(Date.now() / 1000), // Unix epoch |
| | models: selectedModels |
| | }; |
| | |
| | |
| | history.messages[userMessageId] = userMessage; |
| | history.currentId = userMessageId; |
| | |
| | |
| | if (messages.length !== 0) { |
| | history.messages[messages.at(-1).id].childrenIds.push(userMessageId); |
| | } |
| | |
| | |
| | const chatInput = document.getElementById('chat-input'); |
| | chatInput?.focus(); |
| | |
| | saveSessionSelectedModels(); |
| | |
| | await sendMessage(history, userMessageId, { newChat: true }); |
| | }; |
| | |
| | const sendMessage = async ( |
| | _history, |
| | parentId: string, |
| | { |
| | messages = null, |
| | modelId = null, |
| | modelIdx = null, |
| | newChat = false |
| | }: { |
| | messages?: any[] | null; |
| | modelId?: string | null; |
| | modelIdx?: number | null; |
| | newChat?: boolean; |
| | } = {} |
| | ) => { |
| | if (autoScroll) { |
| | scrollToBottom(); |
| | } |
| | |
| | let _chatId = JSON.parse(JSON.stringify($chatId)); |
| | _history = JSON.parse(JSON.stringify(_history)); |
| | |
| | const responseMessageIds: Record<PropertyKey, string> = {}; |
| | |
| | let selectedModelIds = modelId |
| | ? [modelId] |
| | : atSelectedModel !== undefined |
| | ? [atSelectedModel.id] |
| | : selectedModels; |
| | |
| | |
| | for (const [_modelIdx, modelId] of selectedModelIds.entries()) { |
| | const model = $models.filter((m) => m.id === modelId).at(0); |
| | |
| | if (model) { |
| | let responseMessageId = uuidv4(); |
| | let responseMessage = { |
| | parentId: parentId, |
| | id: responseMessageId, |
| | childrenIds: [], |
| | role: 'assistant', |
| | content: '', |
| | model: model.id, |
| | modelName: model.name ?? model.id, |
| | modelIdx: modelIdx ? modelIdx : _modelIdx, |
| | timestamp: Math.floor(Date.now() / 1000) // Unix epoch |
| | }; |
| | |
| | |
| | history.messages[responseMessageId] = responseMessage; |
| | history.currentId = responseMessageId; |
| | |
| | |
| | if (parentId !== null && history.messages[parentId]) { |
| | // Add null check before accessing childrenIds |
| | history.messages[parentId].childrenIds = [ |
| | ...history.messages[parentId].childrenIds, |
| | responseMessageId |
| | ]; |
| | } |
| | |
| | responseMessageIds[`${modelId}-${modelIdx ? modelIdx : _modelIdx}`] = responseMessageId; |
| | } |
| | } |
| | history = history; |
| | |
| | // Create new chat if newChat is true and first user message |
| | if (newChat && _history.messages[_history.currentId].parentId === null) { |
| | _chatId = await initChatHandler(_history); |
| | } |
| | |
| | await tick(); |
| | |
| | _history = JSON.parse(JSON.stringify(history)); |
| | |
| | await saveChatHandler(_chatId, _history); |
| | |
| | await Promise.all( |
| | selectedModelIds.map(async (modelId, _modelIdx) => { |
| | console.log('modelId', modelId); |
| | const model = $models.filter((m) => m.id === modelId).at(0); |
| | |
| | if (model) { |
| | // If there are image files, check if model is vision capable |
| | // Skip this check if image generation is enabled, as images may be for editing or are generated outputs in the history |
| | const hasImages = createMessagesList(_history, parentId).some((message) => |
| | message.files?.some( |
| | (file) => file.type === 'image' || (file?.content_type ?? '').startsWith('image/') |
| | ) |
| | ); |
| | |
| | if ( |
| | hasImages && |
| | !(model.info?.meta?.capabilities?.vision ?? true) && |
| | !imageGenerationEnabled |
| | ) { |
| | toast.error( |
| | $i18n.t('Model {{modelName}} is not vision capable', { |
| | modelName: model.name ?? model.id |
| | }) |
| | ); |
| | } |
| | |
| | let responseMessageId = |
| | responseMessageIds[`${modelId}-${modelIdx ? modelIdx : _modelIdx}`]; |
| | const chatEventEmitter = await getChatEventEmitter(model.id, _chatId); |
| | |
| | scrollToBottom(); |
| | await sendMessageSocket( |
| | model, |
| | messages && messages.length > 0 |
| | ? messages |
| | : createMessagesList(_history, responseMessageId), |
| | _history, |
| | responseMessageId, |
| | _chatId |
| | ); |
| | |
| | if (chatEventEmitter) clearInterval(chatEventEmitter); |
| | } else { |
| | toast.error($i18n.t(`Model {{modelId}} not found`, { modelId })); |
| | } |
| | }) |
| | ); |
| | |
| | currentChatPage.set(1); |
| | chats.set(await getChatList(localStorage.token, $currentChatPage)); |
| | }; |
| | |
| | const getFeatures = () => { |
| | let features = {}; |
| | |
| | if ($config?.features) |
| | features = { |
| | voice: $showCallOverlay, |
| | image_generation: |
| | $config?.features?.enable_image_generation && |
| | ($user?.role === 'admin' || $user?.permissions?.features?.image_generation) |
| | ? imageGenerationEnabled |
| | : false, |
| | code_interpreter: |
| | $config?.features?.enable_code_interpreter && |
| | ($user?.role === 'admin' || $user?.permissions?.features?.code_interpreter) |
| | ? codeInterpreterEnabled |
| | : false, |
| | web_search: |
| | $config?.features?.enable_web_search && |
| | ($user?.role === 'admin' || $user?.permissions?.features?.web_search) |
| | ? webSearchEnabled |
| | : false |
| | }; |
| | |
| | const currentModels = atSelectedModel?.id ? [atSelectedModel.id] : selectedModels; |
| | if ( |
| | currentModels.filter( |
| | (model) => $models.find((m) => m.id === model)?.info?.meta?.capabilities?.web_search ?? true |
| | ).length === currentModels.length |
| | ) { |
| | if ($config?.features?.enable_web_search && ($settings?.webSearch ?? false) === 'always') { |
| | features = { ...features, web_search: true }; |
| | } |
| | } |
| | |
| | if ($settings?.memory ?? false) { |
| | features = { ...features, memory: true }; |
| | } |
| | |
| | return features; |
| | }; |
| | |
| | const sendMessageSocket = async (model, _messages, _history, responseMessageId, _chatId) => { |
| | const responseMessage = _history.messages[responseMessageId]; |
| | const userMessage = _history.messages[responseMessage.parentId]; |
| | |
| | const chatMessageFiles = _messages |
| | .filter((message) => message.files) |
| | .flatMap((message) => message.files); |
| | |
| | // Filter chatFiles to only include files that are in the chatMessageFiles |
| | chatFiles = chatFiles.filter((item) => { |
| | const fileExists = chatMessageFiles.some((messageFile) => messageFile.id === item.id); |
| | return fileExists; |
| | }); |
| | |
| | let files = JSON.parse(JSON.stringify(chatFiles)); |
| | files.push( |
| | ...(userMessage?.files ?? []).filter( |
| | (item) => |
| | ['doc', 'text', 'note', 'chat', 'collection'].includes(item.type) || |
| | (item.type === 'file' && !(item?.content_type ?? '').startsWith('image/')) |
| | ) |
| | ); |
| | |
| | files = files.filter( |
| | (item, index, array) => |
| | array.findIndex((i) => JSON.stringify(i) === JSON.stringify(item)) === index |
| | ); |
| | |
| | scrollToBottom(); |
| | eventTarget.dispatchEvent( |
| | new CustomEvent('chat:start', { |
| | detail: { |
| | id: responseMessageId |
| | } |
| | }) |
| | ); |
| | await tick(); |
| | |
| | let userLocation; |
| | if ($settings?.userLocation) { |
| | userLocation = await getAndUpdateUserLocation(localStorage.token).catch((err) => { |
| | console.error(err); |
| | return undefined; |
| | }); |
| | } |
| | |
| | const stream = |
| | model?.info?.params?.stream_response ?? |
| | $settings?.params?.stream_response ?? |
| | params?.stream_response ?? |
| | true; |
| | |
| | let messages = [ |
| | params?.system || $settings.system |
| | ? { |
| | role: 'system', |
| | content: `${params?.system ?? $settings?.system ?? ''}` |
| | } |
| | : undefined, |
| | ..._messages.map((message) => ({ |
| | ...message, |
| | content: processDetails(message.content), |
| | // Include output for temp chats (backend will use it and strip before LLM) |
| | ...(message.output ? { output: message.output } : {}) |
| | })) |
| | ].filter((message) => message); |
| | |
| | messages = messages |
| | .map((message, idx, arr) => { |
| | const imageFiles = (message?.files ?? []).filter( |
| | (file) => file.type === 'image' || (file?.content_type ?? '').startsWith('image/') |
| | ); |
| | |
| | return { |
| | role: message.role, |
| | ...(message.role === 'user' && imageFiles.length > 0 |
| | ? { |
| | content: [ |
| | { |
| | type: 'text', |
| | text: message?.merged?.content ?? message.content |
| | }, |
| | ...imageFiles.map((file) => ({ |
| | type: 'image_url', |
| | image_url: { |
| | url: file.url |
| | } |
| | })) |
| | ] |
| | } |
| | : { |
| | content: message?.merged?.content ?? message.content |
| | }) |
| | }; |
| | }) |
| | .filter((message) => message?.role === 'user' || message?.content?.trim()); |
| | |
| | const toolIds = []; |
| | const toolServerIds = []; |
| | |
| | for (const toolId of selectedToolIds) { |
| | if (toolId.startsWith('direct_server:')) { |
| | let serverId = toolId.replace('direct_server:', ''); |
| | // Check if serverId is a number |
| | if (!isNaN(parseInt(serverId))) { |
| | toolServerIds.push(parseInt(serverId)); |
| | } else { |
| | toolServerIds.push(serverId); |
| | } |
| | } else { |
| | toolIds.push(toolId); |
| | } |
| | } |
| | |
| | |
| | const skillMentionRegex = /<\$([^|>]+)\|?[^>]*>/g; |
| | const skillIds = []; |
| | for (const message of messages) { |
| | const content = |
| | typeof message.content === 'string' ? message.content : (message.content?.[0]?.text ?? ''); |
| | for (const match of content.matchAll(skillMentionRegex)) { |
| | if (!skillIds.includes(match[1])) { |
| | skillIds.push(match[1]); |
| | } |
| | } |
| | } |
| | |
| | |
| | if (skillIds.length > 0) { |
| | messages = messages.map((message) => { |
| | if (typeof message.content === 'string') { |
| | return { |
| | ...message, |
| | content: message.content.replace(/<\$[^>]+>/g, '').trim() |
| | }; |
| | } else if (Array.isArray(message.content)) { |
| | return { |
| | ...message, |
| | content: message.content.map((part) => |
| | part.type === 'text' |
| | ? { ...part, text: part.text.replace(/<\$[^>]+>/g, '').trim() } |
| | : part |
| | ) |
| | }; |
| | } |
| | return message; |
| | }); |
| | } |
| | |
| | const res = await generateOpenAIChatCompletion( |
| | localStorage.token, |
| | { |
| | stream: stream, |
| | model: model.id, |
| | messages: messages, |
| | params: { |
| | ...$settings?.params, |
| | ...params, |
| | stop: |
| | (params?.stop ?? $settings?.params?.stop ?? undefined) |
| | ? (params?.stop.split(',').map((token) => token.trim()) ?? $settings.params.stop).map( |
| | (str) => decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"')) |
| | ) |
| | : undefined |
| | }, |
| | |
| | files: (files?.length ?? 0) > 0 ? files : undefined, |
| | |
| | filter_ids: selectedFilterIds.length > 0 ? selectedFilterIds : undefined, |
| | tool_ids: toolIds.length > 0 ? toolIds : undefined, |
| | skill_ids: skillIds.length > 0 ? skillIds : undefined, |
| | tool_servers: ($toolServers ?? []).filter( |
| | (server, idx) => toolServerIds.includes(idx) || toolServerIds.includes(server?.id) |
| | ), |
| | features: getFeatures(), |
| | variables: { |
| | ...getPromptVariables( |
| | $user?.name, |
| | $settings?.userLocation ? userLocation : undefined, |
| | $user?.email |
| | ) |
| | }, |
| | model_item: $models.find((m) => m.id === model.id), |
| | |
| | session_id: $socket?.id, |
| | chat_id: $chatId, |
| | |
| | id: responseMessageId, |
| | parent_id: userMessage?.id ?? null, |
| | parent_message: userMessage, |
| | |
| | background_tasks: { |
| | ...(!$temporaryChatEnabled && |
| | (messages.length == 1 || |
| | (messages.length == 2 && |
| | messages.at(0)?.role === 'system' && |
| | messages.at(1)?.role === 'user')) && |
| | (selectedModels[0] === model.id || atSelectedModel !== undefined) |
| | ? { |
| | title_generation: $settings?.title?.auto ?? true, |
| | tags_generation: $settings?.autoTags ?? true |
| | } |
| | : {}), |
| | follow_up_generation: $settings?.autoFollowUps ?? true |
| | }, |
| | |
| | ...(stream && (model.info?.meta?.capabilities?.usage ?? false) |
| | ? { |
| | stream_options: { |
| | include_usage: true |
| | } |
| | } |
| | : {}) |
| | }, |
| | `${WEBUI_BASE_URL}/api` |
| | ).catch(async (error) => { |
| | console.log(error); |
| | |
| | let errorMessage = error; |
| | if (error?.error?.message) { |
| | errorMessage = error.error.message; |
| | } else if (error?.message) { |
| | errorMessage = error.message; |
| | } |
| | |
| | if (typeof errorMessage === 'object') { |
| | errorMessage = $i18n.t(`Uh-oh! There was an issue with the response.`); |
| | } |
| | |
| | toast.error(`${errorMessage}`); |
| | responseMessage.error = { |
| | content: error |
| | }; |
| | |
| | responseMessage.done = true; |
| | |
| | history.messages[responseMessageId] = responseMessage; |
| | history.currentId = responseMessageId; |
| | |
| | return null; |
| | }); |
| | |
| | if (res) { |
| | if (res.error) { |
| | await handleOpenAIError(res.error, responseMessage); |
| | } else { |
| | if (taskIds) { |
| | taskIds.push(res.task_id); |
| | } else { |
| | taskIds = [res.task_id]; |
| | } |
| | } |
| | } |
| | |
| | await tick(); |
| | scrollToBottom(); |
| | }; |
| | |
| | const handleOpenAIError = async (error, responseMessage) => { |
| | let errorMessage = ''; |
| | let innerError; |
| | |
| | if (error) { |
| | innerError = error; |
| | } |
| | |
| | console.error(innerError); |
| | if ('detail' in innerError) { |
| | // FastAPI error |
| | toast.error(innerError.detail); |
| | errorMessage = innerError.detail; |
| | } else if ('error' in innerError) { |
| | // OpenAI error |
| | if ('message' in innerError.error) { |
| | toast.error(innerError.error.message); |
| | errorMessage = innerError.error.message; |
| | } else { |
| | toast.error(innerError.error); |
| | errorMessage = innerError.error; |
| | } |
| | } else if ('message' in innerError) { |
| | // OpenAI error |
| | toast.error(innerError.message); |
| | errorMessage = innerError.message; |
| | } |
| | |
| | responseMessage.error = { |
| | content: $i18n.t(`Uh-oh! There was an issue with the response.`) + '\n' + errorMessage |
| | }; |
| | responseMessage.done = true; |
| | |
| | if (responseMessage.statusHistory) { |
| | responseMessage.statusHistory = responseMessage.statusHistory.filter( |
| | (status) => status.action !== 'knowledge_search' |
| | ); |
| | } |
| | |
| | history.messages[responseMessage.id] = responseMessage; |
| | }; |
| | |
| | const stopResponse = async () => { |
| | if (taskIds) { |
| | for (const taskId of taskIds) { |
| | const res = await stopTask(localStorage.token, taskId).catch((error) => { |
| | toast.error(`${error}`); |
| | return null; |
| | }); |
| | } |
| | |
| | taskIds = null; |
| | |
| | const responseMessage = history.messages[history.currentId]; |
| | // Set all response messages to done |
| | if (responseMessage.parentId && history.messages[responseMessage.parentId]) { |
| | for (const messageId of history.messages[responseMessage.parentId].childrenIds) { |
| | history.messages[messageId].done = true; |
| | } |
| | } |
| | |
| | history.messages[history.currentId] = responseMessage; |
| | |
| | if (autoScroll) { |
| | scrollToBottom(); |
| | } |
| | } |
| | |
| | if (generating) { |
| | generating = false; |
| | generationController?.abort(); |
| | generationController = null; |
| | } |
| | }; |
| | |
| | const submitMessage = async (parentId, prompt) => { |
| | let userPrompt = prompt; |
| | let userMessageId = uuidv4(); |
| | |
| | let userMessage = { |
| | id: userMessageId, |
| | parentId: parentId, |
| | childrenIds: [], |
| | role: 'user', |
| | content: userPrompt, |
| | models: selectedModels, |
| | timestamp: Math.floor(Date.now() / 1000) // Unix epoch |
| | }; |
| | |
| | if (parentId !== null) { |
| | history.messages[parentId].childrenIds = [ |
| | ...history.messages[parentId].childrenIds, |
| | userMessageId |
| | ]; |
| | } |
| | |
| | history.messages[userMessageId] = userMessage; |
| | history.currentId = userMessageId; |
| | |
| | await tick(); |
| | |
| | if (autoScroll) { |
| | scrollToBottom(); |
| | } |
| | |
| | await sendMessage(history, userMessageId); |
| | }; |
| | |
| | const regenerateResponse = async (message, suggestionPrompt = null) => { |
| | console.log('regenerateResponse'); |
| | |
| | if (history.currentId) { |
| | let userMessage = history.messages[message.parentId]; |
| | |
| | if (!userMessage) { |
| | toast.error($i18n.t('Parent message not found')); |
| | return; |
| | } |
| | |
| | if (autoScroll) { |
| | scrollToBottom(); |
| | } |
| | |
| | await sendMessage(history, userMessage.id, { |
| | ...(suggestionPrompt |
| | ? { |
| | messages: [ |
| | ...createMessagesList(history, message.id), |
| | { |
| | role: 'user', |
| | content: suggestionPrompt |
| | } |
| | ] |
| | } |
| | : {}), |
| | ...((userMessage?.models ?? [...selectedModels]).length > 1 |
| | ? { |
| | // If multiple models are selected, use the model from the message |
| | modelId: message.model, |
| | modelIdx: message.modelIdx |
| | } |
| | : {}) |
| | }); |
| | } |
| | }; |
| | |
| | const continueResponse = async () => { |
| | console.log('continueResponse'); |
| | const _chatId = JSON.parse(JSON.stringify($chatId)); |
| | |
| | if (history.currentId && history.messages[history.currentId].done == true) { |
| | const responseMessage = history.messages[history.currentId]; |
| | responseMessage.done = false; |
| | await tick(); |
| | |
| | const model = $models |
| | .filter((m) => m.id === (responseMessage?.selectedModelId ?? responseMessage.model)) |
| | .at(0); |
| | |
| | if (model) { |
| | await sendMessageSocket( |
| | model, |
| | createMessagesList(history, responseMessage.id), |
| | history, |
| | responseMessage.id, |
| | _chatId |
| | ); |
| | } |
| | } |
| | }; |
| | |
| | const mergeResponses = async (messageId, responses, _chatId) => { |
| | console.log('mergeResponses', messageId, responses); |
| | const message = history.messages[messageId]; |
| | const mergedResponse = { |
| | status: true, |
| | content: '' |
| | }; |
| | message.merged = mergedResponse; |
| | history.messages[messageId] = message; |
| | |
| | try { |
| | generating = true; |
| | const [res, controller] = await generateMoACompletion( |
| | localStorage.token, |
| | message.model ?? '', |
| | message.parentId ? history.messages[message.parentId].content : '', |
| | responses |
| | ); |
| | |
| | if (res && res.ok && res.body && generating) { |
| | generationController = controller as AbortController; |
| | const textStream = await createOpenAITextStream( |
| | res.body, |
| | Boolean($settings?.splitLargeChunks ?? false) |
| | ); |
| | for await (const update of textStream) { |
| | const { value, done, sources, error, usage } = update; |
| | if (error || done) { |
| | generating = false; |
| | generationController = null; |
| | break; |
| | } |
| | |
| | if (mergedResponse.content == '' && value == '\n') { |
| | continue; |
| | } else { |
| | mergedResponse.content += value; |
| | history.messages[messageId] = message; |
| | } |
| | |
| | if (autoScroll) { |
| | scrollToBottom(); |
| | } |
| | } |
| | |
| | await saveChatHandler(_chatId, history); |
| | } else { |
| | console.error(res); |
| | } |
| | } catch (e) { |
| | console.error(e); |
| | } |
| | }; |
| | |
| | const initChatHandler = async (history) => { |
| | let _chatId = $chatId; |
| | |
| | if (!$temporaryChatEnabled) { |
| | chat = await createNewChat( |
| | localStorage.token, |
| | { |
| | id: _chatId, |
| | title: $i18n.t('New Chat'), |
| | models: selectedModels, |
| | system: $settings.system ?? undefined, |
| | params: params, |
| | history: history, |
| | messages: createMessagesList(history, history.currentId), |
| | tags: [], |
| | timestamp: Date.now() |
| | }, |
| | $selectedFolder?.id |
| | ); |
| | |
| | _chatId = chat.id; |
| | await chatId.set(_chatId); |
| | |
| | |
| | if (chat && $user?.id) { |
| | syncConversation($user.id, chat.id, chat.title ?? $i18n.t('New Chat'), chat); |
| | } |
| | |
| | window.history.replaceState(history.state, '', `/c/${_chatId}`); |
| | |
| | await tick(); |
| | |
| | await chats.set(await getChatList(localStorage.token, $currentChatPage)); |
| | currentChatPage.set(1); |
| | |
| | selectedFolder.set(null); |
| | } else { |
| | _chatId = `local:${$socket?.id}`; // Use socket id for temporary chat |
| | await chatId.set(_chatId); |
| | } |
| | await tick(); |
| | |
| | return _chatId; |
| | }; |
| | |
| | const saveChatHandler = async (_chatId, history) => { |
| | if ($chatId == _chatId) { |
| | if (!$temporaryChatEnabled) { |
| | chat = await updateChatById(localStorage.token, _chatId, { |
| | models: selectedModels, |
| | history: history, |
| | messages: createMessagesList(history, history.currentId), |
| | params: params, |
| | files: chatFiles |
| | }); |
| | currentChatPage.set(1); |
| | await chats.set(await getChatList(localStorage.token, $currentChatPage)); |
| | |
| | |
| | if (chat && $user?.id) { |
| | syncConversation($user.id, chat.id, chat.title ?? '', chat); |
| | } |
| | } |
| | } |
| | }; |
| | |
| | const MAX_DRAFT_LENGTH = 5000; |
| | let saveDraftTimeout: ReturnType<typeof setTimeout> | null = null; |
| | |
| | const saveDraft = async (draft, chatId = null) => { |
| | if (saveDraftTimeout) { |
| | clearTimeout(saveDraftTimeout); |
| | } |
| | |
| | if (draft.prompt !== null && draft.prompt.length < MAX_DRAFT_LENGTH) { |
| | saveDraftTimeout = setTimeout(async () => { |
| | await sessionStorage.setItem( |
| | `chat-input${chatId ? `-${chatId}` : ''}`, |
| | JSON.stringify(draft) |
| | ); |
| | }, 500); |
| | } else { |
| | sessionStorage.removeItem(`chat-input${chatId ? `-${chatId}` : ''}`); |
| | } |
| | }; |
| | |
| | const clearDraft = async (chatId = null) => { |
| | if (saveDraftTimeout) { |
| | clearTimeout(saveDraftTimeout); |
| | } |
| | await sessionStorage.removeItem(`chat-input${chatId ? `-${chatId}` : ''}`); |
| | }; |
| | |
| | const moveChatHandler = async (chatId, folderId) => { |
| | if (chatId && folderId) { |
| | const res = await updateChatFolderIdById(localStorage.token, chatId, folderId).catch( |
| | (error) => { |
| | toast.error(`${error}`); |
| | return null; |
| | } |
| | ); |
| | |
| | if (res) { |
| | currentChatPage.set(1); |
| | await chats.set(await getChatList(localStorage.token, $currentChatPage)); |
| | await pinnedChats.set(await getPinnedChatList(localStorage.token)); |
| | |
| | toast.success($i18n.t('Chat moved successfully')); |
| | } |
| | } else { |
| | toast.error($i18n.t('Failed to move chat')); |
| | } |
| | }; |
| | </script> |
| | |
| | <svelte:head> |
| | <title> |
| | {$settings.showChatTitleInTab !== false && $chatTitle |
| | ? `${$chatTitle.length > 30 ? `${$chatTitle.slice(0, 30)}...` : $chatTitle} • ${$WEBUI_NAME}` |
| | : `${$WEBUI_NAME}`} |
| | </title> |
| | </svelte:head> |
| | |
| | <audio id="audioElement" src="" style="display: none;"></audio> |
| | |
| | <EventConfirmDialog |
| | bind:show={showEventConfirmation} |
| | title={eventConfirmationTitle} |
| | message={eventConfirmationMessage} |
| | input={eventConfirmationInput} |
| | inputPlaceholder={eventConfirmationInputPlaceholder} |
| | inputValue={eventConfirmationInputValue} |
| | on:confirm={(e) => { |
| | if (e.detail) { |
| | eventCallback(e.detail); |
| | } else { |
| | eventCallback(true); |
| | } |
| | }} |
| | on:cancel={() => { |
| | eventCallback(false); |
| | }} |
| | /> |
| | |
| | <div |
| | class="h-screen max-h-[100dvh] transition-width duration-200 ease-in-out {$showSidebar |
| | ? ' md:max-w-[calc(100%-var(--sidebar-width))]' |
| | : ' '} w-full max-w-full flex flex-col" |
| | id="chat-container" |
| | > |
| | {#if !loading} |
| | <div in:fade={{ duration: 50 }} class="w-full h-full flex flex-col"> |
| | {#if $selectedFolder && $selectedFolder?.meta?.background_image_url} |
| | <div |
| | class="absolute top-0 left-0 w-full h-full bg-cover bg-center bg-no-repeat" |
| | style="background-image: url({$selectedFolder?.meta?.background_image_url}) " |
| | /> |
| | |
| | <div |
| | class="absolute top-0 left-0 w-full h-full bg-linear-to-t from-white to-white/85 dark:from-gray-900 dark:to-gray-900/90 z-0" |
| | /> |
| | {:else if $settings?.backgroundImageUrl ?? $config?.license_metadata?.background_image_url ?? null} |
| | <div |
| | class="absolute top-0 left-0 w-full h-full bg-cover bg-center bg-no-repeat" |
| | style="background-image: url({$settings?.backgroundImageUrl ?? |
| | $config?.license_metadata?.background_image_url}) " |
| | /> |
| | |
| | <div |
| | class="absolute top-0 left-0 w-full h-full bg-linear-to-t from-white to-white/85 dark:from-gray-900 dark:to-gray-900/90 z-0" |
| | /> |
| | {/if} |
| | |
| | <PaneGroup direction="horizontal" class="w-full h-full"> |
| | <Pane defaultSize={50} minSize={30} class="h-full flex relative max-w-full flex-col"> |
| | <Navbar |
| | bind:this={navbarElement} |
| | chat={{ |
| | id: $chatId, |
| | chat: { |
| | title: $chatTitle, |
| | models: selectedModels, |
| | system: $settings.system ?? undefined, |
| | params: params, |
| | history: history, |
| | timestamp: Date.now() |
| | } |
| | }} |
| | {history} |
| | title={$chatTitle} |
| | bind:selectedModels |
| | shareEnabled={!!history.currentId} |
| | {initNewChat} |
| | archiveChatHandler={() => {}} |
| | {moveChatHandler} |
| | onSaveTempChat={async () => { |
| | try { |
| | if (!history?.currentId || !Object.keys(history.messages).length) { |
| | toast.error($i18n.t('No conversation to save')); |
| | return; |
| | } |
| | const messages = createMessagesList(history, history.currentId); |
| | const title = |
| | messages.find((m) => m.role === 'user')?.content ?? $i18n.t('New Chat'); |
| | |
| | const savedChat = await createNewChat( |
| | localStorage.token, |
| | { |
| | id: uuidv4(), |
| | title: title.length > 50 ? `${title.slice(0, 50)}...` : title, |
| | models: selectedModels, |
| | history: history, |
| | messages: messages, |
| | timestamp: Date.now() |
| | }, |
| | null |
| | ); |
| | |
| | if (savedChat) { |
| | temporaryChatEnabled.set(false); |
| | chatId.set(savedChat.id); |
| | chats.set(await getChatList(localStorage.token, $currentChatPage)); |
| | |
| | await goto(`/c/${savedChat.id}`); |
| | toast.success($i18n.t('Conversation saved successfully')); |
| | } |
| | } catch (error) { |
| | console.error('Error saving conversation:', error); |
| | toast.error($i18n.t('Failed to save conversation')); |
| | } |
| | }} |
| | /> |
| | |
| | <div class="flex flex-col flex-auto z-10 w-full @container overflow-auto"> |
| | {#if ($settings?.landingPageMode === 'chat' && !$selectedFolder) || createMessagesList(history, history.currentId).length > 0} |
| | <div |
| | class=" pb-2.5 flex flex-col justify-between w-full flex-auto overflow-auto h-0 max-w-full z-10 scrollbar-hidden" |
| | id="messages-container" |
| | bind:this={messagesContainerElement} |
| | on:scroll={(e) => { |
| | autoScroll = |
| | messagesContainerElement.scrollHeight - messagesContainerElement.scrollTop <= |
| | messagesContainerElement.clientHeight + 5; |
| | }} |
| | > |
| | <div class=" h-full w-full flex flex-col"> |
| | <Messages |
| | chatId={$chatId} |
| | bind:history |
| | bind:autoScroll |
| | bind:prompt |
| | setInputText={(text) => { |
| | messageInput?.setText(text); |
| | }} |
| | {selectedModels} |
| | {atSelectedModel} |
| | {sendMessage} |
| | {showMessage} |
| | {submitMessage} |
| | {continueResponse} |
| | {regenerateResponse} |
| | {mergeResponses} |
| | {chatActionHandler} |
| | {addMessages} |
| | topPadding={true} |
| | bottomPadding={files.length > 0} |
| | {onSelect} |
| | /> |
| | </div> |
| | </div> |
| | |
| | <div class=" pb-2 z-10"> |
| | <MessageInput |
| | bind:this={messageInput} |
| | {history} |
| | {taskIds} |
| | {selectedModels} |
| | bind:files |
| | bind:prompt |
| | bind:autoScroll |
| | bind:selectedToolIds |
| | bind:selectedFilterIds |
| | bind:imageGenerationEnabled |
| | bind:codeInterpreterEnabled |
| | bind:webSearchEnabled |
| | bind:atSelectedModel |
| | bind:showCommands |
| | toolServers={$toolServers} |
| | {generating} |
| | {stopResponse} |
| | {createMessagePair} |
| | {onUpload} |
| | {messageQueue} |
| | onQueueSendNow={async (id) => { |
| | const item = messageQueue.find((m) => m.id === id); |
| | if (item) { |
| | // Remove from queue |
| | messageQueue = messageQueue.filter((m) => m.id !== id); |
| | // Stop current generation first |
| | await stopResponse(); |
| | await tick(); |
| | // Set files and submit |
| | files = item.files; |
| | await tick(); |
| | await submitPrompt(item.prompt); |
| | } |
| | }} |
| | onQueueEdit={(id) => { |
| | const item = messageQueue.find((m) => m.id === id); |
| | if (item) { |
| | // Remove from queue |
| | messageQueue = messageQueue.filter((m) => m.id !== id); |
| | // Set files and restore prompt to input |
| | files = item.files; |
| | messageInput?.setText(item.prompt); |
| | } |
| | }} |
| | onQueueDelete={(id) => { |
| | messageQueue = messageQueue.filter((m) => m.id !== id); |
| | }} |
| | onChange={(data) => { |
| | if (!$temporaryChatEnabled) { |
| | saveDraft(data, $chatId); |
| | } |
| | }} |
| | on:submit={async (e) => { |
| | clearDraft(); |
| | if (e.detail || files.length > 0) { |
| | await tick(); |
| | |
| | submitPrompt(e.detail.replaceAll('\n\n', '\n')); |
| | } |
| | }} |
| | /> |
| | |
| | <div |
| | class="absolute bottom-1 text-xs text-gray-500 text-center line-clamp-1 right-0 left-0" |
| | > |
| | {$i18n.t('LLMs can make mistakes. Verify important information.')} |
| | </div> |
| | </div> |
| | {:else} |
| | <div class="flex items-center h-full"> |
| | <Placeholder |
| | {history} |
| | {selectedModels} |
| | bind:messageInput |
| | bind:files |
| | bind:prompt |
| | bind:autoScroll |
| | bind:selectedToolIds |
| | bind:selectedFilterIds |
| | bind:imageGenerationEnabled |
| | bind:codeInterpreterEnabled |
| | bind:webSearchEnabled |
| | bind:atSelectedModel |
| | bind:showCommands |
| | toolServers={$toolServers} |
| | {stopResponse} |
| | {createMessagePair} |
| | {onSelect} |
| | {onUpload} |
| | onChange={(data) => { |
| | if (!$temporaryChatEnabled) { |
| | saveDraft(data); |
| | } |
| | }} |
| | on:submit={async (e) => { |
| | clearDraft(); |
| | if (e.detail || files.length > 0) { |
| | await tick(); |
| | submitPrompt(e.detail.replaceAll('\n\n', '\n')); |
| | } |
| | }} |
| | /> |
| | </div> |
| | {/if} |
| | </div> |
| | </Pane> |
| | |
| | <ChatControls |
| | bind:this={controlPaneComponent} |
| | bind:history |
| | bind:chatFiles |
| | bind:params |
| | bind:files |
| | bind:pane={controlPane} |
| | chatId={$chatId} |
| | modelId={selectedModelIds?.at(0) ?? null} |
| | models={selectedModelIds.reduce((a, e, i, arr) => { |
| | const model = $models.find((m) => m.id === e); |
| | if (model) { |
| | return [...a, model]; |
| | } |
| | return a; |
| | }, [])} |
| | {submitPrompt} |
| | {stopResponse} |
| | {showMessage} |
| | {eventTarget} |
| | /> |
| | </PaneGroup> |
| | </div> |
| | {:else if loading} |
| | <div class=" flex items-center justify-center h-full w-full"> |
| | <div class="m-auto"> |
| | <Spinner className="size-5" /> |
| | </div> |
| | </div> |
| | {/if} |
| | </div> |
| | |
| | <style> |
| | ::-webkit-scrollbar { |
| | height: 0.5rem; |
| | width: 0.5rem; |
| | } |
| | </style> |
| | |