Spaces:
Paused
Paused
| <script lang="ts"> | |
| import { toast } from 'svelte-sonner'; | |
| import dayjs from 'dayjs'; | |
| import { createEventDispatcher } from 'svelte'; | |
| import { onMount, tick, getContext } from 'svelte'; | |
| const i18n = getContext<Writable<i18nType>>('i18n'); | |
| const dispatch = createEventDispatcher(); | |
| import { config, models, settings, user } from '$lib/stores'; | |
| import { synthesizeOpenAISpeech } from '$lib/apis/audio'; | |
| import { imageGenerations } from '$lib/apis/images'; | |
| import { | |
| copyToClipboard as _copyToClipboard, | |
| approximateToHumanReadable, | |
| extractParagraphsForAudio, | |
| extractSentencesForAudio, | |
| cleanText, | |
| getMessageContentParts | |
| } from '$lib/utils'; | |
| import { WEBUI_BASE_URL } from '$lib/constants'; | |
| import Name from './Name.svelte'; | |
| import ProfileImage from './ProfileImage.svelte'; | |
| import Skeleton from './Skeleton.svelte'; | |
| import Image from '$lib/components/common/Image.svelte'; | |
| import Tooltip from '$lib/components/common/Tooltip.svelte'; | |
| import RateComment from './RateComment.svelte'; | |
| import Spinner from '$lib/components/common/Spinner.svelte'; | |
| import WebSearchResults from './ResponseMessage/WebSearchResults.svelte'; | |
| import Sparkles from '$lib/components/icons/Sparkles.svelte'; | |
| import Markdown from './Markdown.svelte'; | |
| import Error from './Error.svelte'; | |
| import Citations from './Citations.svelte'; | |
| import type { Writable } from 'svelte/store'; | |
| import type { i18n as i18nType } from 'i18next'; | |
| interface MessageType { | |
| id: string; | |
| model: string; | |
| content: string; | |
| files?: { type: string; url: string }[]; | |
| timestamp: number; | |
| role: string; | |
| statusHistory?: { | |
| done: boolean; | |
| action: string; | |
| description: string; | |
| urls?: string[]; | |
| query?: string; | |
| }[]; | |
| status?: { | |
| done: boolean; | |
| action: string; | |
| description: string; | |
| urls?: string[]; | |
| query?: string; | |
| }; | |
| done: boolean; | |
| error?: boolean | { content: string }; | |
| citations?: string[]; | |
| info?: { | |
| openai?: boolean; | |
| prompt_tokens?: number; | |
| completion_tokens?: number; | |
| total_tokens?: number; | |
| eval_count?: number; | |
| eval_duration?: number; | |
| prompt_eval_count?: number; | |
| prompt_eval_duration?: number; | |
| total_duration?: number; | |
| load_duration?: number; | |
| }; | |
| annotation?: { type: string; rating: number }; | |
| } | |
| export let history; | |
| export let messageId; | |
| let message: MessageType = JSON.parse(JSON.stringify(history.messages[messageId])); | |
| $: if (history.messages) { | |
| if (JSON.stringify(message) !== JSON.stringify(history.messages[messageId])) { | |
| message = JSON.parse(JSON.stringify(history.messages[messageId])); | |
| } | |
| } | |
| export let siblings; | |
| export let showPreviousMessage: Function; | |
| export let showNextMessage: Function; | |
| export let editMessage: Function; | |
| export let rateMessage: Function; | |
| export let continueResponse: Function; | |
| export let regenerateResponse: Function; | |
| export let isLastMessage = true; | |
| export let readOnly = false; | |
| let model = null; | |
| $: model = $models.find((m) => m.id === message.model); | |
| let edit = false; | |
| let editedContent = ''; | |
| let editTextAreaElement: HTMLTextAreaElement; | |
| let audioParts: Record<number, HTMLAudioElement | null> = {}; | |
| let speaking = false; | |
| let speakingIdx: number | undefined; | |
| let loadingSpeech = false; | |
| let generatingImage = false; | |
| let showRateComment = false; | |
| const copyToClipboard = async (text) => { | |
| const res = await _copyToClipboard(text); | |
| if (res) { | |
| toast.success($i18n.t('Copying to clipboard was successful!')); | |
| } | |
| }; | |
| const playAudio = (idx: number) => { | |
| return new Promise<void>((res) => { | |
| speakingIdx = idx; | |
| const audio = audioParts[idx]; | |
| if (!audio) { | |
| return res(); | |
| } | |
| audio.play(); | |
| audio.onended = async () => { | |
| await new Promise((r) => setTimeout(r, 300)); | |
| if (Object.keys(audioParts).length - 1 === idx) { | |
| speaking = false; | |
| } | |
| res(); | |
| }; | |
| }); | |
| }; | |
| const toggleSpeakMessage = async () => { | |
| if (speaking) { | |
| try { | |
| speechSynthesis.cancel(); | |
| if (speakingIdx !== undefined && audioParts[speakingIdx]) { | |
| audioParts[speakingIdx]!.pause(); | |
| audioParts[speakingIdx]!.currentTime = 0; | |
| } | |
| } catch {} | |
| speaking = false; | |
| speakingIdx = undefined; | |
| return; | |
| } | |
| if (!(message?.content ?? '').trim().length) { | |
| toast.info($i18n.t('No content to speak')); | |
| return; | |
| } | |
| speaking = true; | |
| if ($config.audio.tts.engine !== '') { | |
| loadingSpeech = true; | |
| const messageContentParts: string[] = getMessageContentParts( | |
| message.content, | |
| $config?.audio?.tts?.split_on ?? 'punctuation' | |
| ); | |
| if (!messageContentParts.length) { | |
| console.log('No content to speak'); | |
| toast.info($i18n.t('No content to speak')); | |
| speaking = false; | |
| loadingSpeech = false; | |
| return; | |
| } | |
| console.debug('Prepared message content for TTS', messageContentParts); | |
| audioParts = messageContentParts.reduce( | |
| (acc, _sentence, idx) => { | |
| acc[idx] = null; | |
| return acc; | |
| }, | |
| {} as typeof audioParts | |
| ); | |
| let lastPlayedAudioPromise = Promise.resolve(); // Initialize a promise that resolves immediately | |
| for (const [idx, sentence] of messageContentParts.entries()) { | |
| const res = await synthesizeOpenAISpeech( | |
| localStorage.token, | |
| $settings?.audio?.tts?.defaultVoice === $config.audio.tts.voice | |
| ? ($settings?.audio?.tts?.voice ?? $config?.audio?.tts?.voice) | |
| : $config?.audio?.tts?.voice, | |
| sentence | |
| ).catch((error) => { | |
| console.error(error); | |
| toast.error(error); | |
| speaking = false; | |
| loadingSpeech = false; | |
| }); | |
| if (res) { | |
| const blob = await res.blob(); | |
| const blobUrl = URL.createObjectURL(blob); | |
| const audio = new Audio(blobUrl); | |
| audio.playbackRate = $settings.audio?.tts?.playbackRate ?? 1; | |
| audioParts[idx] = audio; | |
| loadingSpeech = false; | |
| lastPlayedAudioPromise = lastPlayedAudioPromise.then(() => playAudio(idx)); | |
| } | |
| } | |
| } else { | |
| let voices = []; | |
| const getVoicesLoop = setInterval(() => { | |
| voices = speechSynthesis.getVoices(); | |
| if (voices.length > 0) { | |
| clearInterval(getVoicesLoop); | |
| const voice = | |
| voices | |
| ?.filter( | |
| (v) => v.voiceURI === ($settings?.audio?.tts?.voice ?? $config?.audio?.tts?.voice) | |
| ) | |
| ?.at(0) ?? undefined; | |
| console.log(voice); | |
| const speak = new SpeechSynthesisUtterance(message.content); | |
| speak.rate = $settings.audio?.tts?.playbackRate ?? 1; | |
| console.log(speak); | |
| speak.onend = () => { | |
| speaking = false; | |
| if ($settings.conversationMode) { | |
| document.getElementById('voice-input-button')?.click(); | |
| } | |
| }; | |
| if (voice) { | |
| speak.voice = voice; | |
| } | |
| speechSynthesis.speak(speak); | |
| } | |
| }, 100); | |
| } | |
| }; | |
| const editMessageHandler = async () => { | |
| edit = true; | |
| editedContent = message.content; | |
| await tick(); | |
| editTextAreaElement.style.height = ''; | |
| editTextAreaElement.style.height = `${editTextAreaElement.scrollHeight}px`; | |
| }; | |
| const editMessageConfirmHandler = async () => { | |
| editMessage(message.id, editedContent ? editedContent : '', false); | |
| edit = false; | |
| editedContent = ''; | |
| await tick(); | |
| }; | |
| const saveAsCopyHandler = async () => { | |
| editMessage(message.id, editedContent ? editedContent : ''); | |
| edit = false; | |
| editedContent = ''; | |
| await tick(); | |
| }; | |
| const cancelEditMessage = async () => { | |
| edit = false; | |
| editedContent = ''; | |
| await tick(); | |
| }; | |
| const generateImage = async (message: MessageType) => { | |
| generatingImage = true; | |
| const res = await imageGenerations(localStorage.token, message.content).catch((error) => { | |
| toast.error(error); | |
| }); | |
| console.log(res); | |
| if (res) { | |
| const files = res.map((image) => ({ | |
| type: 'image', | |
| url: `${image.url}` | |
| })); | |
| dispatch('save', { ...message, files: files }); | |
| } | |
| generatingImage = false; | |
| }; | |
| $: if (!edit) { | |
| (async () => { | |
| await tick(); | |
| })(); | |
| } | |
| onMount(async () => { | |
| console.log('ResponseMessage mounted'); | |
| await tick(); | |
| }); | |
| </script> | |
| {#key message.id} | |
| <div | |
| class=" flex w-full message-{message.id}" | |
| id="message-{message.id}" | |
| dir={$settings.chatDirection} | |
| > | |
| <ProfileImage | |
| src={model?.info?.meta?.profile_image_url ?? | |
| ($i18n.language === 'dg-DG' ? `/doge.png` : `${WEBUI_BASE_URL}/static/favicon.png`)} | |
| /> | |
| <div class="w-full overflow-hidden pl-1"> | |
| <Name> | |
| {model?.name ?? message.model} | |
| {#if message.timestamp} | |
| <span | |
| class=" self-center invisible group-hover:visible text-gray-400 text-xs font-medium uppercase ml-0.5 -mt-0.5" | |
| > | |
| {dayjs(message.timestamp * 1000).format($i18n.t('h:mm a'))} | |
| </span> | |
| {/if} | |
| </Name> | |
| <div> | |
| {#if message?.files && message.files?.filter((f) => f.type === 'image').length > 0} | |
| <div class="my-2.5 w-full flex overflow-x-auto gap-2 flex-wrap"> | |
| {#each message.files as file} | |
| <div> | |
| {#if file.type === 'image'} | |
| <Image src={file.url} alt={message.content} /> | |
| {/if} | |
| </div> | |
| {/each} | |
| </div> | |
| {/if} | |
| <div class="chat-{message.role} w-full min-w-full markdown-prose"> | |
| <div> | |
| {#if (message?.statusHistory ?? [...(message?.status ? [message?.status] : [])]).length > 0} | |
| {@const status = ( | |
| message?.statusHistory ?? [...(message?.status ? [message?.status] : [])] | |
| ).at(-1)} | |
| <div class="status-description flex items-center gap-2 pt-0.5 pb-1"> | |
| {#if status?.done === false} | |
| <div class=""> | |
| <Spinner className="size-4" /> | |
| </div> | |
| {/if} | |
| {#if status?.action === 'web_search' && status?.urls} | |
| <WebSearchResults {status}> | |
| <div class="flex flex-col justify-center -space-y-0.5"> | |
| <div | |
| class="{status?.done === false | |
| ? 'shimmer' | |
| : ''} text-base line-clamp-1 text-wrap" | |
| > | |
| {status?.description} | |
| </div> | |
| </div> | |
| </WebSearchResults> | |
| {:else} | |
| <div class="flex flex-col justify-center -space-y-0.5"> | |
| <div | |
| class="{status?.done === false | |
| ? 'shimmer' | |
| : ''} text-gray-500 dark:text-gray-500 text-base line-clamp-1 text-wrap" | |
| > | |
| {status?.description} | |
| </div> | |
| </div> | |
| {/if} | |
| </div> | |
| {/if} | |
| {#if edit === true} | |
| <div class="w-full bg-gray-50 dark:bg-gray-800 rounded-3xl px-5 py-3 my-2"> | |
| <textarea | |
| id="message-edit-{message.id}" | |
| bind:this={editTextAreaElement} | |
| class=" bg-transparent outline-none w-full resize-none" | |
| bind:value={editedContent} | |
| on:input={(e) => { | |
| e.target.style.height = ''; | |
| e.target.style.height = `${e.target.scrollHeight}px`; | |
| }} | |
| on:keydown={(e) => { | |
| if (e.key === 'Escape') { | |
| document.getElementById('close-edit-message-button')?.click(); | |
| } | |
| const isCmdOrCtrlPressed = e.metaKey || e.ctrlKey; | |
| const isEnterPressed = e.key === 'Enter'; | |
| if (isCmdOrCtrlPressed && isEnterPressed) { | |
| document.getElementById('confirm-edit-message-button')?.click(); | |
| } | |
| }} | |
| /> | |
| <div class=" mt-2 mb-1 flex justify-between text-sm font-medium"> | |
| <div> | |
| <button | |
| id="save-new-message-button" | |
| class=" px-4 py-2 bg-gray-50 hover:bg-gray-100 dark:bg-gray-800 dark:hover:bg-gray-700 border dark:border-gray-700 text-gray-700 dark:text-gray-200 transition rounded-3xl" | |
| on:click={() => { | |
| saveAsCopyHandler(); | |
| }} | |
| > | |
| {$i18n.t('Save As Copy')} | |
| </button> | |
| </div> | |
| <div class="flex space-x-1.5"> | |
| <button | |
| id="close-edit-message-button" | |
| class="px-4 py-2 bg-white dark:bg-gray-900 hover:bg-gray-100 text-gray-800 dark:text-gray-100 transition rounded-3xl" | |
| on:click={() => { | |
| cancelEditMessage(); | |
| }} | |
| > | |
| {$i18n.t('Cancel')} | |
| </button> | |
| <button | |
| id="confirm-edit-message-button" | |
| class=" px-4 py-2 bg-gray-900 dark:bg-white hover:bg-gray-850 text-gray-100 dark:text-gray-800 transition rounded-3xl" | |
| on:click={() => { | |
| editMessageConfirmHandler(); | |
| }} | |
| > | |
| {$i18n.t('Save')} | |
| </button> | |
| </div> | |
| </div> | |
| </div> | |
| {:else} | |
| <div class="w-full flex flex-col"> | |
| {#if message.content === '' && !message.error} | |
| <Skeleton /> | |
| {:else if message.content && message.error !== true} | |
| <!-- always show message contents even if there's an error --> | |
| <!-- unless message.error === true which is legacy error handling, where the error message is stored in message.content --> | |
| <Markdown id={message.id} content={message.content} {model} /> | |
| {/if} | |
| {#if message.error} | |
| <Error content={message?.error?.content ?? message.content} /> | |
| {/if} | |
| {#if message.citations} | |
| <Citations citations={message.citations} /> | |
| {/if} | |
| </div> | |
| {/if} | |
| </div> | |
| </div> | |
| {#if !edit} | |
| {#if message.done || siblings.length > 1} | |
| <div | |
| class=" flex justify-start overflow-x-auto buttons text-gray-600 dark:text-gray-500 mt-0.5" | |
| > | |
| {#if siblings.length > 1} | |
| <div class="flex self-center min-w-fit" dir="ltr"> | |
| <button | |
| class="self-center p-1 hover:bg-black/5 dark:hover:bg-white/5 dark:hover:text-white hover:text-black rounded-md transition" | |
| on:click={() => { | |
| showPreviousMessage(message); | |
| }} | |
| > | |
| <svg | |
| xmlns="http://www.w3.org/2000/svg" | |
| fill="none" | |
| viewBox="0 0 24 24" | |
| stroke="currentColor" | |
| stroke-width="2.5" | |
| class="size-3.5" | |
| > | |
| <path | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| d="M15.75 19.5 8.25 12l7.5-7.5" | |
| /> | |
| </svg> | |
| </button> | |
| <div | |
| class="text-sm tracking-widest font-semibold self-center dark:text-gray-100 min-w-fit" | |
| > | |
| {siblings.indexOf(message.id) + 1}/{siblings.length} | |
| </div> | |
| <button | |
| class="self-center p-1 hover:bg-black/5 dark:hover:bg-white/5 dark:hover:text-white hover:text-black rounded-md transition" | |
| on:click={() => { | |
| showNextMessage(message); | |
| }} | |
| > | |
| <svg | |
| xmlns="http://www.w3.org/2000/svg" | |
| fill="none" | |
| viewBox="0 0 24 24" | |
| stroke="currentColor" | |
| stroke-width="2.5" | |
| class="size-3.5" | |
| > | |
| <path | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| d="m8.25 4.5 7.5 7.5-7.5 7.5" | |
| /> | |
| </svg> | |
| </button> | |
| </div> | |
| {/if} | |
| {#if message.done} | |
| {#if !readOnly} | |
| {#if $user.role === 'user' ? ($config?.permissions?.chat?.editing ?? true) : true} | |
| <Tooltip content={$i18n.t('Edit')} placement="bottom"> | |
| <button | |
| class="{isLastMessage | |
| ? 'visible' | |
| : 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition" | |
| on:click={() => { | |
| editMessageHandler(); | |
| }} | |
| > | |
| <svg | |
| xmlns="http://www.w3.org/2000/svg" | |
| fill="none" | |
| viewBox="0 0 24 24" | |
| stroke-width="2.3" | |
| stroke="currentColor" | |
| class="w-4 h-4" | |
| > | |
| <path | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| d="M16.862 4.487l1.687-1.688a1.875 1.875 0 112.652 2.652L6.832 19.82a4.5 4.5 0 01-1.897 1.13l-2.685.8.8-2.685a4.5 4.5 0 011.13-1.897L16.863 4.487zm0 0L19.5 7.125" | |
| /> | |
| </svg> | |
| </button> | |
| </Tooltip> | |
| {/if} | |
| {/if} | |
| <Tooltip content={$i18n.t('Copy')} placement="bottom"> | |
| <button | |
| class="{isLastMessage | |
| ? 'visible' | |
| : 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition copy-response-button" | |
| on:click={() => { | |
| copyToClipboard(message.content); | |
| }} | |
| > | |
| <svg | |
| xmlns="http://www.w3.org/2000/svg" | |
| fill="none" | |
| viewBox="0 0 24 24" | |
| stroke-width="2.3" | |
| stroke="currentColor" | |
| class="w-4 h-4" | |
| > | |
| <path | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| d="M15.666 3.888A2.25 2.25 0 0013.5 2.25h-3c-1.03 0-1.9.693-2.166 1.638m7.332 0c.055.194.084.4.084.612v0a.75.75 0 01-.75.75H9a.75.75 0 01-.75-.75v0c0-.212.03-.418.084-.612m7.332 0c.646.049 1.288.11 1.927.184 1.1.128 1.907 1.077 1.907 2.185V19.5a2.25 2.25 0 01-2.25 2.25H6.75A2.25 2.25 0 014.5 19.5V6.257c0-1.108.806-2.057 1.907-2.185a48.208 48.208 0 011.927-.184" | |
| /> | |
| </svg> | |
| </button> | |
| </Tooltip> | |
| <Tooltip content={$i18n.t('Read Aloud')} placement="bottom"> | |
| <button | |
| id="speak-button-{message.id}" | |
| class="{isLastMessage | |
| ? 'visible' | |
| : 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition" | |
| on:click={() => { | |
| if (!loadingSpeech) { | |
| toggleSpeakMessage(); | |
| } | |
| }} | |
| > | |
| {#if loadingSpeech} | |
| <svg | |
| class=" w-4 h-4" | |
| fill="currentColor" | |
| viewBox="0 0 24 24" | |
| xmlns="http://www.w3.org/2000/svg" | |
| ><style> | |
| .spinner_S1WN { | |
| animation: spinner_MGfb 0.8s linear infinite; | |
| animation-delay: -0.8s; | |
| } | |
| .spinner_Km9P { | |
| animation-delay: -0.65s; | |
| } | |
| .spinner_JApP { | |
| animation-delay: -0.5s; | |
| } | |
| @keyframes spinner_MGfb { | |
| 93.75%, | |
| 100% { | |
| opacity: 0.2; | |
| } | |
| } | |
| </style><circle class="spinner_S1WN" cx="4" cy="12" r="3" /><circle | |
| class="spinner_S1WN spinner_Km9P" | |
| cx="12" | |
| cy="12" | |
| r="3" | |
| /><circle class="spinner_S1WN spinner_JApP" cx="20" cy="12" r="3" /></svg | |
| > | |
| {:else if speaking} | |
| <svg | |
| xmlns="http://www.w3.org/2000/svg" | |
| fill="none" | |
| viewBox="0 0 24 24" | |
| stroke-width="2.3" | |
| stroke="currentColor" | |
| class="w-4 h-4" | |
| > | |
| <path | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| d="M17.25 9.75 19.5 12m0 0 2.25 2.25M19.5 12l2.25-2.25M19.5 12l-2.25 2.25m-10.5-6 4.72-4.72a.75.75 0 0 1 1.28.53v15.88a.75.75 0 0 1-1.28.53l-4.72-4.72H4.51c-.88 0-1.704-.507-1.938-1.354A9.009 9.009 0 0 1 2.25 12c0-.83.112-1.633.322-2.396C2.806 8.756 3.63 8.25 4.51 8.25H6.75Z" | |
| /> | |
| </svg> | |
| {:else} | |
| <svg | |
| xmlns="http://www.w3.org/2000/svg" | |
| fill="none" | |
| viewBox="0 0 24 24" | |
| stroke-width="2.3" | |
| stroke="currentColor" | |
| class="w-4 h-4" | |
| > | |
| <path | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| d="M19.114 5.636a9 9 0 010 12.728M16.463 8.288a5.25 5.25 0 010 7.424M6.75 8.25l4.72-4.72a.75.75 0 011.28.53v15.88a.75.75 0 01-1.28.53l-4.72-4.72H4.51c-.88 0-1.704-.507-1.938-1.354A9.01 9.01 0 012.25 12c0-.83.112-1.633.322-2.396C2.806 8.756 3.63 8.25 4.51 8.25H6.75z" | |
| /> | |
| </svg> | |
| {/if} | |
| </button> | |
| </Tooltip> | |
| {#if $config?.features.enable_image_generation && !readOnly} | |
| <Tooltip content={$i18n.t('Generate Image')} placement="bottom"> | |
| <button | |
| class="{isLastMessage | |
| ? 'visible' | |
| : 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition" | |
| on:click={() => { | |
| if (!generatingImage) { | |
| generateImage(message); | |
| } | |
| }} | |
| > | |
| {#if generatingImage} | |
| <svg | |
| class=" w-4 h-4" | |
| fill="currentColor" | |
| viewBox="0 0 24 24" | |
| xmlns="http://www.w3.org/2000/svg" | |
| ><style> | |
| .spinner_S1WN { | |
| animation: spinner_MGfb 0.8s linear infinite; | |
| animation-delay: -0.8s; | |
| } | |
| .spinner_Km9P { | |
| animation-delay: -0.65s; | |
| } | |
| .spinner_JApP { | |
| animation-delay: -0.5s; | |
| } | |
| @keyframes spinner_MGfb { | |
| 93.75%, | |
| 100% { | |
| opacity: 0.2; | |
| } | |
| } | |
| </style><circle class="spinner_S1WN" cx="4" cy="12" r="3" /><circle | |
| class="spinner_S1WN spinner_Km9P" | |
| cx="12" | |
| cy="12" | |
| r="3" | |
| /><circle class="spinner_S1WN spinner_JApP" cx="20" cy="12" r="3" /></svg | |
| > | |
| {:else} | |
| <svg | |
| xmlns="http://www.w3.org/2000/svg" | |
| fill="none" | |
| viewBox="0 0 24 24" | |
| stroke-width="2.3" | |
| stroke="currentColor" | |
| class="w-4 h-4" | |
| > | |
| <path | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| d="m2.25 15.75 5.159-5.159a2.25 2.25 0 0 1 3.182 0l5.159 5.159m-1.5-1.5 1.409-1.409a2.25 2.25 0 0 1 3.182 0l2.909 2.909m-18 3.75h16.5a1.5 1.5 0 0 0 1.5-1.5V6a1.5 1.5 0 0 0-1.5-1.5H3.75A1.5 1.5 0 0 0 2.25 6v12a1.5 1.5 0 0 0 1.5 1.5Zm10.5-11.25h.008v.008h-.008V8.25Zm.375 0a.375.375 0 1 1-.75 0 .375.375 0 0 1 .75 0Z" | |
| /> | |
| </svg> | |
| {/if} | |
| </button> | |
| </Tooltip> | |
| {/if} | |
| {#if message.info} | |
| <Tooltip | |
| content={message.info.openai | |
| ? `prompt_tokens: ${message.info.prompt_tokens ?? 'N/A'}<br/> | |
| completion_tokens: ${message.info.completion_tokens ?? 'N/A'}<br/> | |
| total_tokens: ${message.info.total_tokens ?? 'N/A'}` | |
| : `response_token/s: ${ | |
| `${ | |
| Math.round( | |
| ((message.info.eval_count ?? 0) / | |
| ((message.info.eval_duration ?? 0) / 1000000000)) * | |
| 100 | |
| ) / 100 | |
| } tokens` ?? 'N/A' | |
| }<br/> | |
| prompt_token/s: ${ | |
| Math.round( | |
| ((message.info.prompt_eval_count ?? 0) / | |
| ((message.info.prompt_eval_duration ?? 0) / 1000000000)) * | |
| 100 | |
| ) / 100 ?? 'N/A' | |
| } tokens<br/> | |
| total_duration: ${ | |
| Math.round(((message.info.total_duration ?? 0) / 1000000) * 100) / 100 ?? 'N/A' | |
| }ms<br/> | |
| load_duration: ${ | |
| Math.round(((message.info.load_duration ?? 0) / 1000000) * 100) / 100 ?? 'N/A' | |
| }ms<br/> | |
| prompt_eval_count: ${message.info.prompt_eval_count ?? 'N/A'}<br/> | |
| prompt_eval_duration: ${ | |
| Math.round(((message.info.prompt_eval_duration ?? 0) / 1000000) * 100) / 100 ?? | |
| 'N/A' | |
| }ms<br/> | |
| eval_count: ${message.info.eval_count ?? 'N/A'}<br/> | |
| eval_duration: ${ | |
| Math.round(((message.info.eval_duration ?? 0) / 1000000) * 100) / 100 ?? 'N/A' | |
| }ms<br/> | |
| approximate_total: ${approximateToHumanReadable(message.info.total_duration ?? 0)}`} | |
| placement="top" | |
| > | |
| <Tooltip content={$i18n.t('Generation Info')} placement="bottom"> | |
| <button | |
| class=" {isLastMessage | |
| ? 'visible' | |
| : 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition whitespace-pre-wrap" | |
| on:click={() => { | |
| console.log(message); | |
| }} | |
| id="info-{message.id}" | |
| > | |
| <svg | |
| xmlns="http://www.w3.org/2000/svg" | |
| fill="none" | |
| viewBox="0 0 24 24" | |
| stroke-width="2.3" | |
| stroke="currentColor" | |
| class="w-4 h-4" | |
| > | |
| <path | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| d="M11.25 11.25l.041-.02a.75.75 0 011.063.852l-.708 2.836a.75.75 0 001.063.853l.041-.021M21 12a9 9 0 11-18 0 9 9 0 0118 0zm-9-3.75h.008v.008H12V8.25z" | |
| /> | |
| </svg> | |
| </button> | |
| </Tooltip> | |
| </Tooltip> | |
| {/if} | |
| {#if !readOnly} | |
| {#if $config?.features.enable_message_rating ?? true} | |
| <Tooltip content={$i18n.t('Good Response')} placement="bottom"> | |
| <button | |
| class="{isLastMessage | |
| ? 'visible' | |
| : 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg {(message | |
| ?.annotation?.rating ?? null) === 1 | |
| ? 'bg-gray-100 dark:bg-gray-800' | |
| : ''} dark:hover:text-white hover:text-black transition" | |
| on:click={async () => { | |
| await rateMessage(message.id, 1); | |
| (model?.actions ?? []) | |
| .filter((action) => action?.__webui__ ?? false) | |
| .forEach((action) => { | |
| dispatch('action', { | |
| id: action.id, | |
| event: { | |
| id: 'good-response', | |
| data: { | |
| messageId: message.id | |
| } | |
| } | |
| }); | |
| }); | |
| showRateComment = true; | |
| window.setTimeout(() => { | |
| document | |
| .getElementById(`message-feedback-${message.id}`) | |
| ?.scrollIntoView(); | |
| }, 0); | |
| }} | |
| > | |
| <svg | |
| stroke="currentColor" | |
| fill="none" | |
| stroke-width="2.3" | |
| viewBox="0 0 24 24" | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| class="w-4 h-4" | |
| xmlns="http://www.w3.org/2000/svg" | |
| ><path | |
| d="M14 9V5a3 3 0 0 0-3-3l-4 9v11h11.28a2 2 0 0 0 2-1.7l1.38-9a2 2 0 0 0-2-2.3zM7 22H4a2 2 0 0 1-2-2v-7a2 2 0 0 1 2-2h3" | |
| /></svg | |
| > | |
| </button> | |
| </Tooltip> | |
| <Tooltip content={$i18n.t('Bad Response')} placement="bottom"> | |
| <button | |
| class="{isLastMessage | |
| ? 'visible' | |
| : 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg {(message | |
| ?.annotation?.rating ?? null) === -1 | |
| ? 'bg-gray-100 dark:bg-gray-800' | |
| : ''} dark:hover:text-white hover:text-black transition" | |
| on:click={async () => { | |
| await rateMessage(message.id, -1); | |
| (model?.actions ?? []) | |
| .filter((action) => action?.__webui__ ?? false) | |
| .forEach((action) => { | |
| dispatch('action', { | |
| id: action.id, | |
| event: { | |
| id: 'bad-response', | |
| data: { | |
| messageId: message.id | |
| } | |
| } | |
| }); | |
| }); | |
| showRateComment = true; | |
| window.setTimeout(() => { | |
| document | |
| .getElementById(`message-feedback-${message.id}`) | |
| ?.scrollIntoView(); | |
| }, 0); | |
| }} | |
| > | |
| <svg | |
| stroke="currentColor" | |
| fill="none" | |
| stroke-width="2.3" | |
| viewBox="0 0 24 24" | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| class="w-4 h-4" | |
| xmlns="http://www.w3.org/2000/svg" | |
| ><path | |
| d="M10 15v4a3 3 0 0 0 3 3l4-9V2H5.72a2 2 0 0 0-2 1.7l-1.38 9a2 2 0 0 0 2 2.3zm7-13h2.67A2.31 2.31 0 0 1 22 4v7a2.31 2.31 0 0 1-2.33 2H17" | |
| /></svg | |
| > | |
| </button> | |
| </Tooltip> | |
| {/if} | |
| {#if isLastMessage} | |
| <Tooltip content={$i18n.t('Continue Response')} placement="bottom"> | |
| <button | |
| type="button" | |
| id="continue-response-button" | |
| class="{isLastMessage | |
| ? 'visible' | |
| : 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition regenerate-response-button" | |
| on:click={() => { | |
| continueResponse(); | |
| (model?.actions ?? []) | |
| .filter((action) => action?.__webui__ ?? false) | |
| .forEach((action) => { | |
| dispatch('action', { | |
| id: action.id, | |
| event: { | |
| id: 'continue-response', | |
| data: { | |
| messageId: message.id | |
| } | |
| } | |
| }); | |
| }); | |
| }} | |
| > | |
| <svg | |
| xmlns="http://www.w3.org/2000/svg" | |
| fill="none" | |
| viewBox="0 0 24 24" | |
| stroke-width="2.3" | |
| stroke="currentColor" | |
| class="w-4 h-4" | |
| > | |
| <path | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| d="M21 12a9 9 0 1 1-18 0 9 9 0 0 1 18 0Z" | |
| /> | |
| <path | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| d="M15.91 11.672a.375.375 0 0 1 0 .656l-5.603 3.113a.375.375 0 0 1-.557-.328V8.887c0-.286.307-.466.557-.327l5.603 3.112Z" | |
| /> | |
| </svg> | |
| </button> | |
| </Tooltip> | |
| <Tooltip content={$i18n.t('Regenerate')} placement="bottom"> | |
| <button | |
| type="button" | |
| class="{isLastMessage | |
| ? 'visible' | |
| : 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition regenerate-response-button" | |
| on:click={() => { | |
| showRateComment = false; | |
| regenerateResponse(message); | |
| (model?.actions ?? []) | |
| .filter((action) => action?.__webui__ ?? false) | |
| .forEach((action) => { | |
| dispatch('action', { | |
| id: action.id, | |
| event: { | |
| id: 'regenerate-response', | |
| data: { | |
| messageId: message.id | |
| } | |
| } | |
| }); | |
| }); | |
| }} | |
| > | |
| <svg | |
| xmlns="http://www.w3.org/2000/svg" | |
| fill="none" | |
| viewBox="0 0 24 24" | |
| stroke-width="2.3" | |
| stroke="currentColor" | |
| class="w-4 h-4" | |
| > | |
| <path | |
| stroke-linecap="round" | |
| stroke-linejoin="round" | |
| d="M16.023 9.348h4.992v-.001M2.985 19.644v-4.992m0 0h4.992m-4.993 0l3.181 3.183a8.25 8.25 0 0013.803-3.7M4.031 9.865a8.25 8.25 0 0113.803-3.7l3.181 3.182m0-4.991v4.99" | |
| /> | |
| </svg> | |
| </button> | |
| </Tooltip> | |
| {#each (model?.actions ?? []).filter((action) => !(action?.__webui__ ?? false)) as action} | |
| <Tooltip content={action.name} placement="bottom"> | |
| <button | |
| type="button" | |
| class="{isLastMessage | |
| ? 'visible' | |
| : 'invisible group-hover:visible'} p-1.5 hover:bg-black/5 dark:hover:bg-white/5 rounded-lg dark:hover:text-white hover:text-black transition regenerate-response-button" | |
| on:click={() => { | |
| dispatch('action', action.id); | |
| }} | |
| > | |
| {#if action.icon_url} | |
| <img | |
| src={action.icon_url} | |
| class="w-4 h-4 {action.icon_url.includes('svg') | |
| ? 'dark:invert-[80%]' | |
| : ''}" | |
| style="fill: currentColor;" | |
| alt={action.name} | |
| /> | |
| {:else} | |
| <Sparkles strokeWidth="2.1" className="size-4" /> | |
| {/if} | |
| </button> | |
| </Tooltip> | |
| {/each} | |
| {/if} | |
| {/if} | |
| {/if} | |
| </div> | |
| {/if} | |
| {#if message.done && showRateComment} | |
| <RateComment | |
| bind:message | |
| bind:show={showRateComment} | |
| on:submit={(e) => { | |
| dispatch('save', { | |
| ...message, | |
| annotation: { | |
| ...message.annotation, | |
| comment: e.detail.comment, | |
| reason: e.detail.reason | |
| } | |
| }); | |
| (model?.actions ?? []) | |
| .filter((action) => action?.__webui__ ?? false) | |
| .forEach((action) => { | |
| dispatch('action', { | |
| id: action.id, | |
| event: { | |
| id: 'rate-comment', | |
| data: { | |
| messageId: message.id, | |
| comment: e.detail.comment, | |
| reason: e.detail.reason | |
| } | |
| } | |
| }); | |
| }); | |
| }} | |
| /> | |
| {/if} | |
| {/if} | |
| </div> | |
| </div> | |
| </div> | |
| {/key} | |
| <style> | |
| .buttons::-webkit-scrollbar { | |
| display: none; /* for Chrome, Safari and Opera */ | |
| } | |
| .buttons { | |
| -ms-overflow-style: none; /* IE and Edge */ | |
| scrollbar-width: none; /* Firefox */ | |
| } | |
| @keyframes shimmer { | |
| 0% { | |
| background-position: 200% 0; | |
| } | |
| 100% { | |
| background-position: -200% 0; | |
| } | |
| } | |
| .shimmer { | |
| background: linear-gradient(90deg, #9a9b9e 25%, #2a2929 50%, #9a9b9e 75%); | |
| background-size: 200% 100%; | |
| background-clip: text; | |
| -webkit-background-clip: text; | |
| -webkit-text-fill-color: transparent; | |
| animation: shimmer 4s linear infinite; | |
| color: #818286; /* Fallback color */ | |
| } | |
| :global(.dark) .shimmer { | |
| background: linear-gradient(90deg, #818286 25%, #eae5e5 50%, #818286 75%); | |
| background-size: 200% 100%; | |
| background-clip: text; | |
| -webkit-background-clip: text; | |
| -webkit-text-fill-color: transparent; | |
| animation: shimmer 4s linear infinite; | |
| color: #a1a3a7; /* Darker fallback color for dark mode */ | |
| } | |
| @keyframes smoothFadeIn { | |
| 0% { | |
| opacity: 0; | |
| transform: translateY(-10px); | |
| } | |
| 100% { | |
| opacity: 1; | |
| transform: translateY(0); | |
| } | |
| } | |
| .status-description { | |
| animation: smoothFadeIn 0.2s forwards; | |
| } | |
| </style> | |