| | import { v4 as uuidv4 } from 'uuid'; |
| | import sha256 from 'js-sha256'; |
| |
|
| | |
| | |
| | |
| |
|
| | export const sanitizeResponseContent = (content: string) => { |
| | return content |
| | .replace(/<\|[a-z]*$/, '') |
| | .replace(/<\|[a-z]+\|$/, '') |
| | .replace(/<$/, '') |
| | .replaceAll(/<\|[a-z]+\|>/g, ' ') |
| | .replaceAll('<', '<') |
| | .replaceAll('>', '>') |
| | .trim(); |
| | }; |
| |
|
| | export const revertSanitizedResponseContent = (content: string) => { |
| | return content.replaceAll('<', '<').replaceAll('>', '>'); |
| | }; |
| |
|
| | export const capitalizeFirstLetter = (string) => { |
| | return string.charAt(0).toUpperCase() + string.slice(1); |
| | }; |
| |
|
| | export const splitStream = (splitOn) => { |
| | let buffer = ''; |
| | return new TransformStream({ |
| | transform(chunk, controller) { |
| | buffer += chunk; |
| | const parts = buffer.split(splitOn); |
| | parts.slice(0, -1).forEach((part) => controller.enqueue(part)); |
| | buffer = parts[parts.length - 1]; |
| | }, |
| | flush(controller) { |
| | if (buffer) controller.enqueue(buffer); |
| | } |
| | }); |
| | }; |
| |
|
| | export const convertMessagesToHistory = (messages) => { |
| | const history = { |
| | messages: {}, |
| | currentId: null |
| | }; |
| |
|
| | let parentMessageId = null; |
| | let messageId = null; |
| |
|
| | for (const message of messages) { |
| | messageId = uuidv4(); |
| |
|
| | if (parentMessageId !== null) { |
| | history.messages[parentMessageId].childrenIds = [ |
| | ...history.messages[parentMessageId].childrenIds, |
| | messageId |
| | ]; |
| | } |
| |
|
| | history.messages[messageId] = { |
| | ...message, |
| | id: messageId, |
| | parentId: parentMessageId, |
| | childrenIds: [] |
| | }; |
| |
|
| | parentMessageId = messageId; |
| | } |
| |
|
| | history.currentId = messageId; |
| | return history; |
| | }; |
| |
|
| | export const getGravatarURL = (email) => { |
| | |
| | |
| | |
| | const address = String(email).trim().toLowerCase(); |
| |
|
| | |
| | const hash = sha256(address); |
| |
|
| | |
| | return `https://www.gravatar.com/avatar/${hash}`; |
| | }; |
| |
|
| | export const canvasPixelTest = () => { |
| | |
| | |
| | const canvas = document.createElement('canvas'); |
| | const ctx = canvas.getContext('2d'); |
| | canvas.height = 1; |
| | canvas.width = 1; |
| | const imageData = new ImageData(canvas.width, canvas.height); |
| | const pixelValues = imageData.data; |
| |
|
| | |
| | for (let i = 0; i < imageData.data.length; i += 1) { |
| | if (i % 4 !== 3) { |
| | pixelValues[i] = Math.floor(256 * Math.random()); |
| | } else { |
| | pixelValues[i] = 255; |
| | } |
| | } |
| |
|
| | ctx.putImageData(imageData, 0, 0); |
| | const p = ctx.getImageData(0, 0, canvas.width, canvas.height).data; |
| |
|
| | |
| | for (let i = 0; i < p.length; i += 1) { |
| | if (p[i] !== pixelValues[i]) { |
| | console.log( |
| | 'canvasPixelTest: Wrong canvas pixel RGB value detected:', |
| | p[i], |
| | 'at:', |
| | i, |
| | 'expected:', |
| | pixelValues[i] |
| | ); |
| | console.log('canvasPixelTest: Canvas blocking or spoofing is likely'); |
| | return false; |
| | } |
| | } |
| |
|
| | return true; |
| | }; |
| |
|
| | export const generateInitialsImage = (name) => { |
| | const canvas = document.createElement('canvas'); |
| | const ctx = canvas.getContext('2d'); |
| | canvas.width = 100; |
| | canvas.height = 100; |
| |
|
| | if (!canvasPixelTest()) { |
| | console.log( |
| | 'generateInitialsImage: failed pixel test, fingerprint evasion is likely. Using default image.' |
| | ); |
| | return '/user.png'; |
| | } |
| |
|
| | ctx.fillStyle = '#F39C12'; |
| | ctx.fillRect(0, 0, canvas.width, canvas.height); |
| |
|
| | ctx.fillStyle = '#FFFFFF'; |
| | ctx.font = '40px Helvetica'; |
| | ctx.textAlign = 'center'; |
| | ctx.textBaseline = 'middle'; |
| |
|
| | const sanitizedName = name.trim(); |
| | const initials = |
| | sanitizedName.length > 0 |
| | ? sanitizedName[0] + |
| | (sanitizedName.split(' ').length > 1 |
| | ? sanitizedName[sanitizedName.lastIndexOf(' ') + 1] |
| | : '') |
| | : ''; |
| |
|
| | ctx.fillText(initials.toUpperCase(), canvas.width / 2, canvas.height / 2); |
| |
|
| | return canvas.toDataURL(); |
| | }; |
| |
|
| | export const copyToClipboard = async (text) => { |
| | let result = false; |
| | if (!navigator.clipboard) { |
| | const textArea = document.createElement('textarea'); |
| | textArea.value = text; |
| |
|
| | |
| | textArea.style.top = '0'; |
| | textArea.style.left = '0'; |
| | textArea.style.position = 'fixed'; |
| |
|
| | document.body.appendChild(textArea); |
| | textArea.focus(); |
| | textArea.select(); |
| |
|
| | try { |
| | const successful = document.execCommand('copy'); |
| | const msg = successful ? 'successful' : 'unsuccessful'; |
| | console.log('Fallback: Copying text command was ' + msg); |
| | result = true; |
| | } catch (err) { |
| | console.error('Fallback: Oops, unable to copy', err); |
| | } |
| |
|
| | document.body.removeChild(textArea); |
| | return result; |
| | } |
| |
|
| | result = await navigator.clipboard |
| | .writeText(text) |
| | .then(() => { |
| | console.log('Async: Copying to clipboard was successful!'); |
| | return true; |
| | }) |
| | .catch((error) => { |
| | console.error('Async: Could not copy text: ', error); |
| | return false; |
| | }); |
| |
|
| | return result; |
| | }; |
| |
|
| | export const compareVersion = (latest, current) => { |
| | return current === '0.0.0' |
| | ? false |
| | : current.localeCompare(latest, undefined, { |
| | numeric: true, |
| | sensitivity: 'case', |
| | caseFirst: 'upper' |
| | }) < 0; |
| | }; |
| |
|
| | export const findWordIndices = (text) => { |
| | const regex = /\[([^\]]+)\]/g; |
| | const matches = []; |
| | let match; |
| |
|
| | while ((match = regex.exec(text)) !== null) { |
| | matches.push({ |
| | word: match[1], |
| | startIndex: match.index, |
| | endIndex: regex.lastIndex - 1 |
| | }); |
| | } |
| |
|
| | return matches; |
| | }; |
| |
|
| | export const removeFirstHashWord = (inputString) => { |
| | |
| | const words = inputString.split(' '); |
| |
|
| | |
| | const index = words.findIndex((word) => word.startsWith('#')); |
| |
|
| | |
| | if (index !== -1) { |
| | words.splice(index, 1); |
| | } |
| |
|
| | |
| | const resultString = words.join(' '); |
| |
|
| | return resultString; |
| | }; |
| |
|
| | export const transformFileName = (fileName) => { |
| | |
| | const lowerCaseFileName = fileName.toLowerCase(); |
| |
|
| | |
| | const sanitizedFileName = lowerCaseFileName.replace(/[^\w\s]/g, ''); |
| |
|
| | |
| | const finalFileName = sanitizedFileName.replace(/\s+/g, '-'); |
| |
|
| | return finalFileName; |
| | }; |
| |
|
| | export const calculateSHA256 = async (file) => { |
| | |
| | const reader = new FileReader(); |
| |
|
| | |
| | const readFile = new Promise((resolve, reject) => { |
| | reader.onload = () => resolve(reader.result); |
| | reader.onerror = reject; |
| | }); |
| |
|
| | |
| | reader.readAsArrayBuffer(file); |
| |
|
| | try { |
| | |
| | const buffer = await readFile; |
| |
|
| | |
| | const uint8Array = new Uint8Array(buffer); |
| |
|
| | |
| | const hashBuffer = await crypto.subtle.digest('SHA-256', uint8Array); |
| |
|
| | |
| | const hashArray = Array.from(new Uint8Array(hashBuffer)); |
| | const hashHex = hashArray.map((byte) => byte.toString(16).padStart(2, '0')).join(''); |
| |
|
| | return `${hashHex}`; |
| | } catch (error) { |
| | console.error('Error calculating SHA-256 hash:', error); |
| | throw error; |
| | } |
| | }; |
| |
|
| | export const getImportOrigin = (_chats) => { |
| | |
| | if ('mapping' in _chats[0]) { |
| | return 'openai'; |
| | } |
| | return 'webui'; |
| | }; |
| |
|
| | const convertOpenAIMessages = (convo) => { |
| | |
| | const mapping = convo['mapping']; |
| | const messages = []; |
| | let currentId = ''; |
| | let lastId = null; |
| |
|
| | for (let message_id in mapping) { |
| | const message = mapping[message_id]; |
| | currentId = message_id; |
| | try { |
| | if ( |
| | messages.length == 0 && |
| | (message['message'] == null || |
| | (message['message']['content']['parts']?.[0] == '' && |
| | message['message']['content']['text'] == null)) |
| | ) { |
| | |
| | continue; |
| | } else { |
| | const new_chat = { |
| | id: message_id, |
| | parentId: lastId, |
| | childrenIds: message['children'] || [], |
| | role: message['message']?.['author']?.['role'] !== 'user' ? 'assistant' : 'user', |
| | content: |
| | message['message']?.['content']?.['parts']?.[0] || |
| | message['message']?.['content']?.['text'] || |
| | '', |
| | model: 'gpt-3.5-turbo', |
| | done: true, |
| | context: null |
| | }; |
| | messages.push(new_chat); |
| | lastId = currentId; |
| | } |
| | } catch (error) { |
| | console.log('Error with', message, '\nError:', error); |
| | } |
| | } |
| |
|
| | let history = {}; |
| | messages.forEach((obj) => (history[obj.id] = obj)); |
| |
|
| | const chat = { |
| | history: { |
| | currentId: currentId, |
| | messages: history |
| | }, |
| | models: ['gpt-3.5-turbo'], |
| | messages: messages, |
| | options: {}, |
| | timestamp: convo['create_time'], |
| | title: convo['title'] ?? 'New Chat' |
| | }; |
| | return chat; |
| | }; |
| |
|
| | const validateChat = (chat) => { |
| | |
| | const messages = chat.messages; |
| |
|
| | |
| | if (messages.length === 0) { |
| | return false; |
| | } |
| |
|
| | |
| | const lastMessage = messages[messages.length - 1]; |
| | if (lastMessage.childrenIds.length !== 0) { |
| | return false; |
| | } |
| |
|
| | |
| | const firstMessage = messages[0]; |
| | if (firstMessage.parentId !== null) { |
| | return false; |
| | } |
| |
|
| | |
| | for (let message of messages) { |
| | if (typeof message.content !== 'string') { |
| | return false; |
| | } |
| | } |
| |
|
| | return true; |
| | }; |
| |
|
| | export const convertOpenAIChats = (_chats) => { |
| | |
| | const chats = []; |
| | let failed = 0; |
| | for (let convo of _chats) { |
| | const chat = convertOpenAIMessages(convo); |
| |
|
| | if (validateChat(chat)) { |
| | chats.push({ |
| | id: convo['id'], |
| | user_id: '', |
| | title: convo['title'], |
| | chat: chat, |
| | timestamp: convo['timestamp'] |
| | }); |
| | } else { |
| | failed++; |
| | } |
| | } |
| | console.log(failed, 'Conversations could not be imported'); |
| | return chats; |
| | }; |
| |
|
| | export const isValidHttpUrl = (string) => { |
| | let url; |
| |
|
| | try { |
| | url = new URL(string); |
| | } catch (_) { |
| | return false; |
| | } |
| |
|
| | return url.protocol === 'http:' || url.protocol === 'https:'; |
| | }; |
| |
|
| | export const removeEmojis = (str) => { |
| | |
| | const emojiRegex = /[\uD800-\uDBFF][\uDC00-\uDFFF]|\uD83C[\uDC00-\uDFFF]|\uD83D[\uDC00-\uDE4F]/g; |
| |
|
| | |
| | return str.replace(emojiRegex, ''); |
| | }; |
| |
|
| | export const extractSentences = (text) => { |
| | |
| | const sentences = text.split(/(?<=[.!?])/); |
| |
|
| | return sentences |
| | .map((sentence) => removeEmojis(sentence.trim())) |
| | .filter((sentence) => sentence !== ''); |
| | }; |
| |
|
| | export const blobToFile = (blob, fileName) => { |
| | |
| | const file = new File([blob], fileName, { type: blob.type }); |
| | return file; |
| | }; |
| |
|
| | |
| | |
| | |
| | |
| | export const promptTemplate = ( |
| | template: string, |
| | user_name?: string, |
| | current_location?: string |
| | ): string => { |
| | |
| | const currentDate = new Date(); |
| |
|
| | |
| | const formattedDate = |
| | currentDate.getFullYear() + |
| | '-' + |
| | String(currentDate.getMonth() + 1).padStart(2, '0') + |
| | '-' + |
| | String(currentDate.getDate()).padStart(2, '0'); |
| |
|
| | |
| | template = template.replace('{{CURRENT_DATE}}', formattedDate); |
| |
|
| | if (user_name) { |
| | |
| | template = template.replace('{{USER_NAME}}', user_name); |
| | } |
| |
|
| | if (current_location) { |
| | |
| | template = template.replace('{{CURRENT_LOCATION}}', current_location); |
| | } |
| |
|
| | return template; |
| | }; |
| |
|
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | export const titleGenerationTemplate = (template: string, prompt: string): string => { |
| | template = template.replace( |
| | /{{prompt}}|{{prompt:start:(\d+)}}|{{prompt:end:(\d+)}}|{{prompt:middletruncate:(\d+)}}/g, |
| | (match, startLength, endLength, middleLength) => { |
| | if (match === '{{prompt}}') { |
| | return prompt; |
| | } else if (match.startsWith('{{prompt:start:')) { |
| | return prompt.substring(0, startLength); |
| | } else if (match.startsWith('{{prompt:end:')) { |
| | return prompt.slice(-endLength); |
| | } else if (match.startsWith('{{prompt:middletruncate:')) { |
| | if (prompt.length <= middleLength) { |
| | return prompt; |
| | } |
| | const start = prompt.slice(0, Math.ceil(middleLength / 2)); |
| | const end = prompt.slice(-Math.floor(middleLength / 2)); |
| | return `${start}...${end}`; |
| | } |
| | return ''; |
| | } |
| | ); |
| |
|
| | template = promptTemplate(template); |
| |
|
| | return template; |
| | }; |
| |
|
| | export const approximateToHumanReadable = (nanoseconds: number) => { |
| | const seconds = Math.floor((nanoseconds / 1e9) % 60); |
| | const minutes = Math.floor((nanoseconds / 6e10) % 60); |
| | const hours = Math.floor((nanoseconds / 3.6e12) % 24); |
| |
|
| | const results: string[] = []; |
| |
|
| | if (seconds >= 0) { |
| | results.push(`${seconds}s`); |
| | } |
| |
|
| | if (minutes > 0) { |
| | results.push(`${minutes}m`); |
| | } |
| |
|
| | if (hours > 0) { |
| | results.push(`${hours}h`); |
| | } |
| |
|
| | return results.reverse().join(' '); |
| | }; |
| |
|
| | export const getTimeRange = (timestamp) => { |
| | const now = new Date(); |
| | const date = new Date(timestamp * 1000); |
| |
|
| | |
| | const diffTime = now.getTime() - date.getTime(); |
| | const diffDays = diffTime / (1000 * 3600 * 24); |
| |
|
| | const nowDate = now.getDate(); |
| | const nowMonth = now.getMonth(); |
| | const nowYear = now.getFullYear(); |
| |
|
| | const dateDate = date.getDate(); |
| | const dateMonth = date.getMonth(); |
| | const dateYear = date.getFullYear(); |
| |
|
| | if (nowYear === dateYear && nowMonth === dateMonth && nowDate === dateDate) { |
| | return 'Today'; |
| | } else if (nowYear === dateYear && nowMonth === dateMonth && nowDate - dateDate === 1) { |
| | return 'Yesterday'; |
| | } else if (diffDays <= 7) { |
| | return 'Previous 7 days'; |
| | } else if (diffDays <= 30) { |
| | return 'Previous 30 days'; |
| | } else if (nowYear === dateYear) { |
| | return date.toLocaleString('default', { month: 'long' }); |
| | } else { |
| | return date.getFullYear().toString(); |
| | } |
| | }; |
| |
|