| import { OPENAI_API_BASE_URL } from '$lib/constants'; |
| import { titleGenerationTemplate } from '$lib/utils'; |
| import { type Model, models, settings } from '$lib/stores'; |
|
|
| export const getOpenAIConfig = async (token: string = '') => { |
| let error = null; |
|
|
| const res = await fetch(`${OPENAI_API_BASE_URL}/config`, { |
| method: 'GET', |
| headers: { |
| Accept: 'application/json', |
| 'Content-Type': 'application/json', |
| ...(token && { authorization: `Bearer ${token}` }) |
| } |
| }) |
| .then(async (res) => { |
| if (!res.ok) throw await res.json(); |
| return res.json(); |
| }) |
| .catch((err) => { |
| console.log(err); |
| if ('detail' in err) { |
| error = err.detail; |
| } else { |
| error = 'Server connection failed'; |
| } |
| return null; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| return res; |
| }; |
|
|
| export const updateOpenAIConfig = async (token: string = '', enable_openai_api: boolean) => { |
| let error = null; |
|
|
| const res = await fetch(`${OPENAI_API_BASE_URL}/config/update`, { |
| method: 'POST', |
| headers: { |
| Accept: 'application/json', |
| 'Content-Type': 'application/json', |
| ...(token && { authorization: `Bearer ${token}` }) |
| }, |
| body: JSON.stringify({ |
| enable_openai_api: enable_openai_api |
| }) |
| }) |
| .then(async (res) => { |
| if (!res.ok) throw await res.json(); |
| return res.json(); |
| }) |
| .catch((err) => { |
| console.log(err); |
| if ('detail' in err) { |
| error = err.detail; |
| } else { |
| error = 'Server connection failed'; |
| } |
| return null; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| return res; |
| }; |
|
|
| export const getOpenAIUrls = async (token: string = '') => { |
| let error = null; |
|
|
| const res = await fetch(`${OPENAI_API_BASE_URL}/urls`, { |
| method: 'GET', |
| headers: { |
| Accept: 'application/json', |
| 'Content-Type': 'application/json', |
| ...(token && { authorization: `Bearer ${token}` }) |
| } |
| }) |
| .then(async (res) => { |
| if (!res.ok) throw await res.json(); |
| return res.json(); |
| }) |
| .catch((err) => { |
| console.log(err); |
| if ('detail' in err) { |
| error = err.detail; |
| } else { |
| error = 'Server connection failed'; |
| } |
| return null; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| return res.OPENAI_API_BASE_URLS; |
| }; |
|
|
| export const updateOpenAIUrls = async (token: string = '', urls: string[]) => { |
| let error = null; |
|
|
| const res = await fetch(`${OPENAI_API_BASE_URL}/urls/update`, { |
| method: 'POST', |
| headers: { |
| Accept: 'application/json', |
| 'Content-Type': 'application/json', |
| ...(token && { authorization: `Bearer ${token}` }) |
| }, |
| body: JSON.stringify({ |
| urls: urls |
| }) |
| }) |
| .then(async (res) => { |
| if (!res.ok) throw await res.json(); |
| return res.json(); |
| }) |
| .catch((err) => { |
| console.log(err); |
| if ('detail' in err) { |
| error = err.detail; |
| } else { |
| error = 'Server connection failed'; |
| } |
| return null; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| return res.OPENAI_API_BASE_URLS; |
| }; |
|
|
| export const getOpenAIKeys = async (token: string = '') => { |
| let error = null; |
|
|
| const res = await fetch(`${OPENAI_API_BASE_URL}/keys`, { |
| method: 'GET', |
| headers: { |
| Accept: 'application/json', |
| 'Content-Type': 'application/json', |
| ...(token && { authorization: `Bearer ${token}` }) |
| } |
| }) |
| .then(async (res) => { |
| if (!res.ok) throw await res.json(); |
| return res.json(); |
| }) |
| .catch((err) => { |
| console.log(err); |
| if ('detail' in err) { |
| error = err.detail; |
| } else { |
| error = 'Server connection failed'; |
| } |
| return null; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| return res.OPENAI_API_KEYS; |
| }; |
|
|
| export const updateOpenAIKeys = async (token: string = '', keys: string[]) => { |
| let error = null; |
|
|
| const res = await fetch(`${OPENAI_API_BASE_URL}/keys/update`, { |
| method: 'POST', |
| headers: { |
| Accept: 'application/json', |
| 'Content-Type': 'application/json', |
| ...(token && { authorization: `Bearer ${token}` }) |
| }, |
| body: JSON.stringify({ |
| keys: keys |
| }) |
| }) |
| .then(async (res) => { |
| if (!res.ok) throw await res.json(); |
| return res.json(); |
| }) |
| .catch((err) => { |
| console.log(err); |
| if ('detail' in err) { |
| error = err.detail; |
| } else { |
| error = 'Server connection failed'; |
| } |
| return null; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| return res.OPENAI_API_KEYS; |
| }; |
|
|
| export const getOpenAIModels = async (token: string, urlIdx?: number) => { |
| let error = null; |
|
|
| const res = await fetch( |
| `${OPENAI_API_BASE_URL}/models${typeof urlIdx === 'number' ? `/${urlIdx}` : ''}`, |
| { |
| method: 'GET', |
| headers: { |
| Accept: 'application/json', |
| 'Content-Type': 'application/json', |
| ...(token && { authorization: `Bearer ${token}` }) |
| } |
| } |
| ) |
| .then(async (res) => { |
| if (!res.ok) throw await res.json(); |
| return res.json(); |
| }) |
| .catch((err) => { |
| error = `OpenAI: ${err?.error?.message ?? 'Network Problem'}`; |
| return []; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| return res; |
| }; |
|
|
| export const getOpenAIModelsDirect = async ( |
| base_url: string = 'https://api.openai.com/v1', |
| api_key: string = '' |
| ) => { |
| let error = null; |
|
|
| const res = await fetch(`${base_url}/models`, { |
| method: 'GET', |
| headers: { |
| 'Content-Type': 'application/json', |
| Authorization: `Bearer ${api_key}` |
| } |
| }) |
| .then(async (res) => { |
| if (!res.ok) throw await res.json(); |
| return res.json(); |
| }) |
| .catch((err) => { |
| console.log(err); |
| error = `OpenAI: ${err?.error?.message ?? 'Network Problem'}`; |
| return null; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| const models = Array.isArray(res) ? res : res?.data ?? null; |
|
|
| return models |
| .map((model) => ({ id: model.id, name: model.name ?? model.id, external: true })) |
| .filter((model) => (base_url.includes('openai') ? model.name.includes('gpt') : true)) |
| .sort((a, b) => { |
| return a.name.localeCompare(b.name); |
| }); |
| }; |
|
|
| export const generateOpenAIChatCompletion = async ( |
| token: string = '', |
| body: object, |
| url: string = OPENAI_API_BASE_URL |
| ): Promise<[Response | null, AbortController]> => { |
| const controller = new AbortController(); |
| let error = null; |
|
|
| const res = await fetch(`${url}/chat/completions`, { |
| signal: controller.signal, |
| method: 'POST', |
| headers: { |
| Authorization: `Bearer ${token}`, |
| 'Content-Type': 'application/json' |
| }, |
| body: JSON.stringify(body) |
| }).catch((err) => { |
| console.log(err); |
| error = err; |
| return null; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| return [res, controller]; |
| }; |
|
|
| export const synthesizeOpenAISpeech = async ( |
| token: string = '', |
| speaker: string = 'alloy', |
| text: string = '', |
| model: string = 'tts-1' |
| ) => { |
| let error = null; |
|
|
| const res = await fetch(`${OPENAI_API_BASE_URL}/audio/speech`, { |
| method: 'POST', |
| headers: { |
| Authorization: `Bearer ${token}`, |
| 'Content-Type': 'application/json' |
| }, |
| body: JSON.stringify({ |
| model: model, |
| input: text, |
| voice: speaker |
| }) |
| }).catch((err) => { |
| console.log(err); |
| error = err; |
| return null; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| return res; |
| }; |
|
|
| export const generateTitle = async ( |
| token: string = '', |
| template: string, |
| model: string, |
| prompt: string, |
| chat_id?: string, |
| url: string = OPENAI_API_BASE_URL |
| ) => { |
| let error = null; |
|
|
| template = titleGenerationTemplate(template, prompt); |
|
|
| console.log(template); |
|
|
| const res = await fetch(`${url}/chat/completions`, { |
| method: 'POST', |
| headers: { |
| Accept: 'application/json', |
| 'Content-Type': 'application/json', |
| Authorization: `Bearer ${token}` |
| }, |
| body: JSON.stringify({ |
| model: model, |
| messages: [ |
| { |
| role: 'user', |
| content: template |
| } |
| ], |
| stream: false, |
| |
| max_tokens: 50, |
| ...(chat_id && { chat_id: chat_id }), |
| title: true |
| }) |
| }) |
| .then(async (res) => { |
| if (!res.ok) throw await res.json(); |
| return res.json(); |
| }) |
| .catch((err) => { |
| console.log(err); |
| if ('detail' in err) { |
| error = err.detail; |
| } |
| return null; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| return res?.choices[0]?.message?.content.replace(/["']/g, '') ?? 'New Chat'; |
| }; |
|
|
| export const generateSearchQuery = async ( |
| token: string = '', |
| model: string, |
| previousMessages: string[], |
| prompt: string, |
| url: string = OPENAI_API_BASE_URL |
| ): Promise<string | undefined> => { |
| let error = null; |
|
|
| |
| |
| const currentDate = new Intl.DateTimeFormat('en-US', { |
| year: 'numeric', |
| month: 'long', |
| day: '2-digit' |
| }).format(new Date()); |
|
|
| const res = await fetch(`${url}/chat/completions`, { |
| method: 'POST', |
| headers: { |
| Accept: 'application/json', |
| 'Content-Type': 'application/json', |
| Authorization: `Bearer ${token}` |
| }, |
| body: JSON.stringify({ |
| model: model, |
| |
| messages: [ |
| { |
| role: 'assistant', |
| content: `You are tasked with generating web search queries. Give me an appropriate query to answer my question for google search. Answer with only the query. Today is ${currentDate}.` |
| }, |
| { |
| role: 'user', |
| content: prompt |
| } |
| |
| |
| |
| |
| |
| |
| |
| ], |
| stream: false, |
| |
| max_tokens: 30 |
| }) |
| }) |
| .then(async (res) => { |
| if (!res.ok) throw await res.json(); |
| return res.json(); |
| }) |
| .catch((err) => { |
| console.log(err); |
| if ('detail' in err) { |
| error = err.detail; |
| } |
| return undefined; |
| }); |
|
|
| if (error) { |
| throw error; |
| } |
|
|
| return res?.choices[0]?.message?.content.replace(/["']/g, '') ?? undefined; |
| }; |
|
|