src/pages/api/stream.js

import { createParser } from 'eventsource-parser';

export const OPENAI_API_HOST = process.env.OPENAI_API_HOST || "https://api.openai.com";
export const OPENAI_API_TYPE = process.env.OPENAI_API_TYPE || "openai";

export class LLMError extends Error {
  constructor(message, type, param, code) {
    super(message);
    this.name = 'LLMError';
    this.type = type;
    this.param = param;
    this.code = code;
  }
}

export const LLMStream = async (
  model,
  systemPrompt,
  temperature,
  messages
) => {
  let url = `${OPENAI_API_HOST}/v1/chat/completions`;
  const res = await fetch(url, {
    headers: {
      'Content-Type': 'application/json',
      ...(OPENAI_API_TYPE === 'openai' && {
        Authorization: `Bearer ${process.env.OPENAI_API_KEY}`
      })
    },
    method: 'POST',
    body: JSON.stringify({
      ...(OPENAI_API_TYPE === 'openai' && {model: model.id}),
      messages: [
        {
          role: 'system',
          content: systemPrompt,
        },
        ...messages,
      ],
      max_tokens: 1000,
      temperature: temperature,
      stream: true
    }),
  });

  const encoder = new TextEncoder();
  const decoder = new TextDecoder();

  if (res.status !== 200) {
    const result = await res.json();
    if (result.error) {
      throw new LLMError(
        result.error.message,
        result.error.type,
        result.error.param,
        result.error.code,
      );
    } else {
      throw new Error(
        `OpenAI API returned an error: ${
          decoder.decode(result?.value) || result.statusText
        }`,
      );
    }
  }

  const stream = new ReadableStream({
    async start(controller) {
      const onParse = async (event) => {
        if (event.type === 'event') {
          console.log(event);
          const data = event.data;
          try {
            if (data === '[DONE]') {
              return;
            }
            const json = JSON.parse(data);
            if (json.choices[0].finish_reason === "stop") {
              controller.close();
              return;
            } else if (json.choices[0].finish_reason === "function_call") {
              const fnName = json.choices[0].message.function_call.name;
              const args = json.choices[0].message.function_call.arguments;
          
              const fn = functions[fnName];
              const functionResult = await fn(...Object.values(JSON.parse(args)));
          
              console.log(`Function call: ${fnName}, Arguments: ${args}`);
              console.log(`Calling Function ${fnName} Result: ` + functionResult);
              
              const queue = encoder.encode(functionResult);
              controller.enqueue(queue);
            } else {
              const text = json.choices[0].delta.content;
              const queue = encoder.encode(text);
              controller.enqueue(queue);
            }
            
          } catch (e) {
            console.log(e);
            controller.error(e);
          }
        }
      };

      const parser = createParser(onParse);

      for await (const chunk of res.body) {
        parser.feed(decoder.decode(chunk));
      }
    },
  });

  return stream;
};