sse

src/pages/api/llm.js

@@ -1,9 +1,8 @@
 import { Configuration, OpenAIApi } from "openai";
 import { GoogleCustomSearch } from "openai-function-calling-tools";
 
-export default async function handler(req, res) {
+export default function handler(req, res) {
   if (req.method !== 'POST') {
-    // Handle any other HTTP method
     res.status(405).send({ error: 'Method Not Allowed', method: req.method });
     return;
   }
@@ -46,36 +45,47 @@ export default async function handler(req, res) {
 
     return response;
   };
-  
-  let response;
-
-  while (true) {
-    response = await getCompletion(messages);
-
-    if (response.data.choices[0].finish_reason === "stop") {
-      res.status(200).json({ result: response.data.choices[0].message.content });
-      break;
-    } else if (response.data.choices[0].finish_reason === "function_call") {
-      const fnName = response.data.choices[0].message.function_call.name;
-      const args = response.data.choices[0].message.function_call.arguments;
-
-      const fn = functions[fnName];
-      const result = await fn(...Object.values(JSON.parse(args)));
-
-      messages.push({
-        role: "assistant",
-        content: "",
-        function_call: {
+
+  res.setHeader('Content-Type', 'text/event-stream');
+  res.setHeader('Cache-Control', 'no-cache');
+  res.setHeader('Connection', 'keep-alive');
+
+  const processCompletions = async () => {
+    let response;
+
+    while (true) {
+      response = await getCompletion(messages);
+
+      if (response.data.choices[0].finish_reason === "stop") {
+        res.write(`data: ${JSON.stringify({ result: response.data.choices[0].message.content })}\n\n`);
+        break;
+      } else if (response.data.choices[0].finish_reason === "function_call") {
+        const fnName = response.data.choices[0].message.function_call.name;
+        const args = response.data.choices[0].message.function_call.arguments;
+
+        const fn = functions[fnName];
+        const result = await fn(...Object.values(JSON.parse(args)));
+
+        messages.push({
+          role: "assistant",
+          content: "",
+          function_call: {
+            name: fnName,
+            arguments: args,
+          },
+        });
+
+        messages.push({
+          role: "function",
           name: fnName,
-          arguments: args,
-        },
-      });
-
-      messages.push({
-        role: "function",
-        name: fnName,
-        content: JSON.stringify({ result: result }),
-      });
+          content: JSON.stringify({ result: result }),
+        });
+      }
     }
-  }
+  };
+
+  processCompletions().catch(err => {
+    console.error(err);
+    res.status(500).send({ error: 'Internal Server Error' });
+  });
 }