refactor stream

src/pages/api/llm.js

@@ -3,7 +3,7 @@ import { LLMError, LLMStream } from './stream';
 
 const handler = async (req, res) => {
   try {
-    const { question } = (await req.body);
+    const { question } = req.body;
 
     const googleCustomSearch = new GoogleCustomSearch({
         apiKey: process.env.API_KEY,
@@ -21,26 +21,35 @@ const handler = async (req, res) => {
         googleCustomSearch
     };
 
-    let promptToSend = "You are a helpful assistant, a search term is provided and you are given search results to help provide a useful response.";
+    const promptToSend = "You are a helpful assistant, a search term is provided and you are given search results to help provide a useful response.";
     const stream = await LLMStream({ id: "gpt-3.5-turbo-0613" }, promptToSend, 0.8, messages, functions);
 
-    let data = '';
     const decoder = new TextDecoder();
+
     for await (const chunk of stream) {
-        data += decoder.decode(chunk);
-        res.write(data);
+        const data = decoder.decode(chunk);
+        if (!res.writableEnded) {
+            res.write(data);
+        }
     }
 
-    return res.end();
-
+    if (!res.writableEnded) {
+        res.end();
+    }
+    return res;
+    
   } catch (error) {
     console.error(error);
     if (error instanceof LLMError) {
-      return new Response('Error', { status: 500, statusText: error.message });
+      res.status(500);
+      res.send(error.message);
+      return res;
     } else {
-      return new Response('Error', { status: 500 });
+      res.status(500);
+      res.send('Error');
+      return res;
     }
   }
 };
 
-export default handler;
+export default handler;