Update utils/server/index.ts

utils/server/index.ts

@@ -73,32 +73,37 @@ export const LLMStream = async (
 
   const stream = new ReadableStream({
     async start(controller) {
-      const onParse = (event: ParsedEvent | ReconnectInterval) => {
-        if (event.type === 'event') {
-          const data = event.data;
+      const onParse = (data) => {
+        if (data.startsWith('data:')) {
+          const jsonString = data.replace('data: ', '').trim();
 
           try {
-            const json = JSON.parse(data);
-            if (json.choices[0].finish_reason != null) {
+            const json = JSON.parse(jsonString);
+            if (json.choices[0].finish_reason === 'stop') {
               controller.close();
               return;
             }
-            const text = json.choices[0].delta.content;
+            const text = json.choices[0].message.content;
             const queue = encoder.encode(text);
             controller.enqueue(queue);
           } catch (e) {
             controller.error(e);
           }
+        } else if (data.startsWith('event: done')) {
+          controller.close();
         }
       };
 
-      const parser = createParser(onParse);
-
       for await (const chunk of res.body as any) {
-        parser.feed(decoder.decode(chunk));
+        const dataString = decoder.decode(chunk);
+        const dataParts = dataString.split("\n\n");
+        dataParts.forEach(part => {
+          onParse(part);
+        });
       }
     },
   });
 
+
   return stream;
 };