Update utils/server/index.ts

utils/server/index.ts

@@ -73,37 +73,53 @@ export const LLMStream = async (
 
   const stream = new ReadableStream({
     async start(controller) {
-      const onParse = (data) => {
-        if (data.startsWith('data:')) {
-          const jsonString = data.replace('data: ', '').trim();
+      const onParse = (event: any) => {
+        if (event.type === 'event') {
+          const data = event.data;
 
           try {
-            const json = JSON.parse(jsonString);
-            if (json.choices[0].finish_reason === 'stop') {
-              controller.close();
-              return;
+            const json = JSON.parse(data);
+
+            // New condition to handle Python API format
+            if (json.choices && json.choices[0].message) {
+              const text = json.choices[0].message.content;
+              const finishReason = json.choices[0].finish_reason;
+
+              if (finishReason === 'stop') {
+                controller.close();
+                return;
+              }
+              
+              const queue = encoder.encode(text);
+              controller.enqueue(queue);
+            }
+            // Old condition to handle existing format
+            else if (json.choices && json.choices[0].delta) {
+              if (json.choices[0].finish_reason != null) {
+                controller.close();
+                return;
+              }
+              
+              const text = json.choices[0].delta.content;
+              const queue = encoder.encode(text);
+              controller.enqueue(queue);
             }
-            const text = json.choices[0].message.content;
-            const queue = encoder.encode(text);
-            controller.enqueue(queue);
+
           } catch (e) {
             controller.error(e);
           }
-        } else if (data.startsWith('event: done')) {
-          controller.close();
         }
       };
 
+      const parser = createParser(onParse);
+
       for await (const chunk of res.body as any) {
-        const dataString = decoder.decode(chunk);
-        const dataParts = dataString.split("\n\n");
-        dataParts.forEach(part => {
-          onParse(part);
-        });
+        parser.feed(decoder.decode(chunk));
       }
     },
   });
 
 
+
   return stream;
 };