Merge pull request #11 from landing-ai/feat/stream-response

app/api/vision-agent/route.ts

@@ -1,4 +1,4 @@
-import { StreamingTextResponse } from 'ai';
+import { OpenAIStream, StreamingTextResponse } from 'ai';
 
 import { auth } from '@/auth';
 import {
@@ -77,8 +77,8 @@ export async function POST(req: Request) {
   formData.append('image', url);
 
   const fetchResponse = await fetch(
-    // 'https://api.dev.landing.ai/v1/agent/chat?agent_class=vision_agent',
-    'http://localhost:5050/v1/agent/chat?agent_class=vision_agent',
+    'https://api.dev.landing.ai/v1/agent/chat?agent_class=vision_agent',
+    // 'http://localhost:5050/v1/agent/chat?agent_class=vision_agent',
     {
       method: 'POST',
       headers: {
@@ -90,21 +90,9 @@ export async function POST(req: Request) {
 
   // console.log('[Ming] ~ POST ~ fetchResponse:', fetchResponse);
 
-  const stream = visionAgentStream(fetchResponse, {
-    onStart: async () => {
-      console.log('Stream started');
-    },
-    onCompletion: async completion => {
-      console.log('Completion completed', completion);
-    },
-    onFinal: async completion => {
-      console.log('Stream completed', completion);
-    },
-    onToken: async token => {
-      console.log('Token received', token);
-    },
-  });
-  // Now you can consume the VisionAgentStream
-
-  return new StreamingTextResponse(stream);
+  if (fetchResponse.body) {
+    return new StreamingTextResponse(fetchResponse.body);
+  } else {
+    return fetchResponse;
+  }
 }