Update app.js

app.js

@@ -2,7 +2,7 @@ import express from 'express';
 import cors from 'cors';
 import dotenv from 'dotenv';
 import OpenAI from "openai";
-import { BedrockRuntimeClient, ConverseStreamCommand } from "@aws-sdk/client-bedrock-runtime";
+import { BedrockRuntimeClient, ConverseCommand, ConverseStreamCommand } from "@aws-sdk/client-bedrock-runtime";
 import { NodeHttpHandler } from "@smithy/node-http-handler";
 
 dotenv.config();
@@ -20,7 +20,7 @@ const bedrockClient = new BedrockRuntimeClient({
     region: "us-east-1" ,
    requestHandler: new NodeHttpHandler({
         http2Handler: undefined, 
-    })
+    }) 
 });
 
 const azureOpenAI = new OpenAI({
@@ -30,7 +30,7 @@ const azureOpenAI = new OpenAI({
     defaultHeaders: { "api-key": "7U3m9NRkE38ThSWTr92hMgQ4hDCUFI9MAnFNrCgRL7MhdvckfTXwJQQJ99CBACHYHv6XJ3w3AAAAACOGV22P" }
 });
 
-// --- STANDARD GENERATION (Blocking) ---
+// --- BLOCKING GENERATION (Legacy/Internal) ---
 app.post('/api/generate', async (req, res) => {
     const { model, prompt, system_prompt} = req.body;
     console.log(`[TRAFFIC] Request for ${model}`);
@@ -74,9 +74,8 @@ app.post('/api/stream', async (req, res) => {
     console.log(`[STREAM] Request for ${model}`);
 
     // Set headers for streaming response
-    res.setHeader('Content-Type', 'text/event-stream');
-    res.setHeader('Cache-Control', 'no-cache');
-    res.setHeader('Connection', 'keep-alive');
+    res.setHeader('Content-Type', 'text/plain');
+    res.setHeader('Transfer-Encoding', 'chunked');
 
     try {
         if (model === "claude") {
@@ -96,7 +95,9 @@ app.post('/api/stream', async (req, res) => {
             for await (const chunk of response.stream) {
                 if (chunk.contentBlockDelta) {
                     const text = chunk.contentBlockDelta.delta?.text || "";
-                    if (text) res.write(text);
+                    if (text) {
+                        res.write(text);
+                    }
                 }
             }
             res.end();
@@ -114,7 +115,9 @@ app.post('/api/stream', async (req, res) => {
 
             for await (const chunk of stream) {
                 const text = chunk.choices[0]?.delta?.content || "";
-                if (text) res.write(text);
+                if (text) {
+                    res.write(text);
+                }
             }
             res.end();
         }