Update ai_engine.js

ai_engine.js

@@ -1,4 +1,144 @@
+import { BedrockRuntimeClient, ConverseCommand, ConverseStreamCommand } from "@aws-sdk/client-bedrock-runtime";
+import { NodeHttpHandler } from "@smithy/node-http-handler";
+
+const CLAUDE_SYSTEM_PROMPT = "You are a pro. Provide elite, high-level technical responses.";
 
+const bedrockClient = new BedrockRuntimeClient({
+    region: "us-east-1",
+    requestHandler: new NodeHttpHandler({
+        http2Handler: undefined, 
+    }) 
+});
+
+function getBedrockModelId(modelName) {
+    switch(modelName) {
+        case "haiku":
+            return "arn:aws:bedrock:us-east-1:106774395747:inference-profile/global.anthropic.claude-haiku-4-5-20251001-v1:0";
+        case "maverick":
+            return "arn:aws:bedrock:us-east-1:106774395747:inference-profile/us.meta.llama4-maverick-17b-instruct-v1:0";
+        case "claude":
+        default:
+            return "arn:aws:bedrock:us-east-1:106774395747:inference-profile/global.anthropic.claude-sonnet-4-6";
+    }
+}
+
+// Helper to detect audio format and strip data URI
+const processAudioBlocks = (audios) => {
+    return audios.map(audioStr => {
+        const base64Data = audioStr.replace(/^data:audio\/\w+;base64,/, "");
+        
+        let detectedFormat = 'mp3'; // Default
+        if (audioStr.includes('audio/wav')) detectedFormat = 'wav';
+        if (audioStr.includes('audio/ogg')) detectedFormat = 'ogg';
+        if (audioStr.includes('audio/flac')) detectedFormat = 'flac';
+        if (audioStr.includes('audio/amr')) detectedFormat = 'amr';
+
+        return {
+            audio: {
+                format: detectedFormat,
+                source: { bytes: Buffer.from(base64Data, 'base64') }
+            }
+        };
+    });
+};
+
+export const generateCompletion = async ({ model, prompt, system_prompt, images, audios }) => {
+    const bedrockModelId = getBedrockModelId(model);
+    let contentBlock = [{ text: prompt }];
+    
+    // Process Images
+    if (images && images.length > 0) {
+        const imageBlocks = images.map(imgStr => {
+            const base64Data = imgStr.replace(/^data:image\/\w+;base64,/, "");
+            let detectedFormat = 'jpeg'; 
+            if (imgStr.includes('image/png')) detectedFormat = 'png';
+            if (imgStr.includes('image/webp')) detectedFormat = 'webp';
+            if (imgStr.includes('image/gif')) detectedFormat = 'gif';
+
+            return {
+                image: {
+                    format: detectedFormat,
+                    source: { bytes: Buffer.from(base64Data, 'base64') }
+                }
+            };
+        });
+        contentBlock = [...imageBlocks, ...contentBlock];
+    }
+
+    // 🚨 NEW: Process Audio
+    if (audios && audios.length > 0) {
+        const audioBlocks = processAudioBlocks(audios);
+        contentBlock = [...audioBlocks, ...contentBlock];
+    }
+
+    const command = new ConverseCommand({
+        modelId: bedrockModelId,
+        system: [{ text: system_prompt || CLAUDE_SYSTEM_PROMPT }],
+        messages: [{ role: "user", content: contentBlock }],
+        inferenceConfig: { 
+            maxTokens: model.includes("haiku") ? 32000 : 4000, 
+            temperature: 1 
+        },
+        performanceConfig: model.includes("maverick") ? { latency: "standard" } : undefined,
+        additionalModelRequestFields: (function() {
+            if (model.includes("haiku")) return { reasoning_config: { type: "enabled", budget_tokens: 2048 } };
+            if (model.includes("claude")) return { output_config: { effort: "high" } };
+            return undefined;
+        })()
+    });
+  
+    const response = await bedrockClient.send(command);
+    const text = response.output.message.content.find(b => b.text)?.text;
+    const tokenUsage = response.usage ? (response.usage.inputTokens + response.usage.outputTokens) : 0;
+
+    return { success: true, data: text, usage: { totalTokenCount: tokenUsage } };
+};
+
+export const streamCompletion = async ({ model, prompt, system_prompt, images, audios, res }) => {
+    let totalTokenCount = 0;
+    const bedrockModelId = getBedrockModelId(model);
+    let contentBlock = [{ text: prompt }];
+    
+    // Process Images
+    if (images && images.length > 0) {
+        const imageBlocks = images.map(imgStr => {
+            const base64Data = imgStr.replace(/^data:image\/\w+;base64,/, "");
+            return { image: { format: 'png', source: { bytes: Buffer.from(base64Data, 'base64') } } };
+        });
+        contentBlock = [...imageBlocks, ...contentBlock];
+    }
+
+    // 🚨 NEW: Process Audio
+    if (audios && audios.length > 0) {
+        const audioBlocks = processAudioBlocks(audios);
+        contentBlock = [...audioBlocks, ...contentBlock];
+    }
+
+    const command = new ConverseStreamCommand({
+        modelId: bedrockModelId,
+        system: [{ text: system_prompt || CLAUDE_SYSTEM_PROMPT }],
+        messages: [{ role: "user", content: contentBlock }],
+        inferenceConfig: { maxTokens: 48000, temperature: 1 },
+        additionalModelRequestFields: model.includes("claude") ? { output_config: { effort: "high" } } : undefined
+    });
+
+    const response = await bedrockClient.send(command);
+    for await (const chunk of response.stream) {
+        if (chunk.contentBlockDelta) {
+            const delta = chunk.contentBlockDelta.delta;
+            if (delta.reasoningContent && delta.reasoningContent.text) res.write(`__THINK__${delta.reasoningContent.text}`);
+            else if (delta.text) res.write(delta.text);
+        }
+        if (chunk.metadata && chunk.metadata.usage) {
+            totalTokenCount = (chunk.metadata.usage.inputTokens || 0) + (chunk.metadata.usage.outputTokens || 0);
+        }
+    }
+    res.write(`__USAGE__${JSON.stringify({ totalTokenCount })}`);
+    res.end();
+};
+
+
+/*
 import { BedrockRuntimeClient, ConverseCommand, ConverseStreamCommand } from "@aws-sdk/client-bedrock-runtime";
 import { NodeHttpHandler } from "@smithy/node-http-handler";
 
@@ -31,13 +171,7 @@ export const generateCompletion = async ({ model, prompt, system_prompt, images
         let contentBlock = [{ text: prompt }];
         
         if (images && images.length > 0) {
-          /*  const imageBlocks = images.map(imgStr => {
-                const base64Data = imgStr.replace(/^data:image\/\w+;base64,/, "");
-                return {
-                    image: { format: 'png', source: { bytes: Buffer.from(base64Data, 'base64') } }
-                };
-            });
-            */
+          
           const imageBlocks = images.map(imgStr => {
     // 1. Extract the actual base64 data
     const base64Data = imgStr.replace(/^data:image\/\w+;base64,/, "");
@@ -119,4 +253,6 @@ export const streamCompletion = async ({ model, prompt, system_prompt, images, r
         res.write(`__USAGE__${JSON.stringify({ totalTokenCount })}`);
         res.end();
     
-};
+};
+
+*/