bake the data uri directly in the maskUrl field

src/index.mts

@@ -52,7 +52,7 @@ app.post("/render", async (req, res) => {
     renderId: "",
     status: "pending",
     assetUrl: "",
-    maskBase64: "",
+    maskUrl: "",
     error: "",
     segments: []
   }
@@ -103,7 +103,7 @@ app.get("/render/:renderId", async (req, res) => {
     status: "pending",
     assetUrl: "",
     error: "",
-    maskBase64: "",
+    maskUrl: "",
     segments: []
   }
 
@@ -145,7 +145,7 @@ app.post("/segment", async (req, res) => {
 
   let result: RenderedScene = {
     assetUrl: "",
-    maskBase64: "",
+    maskUrl: "",
     error: "",
     segments: []
   }

src/production/renderImage.mts

@@ -1,7 +1,6 @@
 import { RenderedScene, RenderRequest } from "../types.mts"
 import { generateImageSDXLAsBase64 } from "../utils/generateImageSDXL.mts"
 import { generateImageSDXL360AsBase64 } from "../utils/generateImageSDXL360.mts"
-import { generateSeed } from "../utils/generateSeed.mts"
 
 export async function renderImage(
   request: RenderRequest,

src/production/renderImageSegmentation.mts

@@ -33,7 +33,7 @@ export async function renderImageSegmentation(
       console.log("got the first frame! segmenting..")
       try {
         const result = await segmentImage(tmpImageFilePath, actionnables, request.width, request.height)
-        response.maskBase64 = result.pngInBase64
+        response.maskUrl = result.maskUrl
         response.segments = result.segments
   
         console.log(`it worked the first time! got ${response.segments.length} segments`)
@@ -41,7 +41,7 @@ export async function renderImageSegmentation(
         console.log("this takes too long :/ trying another server..")
         try {
           const result = await segmentImage(tmpImageFilePath, actionnables, request.width, request.height)
-          response.maskBase64 = result.pngInBase64
+          response.maskUrl = result.maskUrl
           response.segments = result.segments
          
           console.log(`it worked the second time! got ${response.segments.length} segments`)
@@ -49,7 +49,7 @@ export async function renderImageSegmentation(
           console.log("trying one last time, on a 3rd server..")
           try {
             const result = await segmentImage(tmpImageFilePath, actionnables, request.width, request.height)
-            response.maskBase64 = result.pngInBase64
+            response.maskUrl = result.maskUrl
             response.segments = result.segments
         
             console.log(`it worked the third time! got ${response.segments.length} segments`)

src/production/renderScene.mts

@@ -34,7 +34,7 @@ export async function renderScene(request: RenderRequest): Promise<RenderedScene
     status: "pending",
     assetUrl: "",
     error: "",
-    maskBase64: "",
+    maskUrl: "",
     segments: []
   }
 

src/production/renderVideoSegmentation.mts

@@ -9,7 +9,7 @@ export async function renderVideoSegmentation(
   request: RenderRequest,
   response: RenderedScene
 ): Promise<RenderedScene> {
-  
+
   const actionnables = Array.isArray(request.actionnables) ? request.actionnables : []
 
   if (actionnables.length > 0) {
@@ -28,7 +28,7 @@ export async function renderVideoSegmentation(
       } else {
         console.log("got the first frame! segmenting..")
         const result = await segmentImage(firstFrameFilePath, actionnables, request.width, request.height)
-        response.maskBase64 = result.pngInBase64
+        response.maskUrl = result.maskUrl
         response.segments = result.segments
 
         // console.log("success!", {  segments })

src/types.mts

@@ -321,7 +321,7 @@ export interface RenderedScene {
   status: RenderedSceneStatus
   assetUrl: string 
   error: string
-  maskBase64: string
+  maskUrl: string
   segments: ImageSegment[]
 }
 

src/utils/resizeBase64Image.mts

@@ -12,5 +12,5 @@ export async function resizeBase64Image(imgBase64: string, targetWidth: number,
   // Convert the buffer back to base64
   const resizedImageBase64 = resizedBuffer.toString('base64');
 
-  return resizedImageBase64;
+  return `data:image/png;base64,${resizedImageBase64}`
 }

src/utils/segmentImage.mts

@@ -22,7 +22,7 @@ export async function segmentImage(
   width: number,
   height: number,
 ): Promise<{
-  pngInBase64: string
+  maskUrl: string
   segments: ImageSegment[]
 }> {
 
@@ -64,7 +64,7 @@ export async function segmentImage(
       timeout: 40000, // we keep it tight, to fail early
     })
 
-    const maskUrl = await page.$$eval('img[data-testid="detailed-image"]', el => el.map(x => x.getAttribute("src"))[0])
+    const tmpMaskDownloadUrl = await page.$$eval('img[data-testid="detailed-image"]', el => el.map(x => x.getAttribute("src"))[0])
 
     let segments: ImageSegment[] = []
     
@@ -78,12 +78,12 @@ export async function segmentImage(
     // const tmpMaskFileName = `${uuidv4()}.png`
     // await downloadFileToTmp(maskUrl, tmpMaskFileName)
 
-    const rawPngInBase64 = await downloadImageAsBase64(maskUrl)
+    const rawPngInBase64 = await downloadImageAsBase64(tmpMaskDownloadUrl)
 
-    const pngInBase64 = await resizeBase64Image(rawPngInBase64, width, height)
+    const maskUrl = await resizeBase64Image(rawPngInBase64, width, height)
 
     return {
-      pngInBase64,
+      maskUrl,
       segments,
     }
   } catch (err) {