added image combining and first version of create base

app.py

@@ -11,6 +11,7 @@ import redis
 import uuid
 from time import sleep
 import json
+from functions import combine_images_side_by_side
 
 app = FastAPI()
 openai_client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
@@ -91,10 +92,50 @@ async def run_virtual_tryon_pipeline(
     num_images
 ):
     try:
+        r.set(request_id, "checking incoming data...")
+        front_type = ""
+        back_type = ""
+        if top_garment_image is None and bottom_garment_image is None:
+            return {"error": "Missing garment images"}
+        if top_garment_image or bottom_garment_image is None:
+            #this is a single image try on
+            front_type = "single"
+        else:
+            front_type = "double"
+        if top_back_garment_image is None and bottom_back_garment_image is None:
+            back_type = "none"
+        else:
+            if top_back_garment_image or bottom_back_garment_image is None:
+                #this is a single image try on for the back
+                back_type = "single"
+            else: 
+                back_type = "double"
+        print(f"front_type: {front_type}")
+        print(f"back_type: {back_type}")
+        if front_type == "double":
+            front_final_image = combine_images_side_by_side(top_garment_image.read(), bottom_garment_image.read()) 
+            print(f"front_combined_image: {front_final_image}")
+        if back_type == "double":
+            back_final_image = combine_images_side_by_side(top_back_garment_image.read(), bottom_back_garment_image.read()) 
+            print(f"back_combined_image: {back_final_image}")
+        if front_type == "single":
+            front_final_image = top_garment_image.read()
+            print(f"front_combined_image: {front_final_image}")
+        if back_type == "single":
+            back_final_image = top_back_garment_image.read()
+            print(f"back_combined_image: {back_final_image}")
+        r.set(request_id, "Garment images combined")   
+        #Check incoming data. do we have the required data. Are the images what we expect? (ie flatlay image file etc.)
+        #lets use openai for this. Also, return errors where needed
         r.set(request_id, "Creating base image")
-        sleep(5)
         # STEP 1: make base image
-        #base_image = base_generator.create_image(talent_lora_url, talent_trigger_word, "", 1, num_images)
+        try:
+            base_image = base_generator.create_image(talent_lora_url, talent_trigger_word, "", 1, num_images)
+            print(f"base_image: {base_image}")
+        except Exception as e:
+            r.set(request_id, "error generating base image")
+            r.set(f"{request_id}_error", str(e))
+            return
 
         r.set(request_id, "Combining garment images")
         sleep(5)

functions.py

@@ -0,0 +1,54 @@
+from PIL import Image
+import os
+from io import BytesIO
+import base64
+import uuid
+
+def combine_images_side_by_side(image1: bytes, image2: bytes) -> str:
+    """
+    Takes two images, scales them to 1280x1280, combines them side by side,
+    saves to tmp storage, and returns the base64 encoded image string.
+    
+    Args:
+        image1: First image as bytes
+        image2: Second image as bytes
+        
+    Returns:
+        Base64 encoded string of the combined image
+    """
+    # Create temp directory if it doesn't exist
+    os.makedirs('tmp', exist_ok=True)
+    
+    # Open images from bytes
+    img1 = Image.open(BytesIO(image1))
+    img2 = Image.open(BytesIO(image2))
+    
+    # Scale both images to 1280x1280
+    img1 = img1.resize((1280, 1280))
+    img2 = img2.resize((1280, 1280))
+    
+    # Create new image with combined width (2560) and height (1280)
+    combined = Image.new('RGB', (2560, 1280))
+    
+    # Paste images side by side
+    combined.paste(img1, (0, 0))
+    combined.paste(img2, (1280, 0))
+    
+    # Generate unique filename
+    filename = f"tmp/combined_{uuid.uuid4()}.png"
+    
+    # Save image
+    combined.save(filename)
+    
+    # Convert to base64
+    with open(filename, "rb") as image_file:
+        encoded_string = base64.b64encode(image_file.read()).decode('utf-8')
+    
+    # Clean up
+    os.remove(filename)
+    
+    return encoded_string
+
+# Example usage:
+# with open('image1.jpg', 'rb') as f1, open('image2.jpg', 'rb') as f2:
+#     combined_image = combine_images_side_by_side(f1.read(), f2.read())

requirements.txt

@@ -5,4 +5,5 @@ python-multipart
 fal-client
 requests
 openai
-redis
+redis
+Pillow>=10.0.0