feat: use captions for sticker/template suggestion

app.py

@@ -3,6 +3,7 @@ from PIL import Image, ImageOps
 from internal.api import APIClient
 
 client = APIClient("https://collage-ai.onrender.com")
+# client = APIClient("http://localhost:3000")
 
 def gallery(column, images):
     groups = []
@@ -18,12 +19,16 @@ st.title('CollageAI')
 
 user_images = None
 user_prompt = None
-uploaded_images = []
-image_captions_dict = {}
+uploaded_images = None
+captions = []
+keywords = []
 submitted = False
 
 with st.form("user_input_form"):
-    user_images = st.file_uploader("Choose your photos", accept_multiple_files=True)
+    user_images = st.file_uploader(
+        "Choose your photos",
+        accept_multiple_files=True
+    )
     user_prompt = st.text_area(
         "Describe the design you'd like to create:",
         placeholder="For our anniversary, I want to write a card to my partner to celebrate our love and share all the things I adore about them."
@@ -69,11 +74,24 @@ if submitted:
                 except Exception as e:
                     st.error(f"Error analyzing prompt: {e}")
 
+        # Stickers
+        with st.container():
+            with st.spinner('Generating stickers...'):
+                try:
+                    sticker_image_urls = client.suggest_stickers(user_prompt, captions)
+                    if sticker_image_urls:
+                        st.subheader('Stickers suggestions')
+                        gallery(4, sticker_image_urls[:8])
+                    else:
+                        st.warning('No images were generated. Please try again with a different prompt.')
+                except Exception as e:
+                    st.error(f"Error generating stickers: {e}")
+
         # Templates
         with st.container():
             with st.spinner('Generating templates...'):
                 try:
-                    template_image_urls = client.suggest_templates(user_prompt, uploaded_images)
+                    template_image_urls = client.suggest_templates(user_prompt, captions)
                     if template_image_urls:
                         st.subheader('Template suggestions')
                         gallery(4, template_image_urls[:8])
@@ -82,17 +100,5 @@ if submitted:
                 except Exception as e:
                     st.error(f"Error generating templates: {e}")
 
-        # Stickers
-        with st.container():
-            with st.spinner('Generating stickers...'):
-                try:
-                    sticker_image_urls = client.suggest_stickers(user_prompt, uploaded_images)
-                    if sticker_image_urls:
-                        st.subheader('Stickers suggestions')
-                        gallery(4, sticker_image_urls[:8])
-                    else:
-                        st.warning('No images were generated. Please try again with a different prompt.')
-                except Exception as e:
-                    st.error(f"Error generating stickers: {e}")
     else:
         st.warning('Please enter a prompt before submitting.')

internal/api.py

@@ -18,20 +18,18 @@ class APIClient():
         uploaded_images = response.json().get('result', [])
         return uploaded_images
         
-    def suggest_templates(self, prompt, images):
+    def suggest_templates(self, prompt, captions):
+        print(f"GET /api/templates with prompt: {prompt} and captions: {captions}")
         url = self.url_with_path("/api/templates")
-        image_urls = [image.get('image_url') for image in images]
-
-        response = requests.get(url, json={'prompt': prompt, 'image_urls': image_urls})
+        response = requests.get(url, json={'prompt': prompt, 'captions': captions})
         templates = response.json().get('result', [])
         template_image_urls = [template.get('image_medium') for template in templates]
         return template_image_urls
 
-    def suggest_stickers(self, prompt, images):
+    def suggest_stickers(self, prompt, captions):
+        print(f"GET /api/stickers with prompt: {prompt} and captions: {captions}")
         url = self.url_with_path("/api/stickers")
-        image_urls = [image.get('image_url') for image in images]
-
-        response = requests.get(url, json={'prompt': prompt, 'image_urls': image_urls})
+        response = requests.get(url, json={'prompt': prompt, 'captions': captions})
         stickers = response.json().get('result', [])
         sticker_image_urls = [sticker.get('image_url') for sticker in stickers]
         return sticker_image_urls