Update app.py

app.py

@@ -11,7 +11,8 @@ from theme import theme
 from fastapi import FastAPI
 
 app = FastAPI()
-# Project by Nymbo
+
+# Based on a project by Nymbo
 
 API_URL = "https://api-inference.huggingface.co/models/black-forest-labs/FLUX.1-dev"
 API_TOKEN = os.getenv("HF_READ_TOKEN")
@@ -69,6 +70,62 @@ def query(prompt, is_negative=False, steps=35, cfg_scale=7, sampler="DPM++ 2M Ka
         print(f"Error when trying to open the image: {e}")
         return None
 
+def encode_image(image_path):
+    """Encode the image to base64."""
+    try:
+        # Open the image file
+        image = Image.open(image_path).convert("RGB")
+
+        # Resize the image to a height of 512 while maintaining the aspect ratio
+        base_height = 512
+        h_percent = (base_height / float(image.size[1]))
+        w_size = int((float(image.size[0]) * float(h_percent)))
+        image = image.resize((w_size, base_height), Image.LANCZOS)
+
+        # Convert the image to a byte stream
+        buffered = BytesIO()
+        image.save(buffered, format="JPEG")
+        img_str = base64.b64encode(buffered.getvalue()).decode("utf-8")
+
+        return img_str
+    except FileNotFoundError:
+        print(f"Error: The file {image_path} was not found.")
+        return None
+    except Exception as e:  # Add generic exception handling
+        print(f"Error: {e}")
+        return None
+
+def feifeichat(image):
+    try:
+        model = "pixtral-large-2411"
+        # Define the messages for the chat
+        base64_image = encode_image(image)
+        messages = [{
+            "role":
+            "user",
+            "content": [
+                {
+                    "type": "text",
+                    "text": "Please provide a detailed description of this photo"
+                },
+                {
+                    "type": "image_url",
+                    "image_url": f"data:image/jpeg;base64,{base64_image}" 
+                },
+            ],
+            "stream": False,
+        }]
+    
+        partial_message = ""
+        for chunk in Mistralclient.chat.stream(model=model, messages=messages):
+            if chunk.data.choices[0].delta.content is not None:
+                partial_message = partial_message + chunk.data.choices[
+                    0].delta.content
+                yield partial_message
+    except Exception as e:  # Adding generic exception handling
+        print(f"Error: {e}")
+        return "Please upload a photo"        
+
 # CSS to style the app
 css = """
 .gradio-container {background-color: MediumAquaMarine}
@@ -91,6 +148,18 @@ with gr.Blocks(theme=theme, css=css) as app:
     # Add a title to the app
     gr.HTML("<center><h1>FLUX.1-Dev</h1></center>")
     with gr.Tabs() as tabs:
+        with gr.TabItem(label="🖼 Image To Prompt 📄", visible=True):
+            with gr.Row():
+                with gr.Column():
+                    input_img = gr.Image(label="Input Picture 🖼️",height=320,type="filepath")
+                    submit_btn = gr.Button(value="Submit", variant='primary')
+                with gr.Column():
+                    output_text = gr.Textbox(label="Flux Prompt ✍️", show_copy_button = True)
+                    clr_button =gr.Button("Clear 🗑️ ",variant="primary", elem_id="clear_button")
+                    clr_button.click(lambda: (None, None), None, [input_img, output_text], queue=False, show_api=False)
+        
+        submit_btn.click(feifeichat, [input_img], [output_text])
+        
         with gr.TabItem("✍️ Text to Image 🖼", visible=True):
             # Container for all the UI elements
             with gr.Column(elem_id="app-container"):