adding files

app.py

@@ -43,12 +43,14 @@ gr.Interface(
     inputs=[gr.Image(type="filepath" , interactive = True), gr.Image(type="filepath" , interactive = True)],
     # outputs=[gr.Image(), gr.Image()],
     # outputs = ["text" , "text"] ,
-    outputs = [gr.Markdown(label = "VLM" , show_copy_button = True , show_label = True , container = True) , gr.Markdown(label = "SEG-VLM" , show_copy_button = True , show_label = True , container = True)],
+    outputs = [gr.Markdown(label = "##VLM" , show_copy_button = True, container = True , height = 300) , gr.Markdown(label = "##SEG-VLM" , show_copy_button = True  , container = True , height = 300)],
     title="Blueprint Comparison : VLM & SEG-VLM",
     description="Upload two construstion blueprints to know differences between them." ,
     flagging_mode = "never",
     fill_width = True ,
     submit_btn = "Compare",
     show_progress = "full",
+    theme = "soft",
+    analytics_enabled = True
 
-).launch(pwa = True)
+).launch(pwa = True , share = True)

llm_function.py

@@ -4,6 +4,7 @@ import anthropic
 import base64
 from dotenv import load_dotenv
 import cv2
+from mimetypes import MimeTypes 
 
 load_dotenv() 
 client = anthropic.Anthropic(api_key= os.getenv('ANTHROPIC_API_KEY'))
@@ -22,11 +23,18 @@ def encode_image(image_path):
         return base64.b64encode(image_file.read()).decode("utf-8")
     # return base64.b64encode(image_path.getvalue()).decode("utf-8")
 
+
 def chat_claude(prompt , image1 , image2 ) :
     # print("image 1"  , image1)
     image1_data = encode_image(image1) 
     # print("image 1 data" , image1_data)
     image2_data = encode_image(image2) 
+    mime = MimeTypes() 
+    image1_media_type =mime.guess_type(image1)[0]
+    image2_media_type =mime.guess_type(image2)[0]
+    
+     
+
     message = client.messages.create(
         model="claude-3-opus-20240229",
         max_tokens = 4096,
@@ -42,7 +50,9 @@ def chat_claude(prompt , image1 , image2 ) :
                         "type": "image",
                         "source": {
                             "type": "base64",
-                            "media_type": "image/jpeg",
+                            # "media_type": "image/jpeg",
+                            "media_type": image1_media_type,
+
                             "data": image1_data,
                         },
                     },
@@ -54,7 +64,8 @@ def chat_claude(prompt , image1 , image2 ) :
                         "type": "image",
                         "source": {
                             "type": "base64",
-                            "media_type": "image/jpeg",
+                            # "media_type": "image/jpeg",
+                            "media_type": image2_media_type,
                             "data": image2_data,
                         },
                     },