Update app.py

app.py

@@ -31,6 +31,55 @@ def concate_image(img_input):
     im_v = cv2.vconcat([img1, img2]) 
     cv2.imwrite('merge_image.jpg', im_v)
     return "merge_image.jpg"
+
+def api_calling(image, prompt, api_key):
+    base64_image = concate_image(image)
+    if len(prompt) == 0:
+        prompt = "Provide a brief description of the image."
+    
+    
+    headers = {
+        "Content-Type": "application/json",
+        "Authorization": f"Bearer {api_key}"
+    }
+    payload = {
+        "model": "gpt-4-vision-preview",
+        "messages": [
+            {
+                "role": "user",
+                "content": [
+                    {
+                        "type": "text",
+                        "text": prompt
+                    },
+                    {
+                        "type": "image_url",
+                        "image_url": {
+                            "url": f"data:image/jpeg;base64,{base64_image}"
+                        }
+                    }
+                ]
+            }
+        ],
+        "max_tokens": 500
+    }
+    response = requests.post("https://api.openai.com/v1/chat/completions", headers=headers, json=payload)
+    img_preview = response.json()
+    return img_preview["choices"][0]["message"]["content"]
+
+
+def message_and_history(img_input_name, input, history, api_key):
+    history = history or []
+    s = list(sum(history, ()))
+    s.append(input)
+    inp = '  '.join(s)
+    output = api_calling(img,inp, api_key)
+    if len(input) == 0:
+        input = "Brief description of the image."
+        history.append((input, output))
+    else:
+        history.append((input, output))
+    return history, history
     
 title = "Compare the Graphs"
 
@@ -54,15 +103,14 @@ with block:
     with gr.Row():
         with gr.Column():
             img_input = gr.Text(label="Provide the Image names separated by a comma(,)")
+            api_input = gr.Textbox(label= "Enter Api-key")
             show_concat = gr.Button(value="Show Images")
         with gr.Column():
-            img_concat = gr.Image(type="filepath")
-    show_concat.click(concate_image, inputs=img_input, outputs=img_concat)
+            chatbot = gr.Chatbot(label="Chat with Image")
+            message = gr.Textbox(label="User", placeholder=prompt)
+            state = gr.State()
+    upload_button.click(message_and_history, inputs=[img_input, message, state, api_input], outputs=[chatbot, state])
+    message.submit(message_and_history, inputs=[img_input, message, state, api_input], outputs=[chatbot, state])
+    message.submit(lambda: None, None, message, queue=False)
             
-        #     api_input = gr.Textbox(label= "Enter Api-key")
-        #     upload_button = gr.Button(value="Upload & Start Chat", interactive=True, variant="primary")
-        # with gr.Column():
-        #     chatbot = gr.Chatbot(label="Chat with Image")
-        #     message = gr.Textbox(label="User", placeholder=prompt)
-        #     state = gr.State()
 block.launch()