Create app.py

app.py

@@ -0,0 +1,53 @@
+
+import gradio as gr
+import os
+from openai import OpenAI
+
+
+with gr.Blocks() as demo:
+    with gr.Row():
+        image = gr.Image(label="image", height=600)
+        chatbot = gr.Chatbot()
+
+    prompt = gr.Textbox(label="prompt")
+    url = gr.Textbox(label="url")
+    openai_key = gr.Textbox(label="OpenAI API key")
+    gr.Examples(
+        examples=[
+            ["https://huggingface.co/Adapter/t2iadapter/resolve/main/figs_SDXLV1.0/org_sketch.png", "Describe what is in the image","https://huggingface.co/Adapter/t2iadapter/resolve/main/figs_SDXLV1.0/org_sketch.png"]
+        ],
+        inputs=[image, prompt,url],
+    )
+
+    def respond(message,openai_key, url ,chat_history):
+        os.environ["OPENAI_API_KEY"] = openai_key 
+        client = OpenAI()
+
+        response = client.chat.completions.create(
+            model="gpt-4-vision-preview",
+            messages=[
+                {
+                    "role": "user",
+                    "content": [
+                        {"type": "text", "text": message},
+                        {
+                            "type": "image_url",
+                            "image_url":url,
+                        },
+                    ],
+                },
+            ],
+            max_tokens=1000,
+        )
+
+        out = response.choices[0].message.content
+
+        chat_history.append((message, out))
+        return "", chat_history
+
+    def update_image(url, image):
+        return url
+
+    prompt.submit(respond, [prompt,openai_key, url, chatbot], [prompt, chatbot])
+    url.submit(update_image, [ url, image], [image])
+demo.queue().launch()