adding captions

app.py

@@ -1,10 +1,10 @@
-#Latest working version
 import gradio as gr
 import os
 import threading
 import random
 from datasets import load_dataset, Dataset, Features, Value, concatenate_datasets
 from huggingface_hub import login
+import json
 
 # Authenticate with Hugging Face
 token = os.getenv("HUGGINGFACE_TOKEN")
@@ -31,6 +31,26 @@ image_folder = "images"
 image_files = [f for f in os.listdir(image_folder) if f.endswith(('.png', '.jpg', '.jpeg'))]
 lock = threading.Lock()
 
+with open('nearest_neighbors_with_captions.json', 'r') as f:
+    results = json.load(f)
+
+def get_caption_for_image_id(image_id):
+    """
+    Retrieve the caption for a given image_id from the JSON data.
+    """
+    # Check if image_id is a test image
+    if image_id in results:
+        return results[image_id]["caption"]
+
+    # If image_id is not a test image, search in nearest neighbors
+    for test_image_data in results.values():
+        for neighbor in test_image_data["nearest_neighbors"]:
+            if neighbor["image_id"] == image_id:
+                return neighbor["caption"]
+
+    # Return None if the image_id is not found
+    return None
+
 # Function to get a random image that hasn’t been annotated or skipped
 def get_next_image(session_data):
     with lock:
@@ -69,7 +89,8 @@ def save_annotation(caption, session_data):
     # Fetch the next image
     next_image = get_next_image(session_data)
     if next_image:
-        return gr.update(value=next_image), gr.update(value="")
+        next_caption = get_caption_for_image_id(image_id)  # Retrieve the caption for the new image
+        return gr.update(value=next_image), gr.update(value=next_caption or "")
     else:
         return gr.update(visible=False), gr.update(value="All images have been annotated!")
 
@@ -81,7 +102,8 @@ def skip_image(session_data):
 def initialize_interface(session_data):
     next_image = get_next_image(session_data)
     if next_image:
-        return gr.update(value=next_image), gr.update(value="")
+        next_caption = get_caption_for_image_id(session_data["current_image"])  # Retrieve caption for initial image
+        return gr.update(value=next_image), gr.update(value=next_caption or "")
     else:
         return gr.update(visible=False), gr.update(value="All images have been annotated!")
 
@@ -95,6 +117,7 @@ with gr.Blocks() as demo:
     with gr.Row():
         image = gr.Image()
         caption = gr.Textbox(placeholder="Enter caption here...")
+        existing_caption = gr.Textbox(label="Existing Caption", interactive=False)  # Display existing caption
         submit = gr.Button("Submit")
         skip = gr.Button("Skip")  # Skip button
 
@@ -103,6 +126,6 @@ with gr.Blocks() as demo:
     skip.click(fn=skip_image, inputs=session_data, outputs=[image, caption])
 
     # Load initial image
-    demo.load(fn=initialize_interface, inputs=session_data, outputs=[image, caption])
+    demo.load(fn=initialize_interface, inputs=session_data, outputs=[image, existing_caption])
 
-demo.launch(share=True)
+demo.launch(share=True)

nearest_neighbors_with_captions.json

@@ -0,0 +1,212 @@
+{
+    "100001": {
+        "caption": "in this scene we see a person flying a kite with a flag attached .",
+        "nearest_neighbors": [
+            {
+                "image_id": "129440",
+                "caption": "a woman standing on a beach next to the ocean ."
+            },
+            {
+                "image_id": "74990",
+                "caption": "a kite flying over the ocean on a sandy beach ."
+            },
+            {
+                "image_id": "283279",
+                "caption": "someone flying a kite on the beach ."
+            },
+            {
+                "image_id": "328179",
+                "caption": "a young person flying a kite at the beach ."
+            }
+        ]
+    },
+    "100087": {
+        "caption": "a traffic light by a lutz road sign .",
+        "nearest_neighbors": [
+            {
+                "image_id": "571943",
+                "caption": "a pole with a street light and signs next to a bare tree"
+            },
+            {
+                "image_id": "486123",
+                "caption": "a white toyota drives under a stoplight with a google sign ."
+            },
+            {
+                "image_id": "521634",
+                "caption": "a street light with many signs on it stands to the foreground of a large building standing beside a naked tree ."
+            },
+            {
+                "image_id": "261746",
+                "caption": "a bunch of traffic lights on a street corner ."
+            }
+        ]
+    },
+    "100098": {
+        "caption": "a woman on a brown and white horse rides near trees .",
+        "nearest_neighbors": [
+            {
+                "image_id": "290881",
+                "caption": "a girl riding a brown horse and green grass with trees"
+            },
+            {
+                "image_id": "181953",
+                "caption": "a woman riding on the back of a brown horse ."
+            },
+            {
+                "image_id": "545950",
+                "caption": "a young woman riding a white horse on a gravel road ."
+            },
+            {
+                "image_id": "275392",
+                "caption": "a person riding a brown horse with blonde hair in a green field ."
+            }
+        ]
+    },
+    "100138": {
+        "caption": "a black motorcycle parked in front of trees .",
+        "nearest_neighbors": [
+            {
+                "image_id": "169174",
+                "caption": "a black and white photo of a parked motorcycle"
+            },
+            {
+                "image_id": "516581",
+                "caption": "the modern motorcycle is parked on a sunny day ."
+            },
+            {
+                "image_id": "474067",
+                "caption": "a man riding a motorcycle down a road ."
+            },
+            {
+                "image_id": "227969",
+                "caption": "a man sits on a yellow motorcycle ."
+            }
+        ]
+    },
+    "10014": {
+        "caption": "a city bus parked next to a crowd of people .",
+        "nearest_neighbors": [
+            {
+                "image_id": "523494",
+                "caption": "several people are waiting to get on a city bus ."
+            },
+            {
+                "image_id": "310695",
+                "caption": "the two buses are parked along the curb ."
+            },
+            {
+                "image_id": "4331",
+                "caption": "a person standing in front of a parked bus with a bicycle on it ."
+            },
+            {
+                "image_id": "166975",
+                "caption": "a man standing in front of a bus that has crashed into a car ."
+            }
+        ]
+    },
+    "100187": {
+        "caption": "a well lit living room with sofas and coffee table .",
+        "nearest_neighbors": [
+            {
+                "image_id": "555797",
+                "caption": "a modern living room with a television , seating , tables , and lights"
+            },
+            {
+                "image_id": "398037",
+                "caption": "a bedroom with a bed under two framed paintings ."
+            },
+            {
+                "image_id": "570022",
+                "caption": "a living room filled with blue furniture in front of a tv ."
+            },
+            {
+                "image_id": "350165",
+                "caption": "a room with a couch several chairs and a sink and vanity in the corner ."
+            }
+        ]
+    },
+    "100306": {
+        "caption": "a man standing on top of a snow covered ski slope .",
+        "nearest_neighbors": [
+            {
+                "image_id": "368049",
+                "caption": "a snow boarder riding down a snow covered summit ."
+            },
+            {
+                "image_id": "49384",
+                "caption": "a person hiking through a snow covered mountain on top of skis ."
+            },
+            {
+                "image_id": "266409",
+                "caption": "a man in a blue coat skiing through a snowy field ."
+            },
+            {
+                "image_id": "205631",
+                "caption": "a group of people riding down a snow covered sky slope ."
+            }
+        ]
+    },
+    "100594": {
+        "caption": "a dark and gloomy winter day in the city",
+        "nearest_neighbors": [
+            {
+                "image_id": "497158",
+                "caption": "street with light traffic at intersection in large city ."
+            },
+            {
+                "image_id": "488567",
+                "caption": "the middle of a highway during a cloudy day ."
+            },
+            {
+                "image_id": "10540",
+                "caption": "a couple of cars driving down a street under traffic lights ."
+            },
+            {
+                "image_id": "260275",
+                "caption": "a traffic light with car passing underneath on the road ."
+            }
+        ]
+    },
+    "100661": {
+        "caption": "some zebras are seen grazing in the field .",
+        "nearest_neighbors": [
+            {
+                "image_id": "154",
+                "caption": "three zeebras standing in a grassy field walking"
+            },
+            {
+                "image_id": "300157",
+                "caption": "pair of zebras standing in grassy field outdoors ."
+            },
+            {
+                "image_id": "48491",
+                "caption": "two zebras standing together while eating some grass"
+            },
+            {
+                "image_id": "392260",
+                "caption": "two zebras eating some grass together in an open area ."
+            }
+        ]
+    },
+    "100848": {
+        "caption": "a living room with a brown couch by a big window",
+        "nearest_neighbors": [
+            {
+                "image_id": "281246",
+                "caption": "a living room with lots of furniture under large windows ."
+            },
+            {
+                "image_id": "245823",
+                "caption": "home sweet home with boxes packed over in the corner ."
+            },
+            {
+                "image_id": "263261",
+                "caption": "a television and furniture in a small room ."
+            },
+            {
+                "image_id": "140108",
+                "caption": "a living room has two brown sofas and a cat tree ."
+            }
+        ]
+    }
+}