Added examples

app.py

@@ -158,21 +158,13 @@ model.eval()
 # Gradio
 examples = [
     [
-        "Where can the driver see the car speed in this image? Please output segmentation mask.",
-        "./imgs/example1.jpg",
-    ],
-    [
-        "Can you segment the food that tastes spicy and hot?",
-        "./imgs/example2.jpg",
-    ],
+        "Where can I find the shore birds (Animalia Chordata Aves Charadriiformes Laridae Larus marinus) in this image? Please output segmentation mask and explain why.",
+        "./imgs/examples/Animalia_Chordata_Aves_Charadriiformes_Laridae_Larus_marinus/80645_39.76079_-74.10316.jpg",
+    ],    
     [
-        "Assuming you are an autonomous driving robot, what part of the diagram would you manipulate to control the direction of travel? Please output segmentation mask and explain why.",
-        "./imgs/example1.jpg",
-    ],
-    [
-        "What can make the woman stand higher? Please output segmentation mask and explain why.",
-        "./imgs/stand_higher.jpg",
-    ],
+        "Where can I find the capybaras (Animalia Chordata Mammalia Rodentia Caviidae Hydrochoerus hydrochaeris) in this image? Please output segmentation mask.",
+        "./imgs/examples/Animalia_Chordata_Mammalia_Rodentia_Caviidae_Hydrochoerus_hydrochaeris/28871_-12.80255_-69.29999.jpg",
+    ],  
 ]
 output_labels = ["Segmentation Output"]
 
@@ -185,10 +177,10 @@ If multiple users are using it at the same time, they will enter a queue, which
 **Note**: **Different prompts can lead to significantly varied results**. \n
 **Note**: Please try to **standardize** your input text prompts to **avoid ambiguity**, and also pay attention to whether the **punctuations** of the input are correct. \n
 **Usage**: <br>
-&ensp;(1) To let LISA **segment something**, input prompt like: "Can you segment xxx in this image?", "What is xxx in this image? Please output segmentation mask."; <br>
-&ensp;(2) To let LISA **output an explanation**, input prompt like: "What is xxx in this image? Please output segmentation mask and explain why."; <br>
-&ensp;(3) To obtain **solely language output**, you can input like what you should do in current multi-modal LLM (e.g., LLaVA). <br>
-Hope you can enjoy our work!
+&ensp;(1) To let LISA-AVS **segment something**, input prompt like: "Where can I find the <Common Name> (<Full Taxonomy Name>) in this image? Please output segmentation mask."; <br>
+&ensp;(2) To let LISA-AVS **output an explanation**, input prompt like: "Where can I find the <Common Name> (<Full Taxonomy Name>) in this image? Please output segmentation mask and explain why."; <br>
+&ensp;(3) To obtain **solely language output**, you can input like what you should do in current multi-modal LLM (e.g., LLaVA), like: "Where can I find the <Common Name> (<Full Taxonomy Name>) in this image?" <br>
+
 </font>
 """
 
@@ -356,7 +348,7 @@ demo = gr.Interface(
     title=title,
     description=description,
     article=article,
-    examples=None,
+    examples=examples,
     allow_flagging="auto",
 )
 

imgs/examples/metadata.json

@@ -0,0 +1,367 @@
+{
+    "Animalia Arthropoda Malacostraca Decapoda Ocypodidae Ocypode quadrata": {
+        "id": 277303,
+        "sat_key": "277303_38.72364_-75.07749",
+        "sat_path": "277303_38.72364_-75.07749.jpg",
+        "taxonomy": "Animalia Arthropoda Malacostraca Decapoda Ocypodidae Ocypode quadrata",
+        "count": 3,
+        "spread": 205.8465849051111,
+        "sat_bounds": {
+        "min_lat": 38.71210951816465,
+        "max_lat": 38.73517045903165,
+        "min_lon": -75.0922090090773,
+        "max_lon": -75.0627709909227
+        },
+        "img_ids": [
+        2291779,
+        2274104,
+        1170233
+        ],
+        "target_positions": [
+        [
+            483,
+            295
+        ],
+        [
+            316,
+            272
+        ],
+        [
+            12,
+            223
+        ]
+        ],
+        "num_landmarks": 4
+    },
+    "Animalia Chordata Aves Charadriiformes Laridae Larus marinus": {
+        "id": 80645,
+        "sat_key": "80645_39.76079_-74.10316",
+        "sat_path": "80645_39.76079_-74.10316.jpg",
+        "taxonomy": "Animalia Chordata Aves Charadriiformes Laridae Larus marinus",
+        "count": 3,
+        "spread": 135.20949822662968,
+        "sat_bounds": {
+          "min_lat": 39.749261576999864,
+          "max_lat": 39.772318400033065,
+          "min_lon": -74.11809737606718,
+          "max_lon": -74.0882226239328
+        },
+        "img_ids": [
+          902579,
+          1385582,
+          262110
+        ],
+        "target_positions": [
+          [
+            326,
+            203
+          ],
+          [
+            192,
+            263
+          ],
+          [
+            380,
+            319
+          ]
+        ],
+        "num_landmarks": 3
+    },
+    "Animalia Chordata Mammalia Carnivora Canidae Canis aureus": {
+        "id": 1528408,
+        "sat_key": "1528408_13.00422_80.23033",
+        "sat_path": "1528408_13.00422_80.23033.jpg",
+        "taxonomy": "Animalia Chordata Mammalia Carnivora Canidae Canis aureus",
+        "count": 3,
+        "spread": 58.14007011752667,
+        "sat_bounds": {
+          "min_lat": 12.992649951077192,
+          "max_lat": 13.015790038631529,
+          "min_lon": 80.21853090802841,
+          "max_lon": 80.24212909197156
+        },
+        "img_ids": [
+          1528479,
+          2555188,
+          2555189
+        ],
+        "target_positions": [
+          [
+            309,
+            128
+          ],
+          [
+            239,
+            428
+          ],
+          [
+            240,
+            419
+          ]
+        ],
+        "num_landmarks": 3
+    },
+    "Animalia Chordata Mammalia Carnivora Canidae Urocyon littoralis": {
+        "id": 304160,
+        "sat_key": "304160_34.0144_-119.54417",
+        "sat_path": "304160_34.0144_-119.54417.jpg",
+        "taxonomy": "Animalia Chordata Mammalia Carnivora Canidae Urocyon littoralis",
+        "count": 3,
+        "spread": 237.64152837579553,
+        "sat_bounds": {
+          "min_lat": 34.00286041606169,
+          "max_lat": 34.02593956225012,
+          "min_lon": -119.55802743361286,
+          "max_lon": -119.53031256638712
+        },
+        "img_ids": [
+          304160,
+          1473173,
+          384867
+        ],
+        "target_positions": [
+          [
+            255,
+            256
+          ],
+          [
+            19,
+            22
+          ],
+          [
+            29,
+            274
+          ]
+        ],
+        "num_landmarks": 3
+    },
+    "Animalia Chordata Mammalia Carnivora Phocidae Mirounga angustirostris": {
+        "id": 27423,
+        "sat_key": "27423_35.64005_-121.17595",
+        "sat_path": "27423_35.64005_-121.17595.jpg",
+        "taxonomy": "Animalia Chordata Mammalia Carnivora Phocidae Mirounga angustirostris",
+        "count": 10,
+        "spread": 52.04100547557302,
+        "sat_bounds": {
+          "min_lat": 35.62851350436902,
+          "max_lat": 35.65158647348936,
+          "min_lon": -121.1900824597284,
+          "max_lon": -121.16181754027158
+        },
+        "img_ids": [
+          2563189,
+          636413,
+          344385,
+          447768,
+          2477167,
+          2665354,
+          1031066,
+          2314007,
+          1236526,
+          1551827
+        ],
+        "target_positions": [
+          [
+            480,
+            480
+          ],
+          [
+            202,
+            69
+          ],
+          [
+            203,
+            49
+          ],
+          [
+            168,
+            13
+          ],
+          [
+            168,
+            13
+          ],
+          [
+            168,
+            13
+          ],
+          [
+            168,
+            13
+          ],
+          [
+            258,
+            276
+          ],
+          [
+            258,
+            273
+          ],
+          [
+            253,
+            284
+          ]
+        ],
+        "num_landmarks": 3
+    },
+    "Animalia Chordata Mammalia Rodentia Caviidae Hydrochoerus hydrochaeris": {
+        "id": 28871,
+        "sat_key": "28871_-12.80255_-69.29999",
+        "sat_path": "28871_-12.80255_-69.29999.jpg",
+        "taxonomy": "Animalia Chordata Mammalia Rodentia Caviidae Hydrochoerus hydrochaeris",
+        "count": 3,
+        "spread": 115.09473035567798,
+        "sat_bounds": {
+          "min_lat": -12.814120216791382,
+          "max_lat": -12.79097977306587,
+          "min_lon": -69.31177964194578,
+          "max_lon": -69.28820035805421
+        },
+        "img_ids": [
+          621489,
+          1383962,
+          28883
+        ],
+        "target_positions": [
+          [
+            392,
+            270
+          ],
+          [
+            246,
+            266
+          ],
+          [
+            155,
+            226
+          ]
+        ],
+        "num_landmarks": 3
+    },
+    "Animalia Chordata Mammalia Rodentia Sciuridae Marmota marmota": {
+        "id": 388246,
+        "sat_key": "388246_45.49036_7.14796",
+        "sat_path": "388246_45.49036_7.14796.jpg",
+        "taxonomy": "Animalia Chordata Mammalia Rodentia Sciuridae Marmota marmota",
+        "count": 4,
+        "spread": 42.40001792494752,
+        "sat_bounds": {
+          "min_lat": 45.47884312388116,
+          "max_lat": 45.50187685279689,
+          "min_lon": 7.131585725464218,
+          "max_lon": 7.164334274535785
+        },
+        "img_ids": [
+          2439657,
+          2611928,
+          2048974,
+          2378210
+        ],
+        "target_positions": [
+          [
+            479,
+            164
+          ],
+          [
+            366,
+            141
+          ],
+          [
+            352,
+            124
+          ],
+          [
+            290,
+            173
+          ]
+        ],
+        "num_landmarks": 3
+    },
+    "Animalia Chordata Reptilia Squamata Varanidae Varanus salvator": {
+        "id": 410613,
+        "sat_key": "410613_5.35573_100.28948",
+        "sat_path": "410613_5.35573_100.28948.jpg",
+        "taxonomy": "Animalia Chordata Reptilia Squamata Varanidae Varanus salvator",
+        "count": 6,
+        "spread": 58.00460580210422,
+        "sat_bounds": {
+          "min_lat": 5.344155081363914,
+          "max_lat": 5.367304914271601,
+          "min_lon": 100.27793148340874,
+          "max_lon": 100.30102851659126
+        },
+        "img_ids": [
+          707815,
+          411949,
+          701168,
+          1619682,
+          2100008,
+          1548498
+        ],
+        "target_positions": [
+          [
+            225,
+            240
+          ],
+          [
+            232,
+            275
+          ],
+          [
+            277,
+            449
+          ],
+          [
+            220,
+            369
+          ],
+          [
+            180,
+            393
+          ],
+          [
+            294,
+            478
+          ]
+        ],
+        "num_landmarks": 2
+    },
+    "Animalia Chordata Mammalia Carnivora Ursidae Ursus americanus": {
+        "taxonomy": "Animalia Chordata Mammalia Carnivora Ursidae Ursus americanus",
+        "count": 8,
+        "target_positions": [
+          [
+            50,
+            347
+          ],
+          [
+            68,
+            444
+          ],
+          [
+            136,
+            505
+          ],
+          [
+            142,
+            465
+          ],
+          [
+            345,
+            343
+          ],
+          [
+            130,
+            241
+          ],
+          [
+            367,
+            281
+          ],
+          [
+            315,
+            80
+          ]
+        ]
+    }
+}