diff --git "a/eval/cap_sydney_caption_4/inference_results.json" "b/eval/cap_sydney_caption_4/inference_results.json" new file mode 100644--- /dev/null +++ "b/eval/cap_sydney_caption_4/inference_results.json" @@ -0,0 +1,6034 @@ +[ + { + "image_id": "219.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A residential area with many hosues arranged neatly and a piece of lawn in the upper right corner .", + "There are many hosues with red and orange roofs densely arranged while a grassland in the upper right corner .", + "A residential area with many houses arranged neatly and a piece of lawn in the upper right corner .", + "Lots of houses with red and orange roofs arranged densely and a piece of lawn in the upper right corner .", + "Many houses with red and orange roofs arranged densely and a piece of lawn in the upper right corner ." + ], + "question_id": 218, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/219.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 0, + "output": "Residential area with many houses and swimming pools .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "227.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many houses arranged in lines with some roads go through this area .", + "This is a residential area with lots of houses arranged in lines .", + "A residential area with many houses arranged in lines and some roads go across this area .", + "A dense residential area with lots of houses arranged in lines while some roads go across .", + "Lots of houses with lots of houses arranged in lines and some roads go across this area ." + ], + "question_id": 226, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/227.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 8, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "235.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A residential area with many houses arranged neatly .", + "Many houses arranged densely and divided into rectangles by some roads .", + "This is a residential area with many houses neatly arranged and divided into rectangles by some roads .", + "Lots of houses arranged neatly in the residential area and divided into rectangles by some roads .", + "There are many houses arranged neatly and divided into rectangles by some roads ." + ], + "question_id": 234, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/235.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 16, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "264.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A white airplane parked on the airport with some runways beside .", + "A white airplane parked on the airport with some runways beside .", + "A white airplane parked on the airport with some runways passed by .", + "There is a big airport with a white airplane parked on .", + "There is a big airport with a white airplane parked on ." + ], + "question_id": 263, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/264.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 24, + "output": "A white plane parked at the airport .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "358.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "There are some algae on the river with some plants and lawn beside .", + "Some algae float on the waters with some plants beside .", + "There is a river with deep green waters while some algae float on the waters .", + "There is a river with deep green waters while some algae float on the waters .", + "A river with deep green waters while some algae float on the waters ." + ], + "question_id": 357, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/358.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 32, + "output": "A park with a small pond and a parking lot beside .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "449.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "This is a part of deep green sparkling sea .", + "A part of ocean with deep green waters .", + "This is a part of ocean with deep green water .", + "This is a part of deep green sparkling sea .", + "This is a part of ocean with deep green water shining ." + ], + "question_id": 448, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/449.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 40, + "output": "A large green field with a small circular track .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "544.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many white buildings arranged densely in the industrial area while some houses beside .", + "This is an industrial area with many white buildings densely arranged while a residential area beside .", + "An industrial area with many white buildings densely arranged while a residential area beside .", + "An industrial area with a residential area beside .", + "Many white buildings in the industrial area while a residential area beside ." + ], + "question_id": 543, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/544.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 48, + "output": "Some buildings with a basketball court beside .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "612.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Some curving runways with some marking lines on it while some lawns beside .", + "There are some marking lines on the runways while some lawns beside .", + "Some curved ruwnays with many marking lines on it while some lawns beside .", + "There are some curved runways with many marking lines on it while some lawns beside .", + "Some marking lines are on the runways while some lawns beside ." + ], + "question_id": 611, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/612.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 56, + "output": "A curved runway with white markings on it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "220.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A residential area with many hosues arranged in lines and some roads go through this area .", + "There are many hosues with red and orange roofs densely arranged .", + "A residential area with many houses arranged in lines and some roads go through this area .", + "Lots of houses with red and orange roofs arranged densely and some roads go across this area .", + "Many houses with red and orange roofs arranged densely and some roads go through this area ." + ], + "question_id": 219, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/220.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 1, + "output": "A residential area with many houses and swimming pools .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "228.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many houses arranged neatly and divided into rectangles by some roads .", + "A residential area with lots of houses arranged neatly and some roads go through this area .", + "Lots of houses arranged neatly in the residential area and divided into rectangles by some roads .", + "This is a residential area with many houses arranged neatly .", + "There are lots of houses arranged densely and divided into rectangles by some roads ." + ], + "question_id": 227, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/228.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 9, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "236.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A residential area with many houses arranged neatly .", + "Many houses arranged densely and divided into rectangles by some roads .", + "This is a residential area with many houses neatly arranged and divided into rectangles by some roads .", + "Lots of houses arranged neatly in the residential area and divided into rectangles by some roads .", + "There are many houses arranged neatly and divided into rectangles by some roads ." + ], + "question_id": 235, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/236.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 17, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "310.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A meadow with some green bushes on it while some roads passed by .", + "A meadow with bushes and roads on it while some houses beside .", + "This is a meadow with some green bushes on it while some roads passed by .", + "Some green bushes and paths on the meadow with some houses beside .", + "There are some green bushes and paths on the meadow while some houses beside ." + ], + "question_id": 309, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/310.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 25, + "output": "A road with a large grass field beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "359.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A river goes through a industrial area with many white buildings on the banks of the river .", + "There are many white buildings on the banks of a river .", + "Lots of white buildings are on the bankes of a curved river .", + "There are many white buildings on the banks of a curved river .", + "A river goes through the industrial area with white bulidings on both sides of the river ." + ], + "question_id": 358, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/359.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 33, + "output": "Some buildings beside a river with a road beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "450.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "This is a part of deep green sparkling sea .", + "A part of ocean with deep green waters .", + "This is a part of ocean with deep green water .", + "This is a part of deep green sparkling sea .", + "This is a part of ocean with deep green water shining ." + ], + "question_id": 449, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/450.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 41, + "output": "A large grass field with a small part of it being brown .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "545.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many white buildings arranged densely in the industrial area while some houses beside .", + "This is an industrial area with many white buildings densely arranged while a residential area beside .", + "An industrial area with many white buildings densely arranged while a residential area beside .", + "An industrial area with a residential area beside .", + "Many white buildings in the industrial area while a residential area beside ." + ], + "question_id": 544, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/545.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 49, + "output": "some buildings with a parking lot beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "613.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Some curving runways with some marking lines on it while some lawns beside .", + "There are some marking lines on the runways while some lawns beside .", + "Some curved ruwnays with many marking lines on it while some lawns beside .", + "There are some curved runways with many marking lines on it while some lawns beside .", + "Some marking lines are on the runways while some lawns beside ." + ], + "question_id": 612, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/613.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 57, + "output": "A runway with a small white plane on it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "221.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A residential area with many hosues arranged neatly and a wide highway beside .", + "There are many hosues with red and orange roofs densely arranged while a wide highway beside .", + "A residential area with many houses arranged neatly and a wide road beside .", + "Lots of houses with red and orange roofs arranged densely while a wide highway beside .", + "Many houses with red and orange roofs arranged densely and a wide road beside ." + ], + "question_id": 220, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/221.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 2, + "output": "Residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "229.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many houses arranged neatly and divided into rectangles by some roads .", + "A residential area with lots of houses arranged neatly and some roads go through this area .", + "Lots of houses arranged neatly in the residential area and divided into rectangles by some roads .", + "This is a residential area with many houses arranged neatly .", + "There are lots of houses arranged densely and divided into rectangles by some roads ." + ], + "question_id": 228, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/229.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 10, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "237.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A residential area with many houses arranged neatly .", + "Many houses arranged densely and divided into rectangles by some roads .", + "This is a residential area with many houses neatly arranged and divided into rectangles by some roads .", + "Lots of houses arranged neatly in the residential area and divided into rectangles by some roads .", + "There are many houses arranged neatly and divided into rectangles by some roads ." + ], + "question_id": 236, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/237.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 18, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "311.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A meadow with some green bushes on it while some roads passed by .", + "A meadow with bushes and roads on it while some houses beside .", + "This is a meadow with some green bushes on it while some roads passed by .", + "Some green bushes and paths on the meadow with some houses beside .", + "There are some green bushes and paths on the meadow while some houses beside ." + ], + "question_id": 310, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/311.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 26, + "output": "A road with a small bridge and a storage tank beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "443.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "This is a part of deep green sparkling sea .", + "A part of ocean with deep green waters .", + "This is a part of ocean with deep green water .", + "This is a part of deep green sparkling sea .", + "This is a part of ocean with deep green water shining ." + ], + "question_id": 442, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/443.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 34, + "output": "A green field with a small white object in it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "451.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "This is a part of deep green sparkling sea .", + "A part of ocean with deep green waters .", + "This is a part of ocean with deep green water .", + "This is a part of deep green sparkling sea .", + "This is a part of ocean with deep green water shining ." + ], + "question_id": 450, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/451.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 42, + "output": "A large green lawn with some trees on it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "546.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "An industrial area with many white and grey buildings densely arranged while a lawn beside .", + "There is a lawn with a industrial area beside .", + "Many white and grey buildings arranged densely in the industrial area while a lawn beside .", + "There are many white and grey buildings arranged densely in the industrial area with a lawn beside .", + "An industrial area with many white and grey buildings densely arranged while a lawn beside ." + ], + "question_id": 545, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/546.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 50, + "output": "Some buildings with a parking lot beside .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "222.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A residential area with many hosues arranged densely and some roads go through this area .", + "There are many hosues with grey and orange roofs densely arranged .", + "A residential area with many houses arranged neatly while some roads go through this area .", + "Lots of houses with red and orange roofs arranged densely while some roads go through this area .", + "Many houses with red and orange roofs arranged densely ." + ], + "question_id": 221, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/222.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 3, + "output": "Residential area with many houses and swimming pools .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "230.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many houses arranged neatly and divided into rectangles by some roads .", + "A residential area with lots of houses arranged neatly and some roads go through this area .", + "Lots of houses arranged neatly in the residential area and divided into rectangles by some roads .", + "This is a residential area with many houses arranged neatly .", + "There are lots of houses arranged densely and divided into rectangles by some roads ." + ], + "question_id": 229, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/230.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 11, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "238.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Lots of houses arranged in lines with some roads go through this area .", + "Many houses arranged in lines in the dense residential area .", + "A residential area with many houses arranged in lines .", + "A residential area with lots of houses arranged in lines .", + "Lots of houses arranged in lines with some roads go across this area ." + ], + "question_id": 237, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/238.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 19, + "output": "A busy street with many cars and buildings on both side .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "312.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A meadow with some green bushes on it while some roads passed by .", + "A meadow with bushes and roads on it while some houses beside .", + "This is a meadow with some green bushes on it while some roads passed by .", + "Some green bushes and paths on the meadow with some houses beside .", + "There are some green bushes and paths on the meadow while some houses beside ." + ], + "question_id": 311, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/312.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 27, + "output": "A road with a large storage yard beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "444.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "This is a part of deep green sparkling sea .", + "A part of ocean with deep green waters .", + "This is a part of ocean with deep green water .", + "This is a part of deep green sparkling sea .", + "This is a part of ocean with deep green water shining ." + ], + "question_id": 443, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/444.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 35, + "output": "A green grass field with some trees on it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "539.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many white buildings arranged densely in the industrial area while some houses beside .", + "This is an industrial area with many white buildings densely arranged while a residential area beside .", + "An industrial area with many white buildings densely arranged while a residential area beside .", + "An industrial area with a residential area beside .", + "Many white buildings in the industrial area while a residential area beside ." + ], + "question_id": 538, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/539.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 43, + "output": "A small town with many white houses and a road .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "547.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "An industrial area with many white and grey buildings densely arranged while a lawn beside .", + "There is a lawn with a industrial area beside .", + "Many white and grey buildings arranged densely in the industrial area while a lawn beside .", + "There are many white and grey buildings arranged densely in the industrial area with a lawn beside .", + "An industrial area with many white and grey buildings densely arranged while a lawn beside ." + ], + "question_id": 546, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/547.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 51, + "output": "some buildings with parking lot and some trees around .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "223.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many houses arranged neatly with some roads go across this area .", + "A residential area with many houese arranged neatly and some roads go through this area .", + "This is a residential area with lots of houses arranged densely and some roads go through this area .", + "A residential area with some houses arranged neatly .", + "Many houses with red and orange roofs arranged densely in the residential area ." + ], + "question_id": 222, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/223.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 4, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "231.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many houses arranged densely while a piece of lawn beside .", + "A residential area with many houses arranged neatly while a piece of lawn beside .", + "A dense residential area with many houses arranged neatly .", + "This is a residential area with many houses arranged neatly while a lawn beside .", + "There are many houses arranged neatly with a piece of lawn beside ." + ], + "question_id": 230, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/231.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 12, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "239.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Lots of houses arranged in lines with some roads go through this area .", + "Many houses arranged in lines in the dense residential area .", + "A residential area with many houses arranged in lines .", + "A residential area with lots of houses arranged in lines .", + "Lots of houses arranged in lines with some roads go across this area ." + ], + "question_id": 238, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/239.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 20, + "output": "Residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "313.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A meadow with some green bushes on it while a highway passed by .", + "There is a meadow with scattered bushes and some houses on it .", + "Some green bushes on the meadow while a highway passed by .", + "A meadow with some green bushes on it while some houses beside .", + "Some green bushes on the meadow with some houses and a highway beside ." + ], + "question_id": 312, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/313.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 28, + "output": "A golf course with a road beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "445.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "This is a part of deep green sparkling sea .", + "A part of ocean with deep green waters .", + "This is a part of ocean with deep green water .", + "This is a part of deep green sparkling sea .", + "This is a part of ocean with deep green water shining ." + ], + "question_id": 444, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/445.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 36, + "output": "Green water surface with some ripples on it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "540.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "An industrial area with many white buildings arranged densely and some containers beside .", + "There are some containers in the industrial area .", + "An industrial area with many white buildings densely arranged .", + "An industrial area with many containers and white buildings densely arranged .", + "This is an industrial area with many containers and white buildings arranged densely ." + ], + "question_id": 539, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/540.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 44, + "output": "some buildings with a parking lot beside .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "608.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A narrow runway with ssome lawns beside .", + "A rectangular runway goes through the lawn .", + "There is a narrow rectangular runway going through the lawn .", + "A rectangular runway goes through the lawn .", + "A narrow rectangular runway goes through the lawn ." + ], + "question_id": 607, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/608.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 52, + "output": "A small road on a large field .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "224.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many houses arranged in lines with some roads go through this area .", + "This is a residential area with lots of houses arranged in lines .", + "A residential area with many houses arranged in lines and some roads go across this area .", + "A dense residential area with lots of houses arranged in lines while some roads go across .", + "Lots of houses with lots of houses arranged in lines and some roads go across this area ." + ], + "question_id": 223, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/224.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 5, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "232.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Lots of houses arranged in lines with some roads go through this area .", + "Many houses arranged in lines in the dense residential area .", + "A residential area with many houses arranged in lines .", + "A residential area with lots of houses arranged in lines .", + "Lots of houses arranged in lines with some roads go across this area ." + ], + "question_id": 231, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/232.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 13, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "240.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many houses with red and orange roofs arranged neatly in the residential area .", + "Lots of houses arranged neatly with some roads go through this area .", + "A residential area with some houses of orange roofs arranged neatly .", + "This is a residential area with many houses arranged neatly and some roads go across this area .", + "A residential area with many houses arranged neatly and some roads go across this area ." + ], + "question_id": 239, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/240.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 21, + "output": "Residential area with many houses and swimming pools .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "314.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A meadow with some green bushes on it while a highway passed by .", + "There is a meadow with scattered bushes and some houses on it .", + "Some green bushes on the meadow while a highway passed by .", + "A meadow with some green bushes on it while some houses beside .", + "Some green bushes on the meadow with some houses and a highway beside ." + ], + "question_id": 313, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/314.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 29, + "output": "A large grass field with some trees and a road beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "446.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "This is a part of deep green sparkling sea .", + "A part of ocean with deep green waters .", + "This is a part of ocean with deep green water .", + "This is a part of deep green sparkling sea .", + "This is a part of ocean with deep green water shining ." + ], + "question_id": 445, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/446.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 37, + "output": "A large grass field with a small patch of brown grass in the middle .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "541.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "An industrial area with many white buildings densely arranged while a lawn beside .", + "There is a lawn with a industrial area beside .", + "Many white houses arranged densely in the industrial area while a lawn beside .", + "There are many white buildings arranged densely in the industrial area with a lawn beside .", + "An industrial area with many white buildings densely arranged while a lawn beside ." + ], + "question_id": 540, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/541.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 45, + "output": "Some white buildings with many storage tanks beside .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "609.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A wide runway with white mark lines on while a river beside .", + "A river with deep green water are beside a wide runway .", + "There is a wide runway with white mark lines on while a river beside .", + "There is a river beside a wide runway .", + "A wide runway with white mark lines and numbers on while a river beside ." + ], + "question_id": 608, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/609.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 53, + "output": "A runway with a white line in the middle and a green field beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "225.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many houses arranged in lines with some roads go through this area .", + "This is a residential area with lots of houses arranged in lines .", + "A residential area with many houses arranged in lines and some roads go across this area .", + "A dense residential area with lots of houses arranged in lines while some roads go across .", + "Lots of houses with lots of houses arranged in lines and some roads go across this area ." + ], + "question_id": 224, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/225.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 6, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "233.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A residential area with many houses arranged neatly .", + "Many houses arranged densely and divided into rectangles by some roads .", + "This is a residential area with many houses neatly arranged and divided into rectangles by some roads .", + "Lots of houses arranged neatly in the residential area and divided into rectangles by some roads .", + "There are many houses arranged neatly and divided into rectangles by some roads ." + ], + "question_id": 232, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/233.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 14, + "output": "A busy street with many cars and a few trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "241.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many houses arranged neatly with a wide road go through this area .", + "A dense residential area with many houses arranged neatly .", + "A residential area with many houses of red and orange roofs arranged neatly .", + "This is a dense residential area with many houses arranged neatly .", + "A residential area with lots of houses arranged neatly while a wide road go through this area ." + ], + "question_id": 240, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/241.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 22, + "output": "A residential area with many houses and swimming pools .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "356.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A wide river with deep green waters and some boats on it .", + "There are some white boats on the river with some houses on the bank .", + "Some small boats on the river with some houses on the bank .", + "There are some small boats on the wide river with some houses on the bank .", + "A wide river with deep green waters and some boats on it ." + ], + "question_id": 355, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/356.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 30, + "output": "A road by the sea with some cars and a white ship .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "447.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "This is a part of deep green sparkling sea .", + "A part of ocean with deep green waters .", + "This is a part of ocean with deep green water .", + "This is a part of deep green sparkling sea .", + "This is a part of ocean with deep green water shining ." + ], + "question_id": 446, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/447.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 38, + "output": "A large grass field with a small white object in the middle .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "542.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "An industrial area with many white buildings densely arranged while a lawn beside .", + "There is a lawn with a industrial area beside .", + "Many white houses arranged densely in the industrial area while a lawn beside .", + "There are many white buildings arranged densely in the industrial area with a lawn beside .", + "An industrial area with many white buildings densely arranged while a lawn beside ." + ], + "question_id": 541, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/542.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 46, + "output": "some buildings with a parking lot beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "610.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A narrow runway on the river bank .", + "There is a narrow curved runway on the river bank .", + "A narrow curved runway are on the river bank .", + "There is a narrow runway on the river bank while a lawn beside .", + "A narrow runway goes through a lawn with a river beside ." + ], + "question_id": 609, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/610.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 54, + "output": "A road leading to a harbor with a small building beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "226.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "Many houses arranged in lines with some roads go through this area .", + "This is a residential area with lots of houses arranged in lines .", + "A residential area with many houses arranged in lines and some roads go across this area .", + "A dense residential area with lots of houses arranged in lines while some roads go across .", + "Lots of houses with lots of houses arranged in lines and some roads go across this area ." + ], + "question_id": 225, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/226.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 7, + "output": "A residential area with many houses and trees .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "234.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A residential area with many houses arranged neatly .", + "Many houses arranged densely and divided into rectangles by some roads .", + "This is a residential area with many houses neatly arranged and divided into rectangles by some roads .", + "Lots of houses arranged neatly in the residential area and divided into rectangles by some roads .", + "There are many houses arranged neatly and divided into rectangles by some roads ." + ], + "question_id": 233, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/234.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 15, + "output": "Residential area with many houses and swimming pools .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "242.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A residential area with many houses arranged neatly and a highway passed by .", + "This is a residential area with many houses arranged neatly while a highway passed by .", + "Many houses arranged neatly while a highway passed by .", + "There are many houses arranged neatly in the residential area while a highway passed by .", + "A residential area with many houses arranged neatly and a highway passed by ." + ], + "question_id": 241, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/242.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 23, + "output": "Residential area with some swimming pools and tennis courts .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "357.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A wide river with deep green waters and some boats on it .", + "There are some white boats on the river with some houses on the bank .", + "Some small boats on the river with some houses on the bank .", + "There are some small boats on the wide river with some houses on the bank .", + "A wide river with deep green waters and some boats on it ." + ], + "question_id": 356, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/357.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 31, + "output": "A harbor with many boats and a road beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "448.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "This is a part of deep green sparkling sea with a highway beside .", + "A part of ocean with deep green waters and a highway beside .", + "This is a part of ocean with deep green water and a highway beside .", + "This is a part of deep green sparkling sea with a highway beside .", + "This is a part of ocean with deep green water shining and a highway beside ." + ], + "question_id": 447, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/448.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 39, + "output": "Green water with a white line beside it .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "543.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "An industrial area with many white buildings and containers .", + "There are many white buildings and containers in the industrial area .", + "An industrial area with many white buildings and containers in .", + "This is an industrial area with many white buildings and containers in .", + "There are many white buildings and containers in the industrial area ." + ], + "question_id": 542, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/543.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 47, + "output": "some buildings with a large parking lot beside .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + }, + { + "image_id": "611.tif", + "question": "Describe the image", + "dataset": "cap_sydney_caption", + "type": "caption", + "ground_truth": [ + "A narrow runway on the river bank .", + "There is a narrow curved runway on the river bank .", + "A narrow curved runway are on the river bank .", + "There is a narrow runway on the river bank while a lawn beside .", + "A narrow runway goes through a lawn with a river beside ." + ], + "question_id": 610, + "split": "test", + "message": [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/334.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A bridge go across the curved river ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/565.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "Some ruwnays with complex marking lines on while a lawn beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/270.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "A meadow with some orange houses beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/251.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + }, + { + "role": "assistant", + "content": "An empty airport with some airport buildings beside ." + }, + { + "role": "user", + "content": [ + { + "type": "image", + "image": "file://./playground/data/rs_caption/sydney_caption/imgs/611.tif" + }, + { + "type": "text", + "text": "Describe the image" + } + ] + } + ], + "idx": 55, + "output": "A road that curves around a field .", + "original_width": 500, + "original_height": 500, + "resized_width": 504, + "resized_height": 504 + } +] \ No newline at end of file