File size: 937 Bytes
8d01a6b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | import json
import os
def reformat_json(input_file, output_file):
with open(input_file, 'r') as f:
data = json.load(f)
new_data = []
for item in data:
new_item = {
"image_id": item["filename"],
"sentences": [" ".join(sentence["tokens"]) for sentence in item["sentences"]],
}
new_data.append(new_item)
with open(output_file, 'wt') as f:
json.dump(new_data, f, indent=4)
if __name__ == "__main__":
splits = ["train", "val", "test"]
for split in splits:
input_file = f"./{split}.json"
output_file = f"./reformat_{split}.json"
reformat_json(input_file, output_file)
# Reformat test
with open("./reformat_test.json", 'r') as f:
data = json.load(f)
new_data = {item["image_id"]: item["sentences"] for item in data}
with open("./reformat_test_all.json", "wt") as f:
json.dump(new_data, f)
|