eval/gen_html_table_merge_data.py

import os
import json
import argparse

def main():
    parser = argparse.ArgumentParser(description="Evaluate element_merge_detect task")
    parser.add_argument(
        "workspace",
        help="The filesystem path where work will be stored, can be a local folder",
    )
    args = parser.parse_args()

    json_dir = os.path.join(args.workspace, 'jsons')
    if not os.path.exists(json_dir):
        os.makedirs(json_dir)

    jsonl_file = os.path.join(args.workspace, 'data.jsonl')
    with open(jsonl_file, "r") as f:
        for line in f:
            data = json.loads(line)
            json_name = data['image_name'].split('.')[0] + '.json'

            json_path = os.path.join(json_dir, json_name)
            data = {
                "table_1": data['table_fragment_1'],
                "table_2": data['table_fragment_2'],
            }
            with open(json_path, 'w') as f:
                json.dump(data, f)

if __name__ == "__main__":
    main()