File size: 954 Bytes
b0c0df0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
import json
import os
from loguru import logger
from lmms_eval.tasks._task_utils.file_utils import generate_submission_file
def docvqa_doc_to_visual(doc):
return [doc["image"].convert("RGB")]
def docvqa_doc_to_text(doc, lmms_eval_specific_kwargs):
question = doc["question"]
pre_prompt = lmms_eval_specific_kwargs["pre_prompt"]
post_prompt = lmms_eval_specific_kwargs["post_prompt"]
return f"{pre_prompt}{question}{post_prompt}"
def docvqa_test_process_results(doc, results):
pred = results[0]
questionId = doc["questionId"]
return {"anls": {"questionId": int(questionId), "answer": pred}, "submission": {"questionId": int(questionId), "answer": pred}}
def docvqa_test_aggregate_results(results, args):
# save results as json
path = generate_submission_file("docvqa_test_for_submission.json", args)
with open(path, "w") as f:
json.dump(results, f)
logger.info(f"Results saved to {path}")
|