File size: 922 Bytes
b0c0df0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
import json
import os
from loguru import logger as eval_logger
from lmms_eval.tasks._task_utils.file_utils import generate_submission_file
def infovqa_doc_to_visual(doc):
return [doc["image"].convert("RGB")]
def infovqa_doc_to_text(doc, lmms_eval_specific_kwargs):
question = doc["question"]
pre_prompt = lmms_eval_specific_kwargs["pre_prompt"]
post_prompt = lmms_eval_specific_kwargs["post_prompt"]
return f"{pre_prompt}{question}{post_prompt}"
def infovqa_test_process_results(doc, results):
pred = results[0]
questionId = doc["questionId"]
return {"submission": {"questionId": int(questionId), "answer": pred}}
def infovqa_test_aggregate_results(results, args):
# save results as json
file = generate_submission_file("infovqa_test_for_submission.json", args)
with open(file, "w") as f:
json.dump(results, f)
eval_logger.info(f"Results saved to {file}")
|