| python -m llava.eval.model_vqa_loader \ | |
| --model-path /mnt/petrelfs/zhuchenglin/LLaVA/checkpoints_llava_558k/llava-v1.5-13b-pretrain \ | |
| --model-base lmsys/vicuna-13b-v1.5 \ | |
| --question-file ./playground/data/eval/textvqa/llava_textvqa_val_v051_ocr.jsonl \ | |
| --image-folder ./playground/data/eval/textvqa/train_images \ | |
| --answers-file ./playground/data/eval/textvqa/answers/llava-v1.5-13b_llava_558k.jsonl \ | |
| --temperature 0 \ | |
| --conv-mode vicuna_v1 | |
| python -m llava.eval.eval_textvqa \ | |
| --annotation-file ./playground/data/eval/textvqa/TextVQA_0.5.1_val.json \ | |
| --result-file ./playground/data/eval/textvqa/answers/llava-v1.5-13b_llava_558k.jsonl | |