File size: 441 Bytes
912284f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | #!/bin/bash
# MathVision Evaluation Script (Thinking Model)
# This script evaluates the inference results from thinking model using GPT-4o
python run_mathv.py eval \
--data-dir /path/to/mathvision_data \
--input-file results/mathvision_predictions_thinking.jsonl \
--output-file results/mathvision_eval_results_thinking.csv \
--dataset MathVision \
--eval-model gpt-4o-2024-05-13 \
--api-type dash \
--nproc 16
|