model_path="/pfs/lichenyi/work/BFS-prover"

data_path="/pfs/lichenyi/work/evaluation/valid_in.json"
torchrun --nproc_per_node 4 simple_valid.py \
        --model_path ${model_path} \
        --out_path /pfs/lichenyi/work/evaluation/predictions_in \
        --data_path ${data_path} \
        --dtype bf16 \
        --use_system \
        --temperature 0.0

python get_valid_score.py \
    --pred_path /pfs/lichenyi/work/evaluation/predictions_in/predictions_BFS-prover.json \
    --out_path /pfs/lichenyi/work/evaluation/valid_score_BFS-prover.json

data_path="/pfs/lichenyi/work/evaluation/valid_ood.json"

torchrun --nproc_per_node 4 simple_valid.py \
        --model_path ${model_path} \
        --data_path ${data_path} \
        --out_path /pfs/lichenyi/work/evaluation/predictions_ood \
        --dtype bf16 \
        --use_system \
        --temperature 0.0

python get_valid_score.py \
    --pred_path /pfs/lichenyi/work/evaluation/predictions_ood/predictions_BFS-prover.json \
    --out_path /pfs/lichenyi/work/evaluation/valid_score_BFS-prover.json