| model_path="/pfs/lichenyi/work/BFS-prover" | |
| data_path="/pfs/lichenyi/work/evaluation/valid_in.json" | |
| torchrun --nproc_per_node 4 simple_valid.py \ | |
| --model_path ${model_path} \ | |
| --out_path /pfs/lichenyi/work/evaluation/predictions_in \ | |
| --data_path ${data_path} \ | |
| --dtype bf16 \ | |
| --use_system \ | |
| --temperature 0.0 | |
| python get_valid_score.py \ | |
| --pred_path /pfs/lichenyi/work/evaluation/predictions_in/predictions_BFS-prover.json \ | |
| --out_path /pfs/lichenyi/work/evaluation/valid_score_BFS-prover.json | |
| data_path="/pfs/lichenyi/work/evaluation/valid_ood.json" | |
| torchrun --nproc_per_node 4 simple_valid.py \ | |
| --model_path ${model_path} \ | |
| --data_path ${data_path} \ | |
| --out_path /pfs/lichenyi/work/evaluation/predictions_ood \ | |
| --dtype bf16 \ | |
| --use_system \ | |
| --temperature 0.0 | |
| python get_valid_score.py \ | |
| --pred_path /pfs/lichenyi/work/evaluation/predictions_ood/predictions_BFS-prover.json \ | |
| --out_path /pfs/lichenyi/work/evaluation/valid_score_BFS-prover.json |