File size: 980 Bytes
d1eb6ed | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 | 28:BASE_MODEL = "/workspace/rl4phyx/models/Qwen2.5-VL-3B-Instruct"
29:SFT_MODEL = "/workspace/rl4phyx/RL4Phyx/SFT/checkpoints/sft_qwen25vl_3b_fullft/final"
30:TEST_FILE = "/workspace/rl4phyx/RL4Phyx/SFT/sft_eval_footprint/test_1533_openended.jsonl"
32:IMAGE_DIR = "/workspace/rl4phyx/RL4Phyx/MetaPhyX/test_images"
35:BASE_GPUS = [0, 1, 2, 3]
36:SFT_GPUS = [4, 5, 6, 7]
44: with open(TEST_FILE, 'r', encoding='utf-8') as f:
98: image_path = os.path.join(IMAGE_DIR, sample['image'])
212: print(f" Base model: {BASE_MODEL}")
213: print(f" SFT model: {SFT_MODEL}")
214: print(f" Base GPUs: {BASE_GPUS}")
215: print(f" SFT GPUs: {SFT_GPUS}")
234: run_model_parallel(BASE_MODEL, "base", BASE_GPUS, samples, base_output)
238: run_model_parallel(SFT_MODEL, "sft", SFT_GPUS, samples, sft_output)
241: base_files = [f"{base_output}_gpu{g}.jsonl" for g in BASE_GPUS]
242: sft_files = [f"{sft_output}_gpu{g}.jsonl" for g in SFT_GPUS]
|