Upload root_scripts/eval_config.txt with huggingface_hub
Browse files- root_scripts/eval_config.txt +16 -0
root_scripts/eval_config.txt
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
28:BASE_MODEL = "/workspace/rl4phyx/models/Qwen2.5-VL-3B-Instruct"
|
| 2 |
+
29:SFT_MODEL = "/workspace/rl4phyx/RL4Phyx/SFT/checkpoints/sft_qwen25vl_3b_fullft/final"
|
| 3 |
+
30:TEST_FILE = "/workspace/rl4phyx/RL4Phyx/SFT/sft_eval_footprint/test_1533_openended.jsonl"
|
| 4 |
+
32:IMAGE_DIR = "/workspace/rl4phyx/RL4Phyx/MetaPhyX/test_images"
|
| 5 |
+
35:BASE_GPUS = [0, 1, 2, 3]
|
| 6 |
+
36:SFT_GPUS = [4, 5, 6, 7]
|
| 7 |
+
44: with open(TEST_FILE, 'r', encoding='utf-8') as f:
|
| 8 |
+
98: image_path = os.path.join(IMAGE_DIR, sample['image'])
|
| 9 |
+
212: print(f" Base model: {BASE_MODEL}")
|
| 10 |
+
213: print(f" SFT model: {SFT_MODEL}")
|
| 11 |
+
214: print(f" Base GPUs: {BASE_GPUS}")
|
| 12 |
+
215: print(f" SFT GPUs: {SFT_GPUS}")
|
| 13 |
+
234: run_model_parallel(BASE_MODEL, "base", BASE_GPUS, samples, base_output)
|
| 14 |
+
238: run_model_parallel(SFT_MODEL, "sft", SFT_GPUS, samples, sft_output)
|
| 15 |
+
241: base_files = [f"{base_output}_gpu{g}.jsonl" for g in BASE_GPUS]
|
| 16 |
+
242: sft_files = [f"{sft_output}_gpu{g}.jsonl" for g in SFT_GPUS]
|