Upload eval_continual.sh with huggingface_hub
Browse files- eval_continual.sh +20 -0
eval_continual.sh
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
|
| 3 |
+
# evaluation continual tasks
|
| 4 |
+
for i in $(seq 0 2); do
|
| 5 |
+
python eval_continual.py \
|
| 6 |
+
--meta_file "meta_files/scenario2_30classes_tasks.json" \
|
| 7 |
+
--base_meta_file "meta_files/scenario2_base.json" \
|
| 8 |
+
--num_tasks 2 \
|
| 9 |
+
--checkpoints "scenario2/30classes" \
|
| 10 |
+
--checkpoint_base "scenario2/adapters_base.safetensors" \
|
| 11 |
+
--prompt_makder_ckpt "scenario2/prompt_maker.safetensors"
|
| 12 |
+
--save_path "results/scenario2_30classes" \
|
| 13 |
+
--data_root "data" \
|
| 14 |
+
--task_id $i
|
| 15 |
+
done
|
| 16 |
+
|
| 17 |
+
# calculate ACC, FM
|
| 18 |
+
python calculate_metrics.py \
|
| 19 |
+
--image_csv "results/scenario2_30classes/results_image.csv" \
|
| 20 |
+
--pixel_csv "results/scenario2_30classes/results_pixel.csv"
|