ObjectRelator-Original / evaluate_psalm.sh
YuqianFu's picture
Upload folder using huggingface_hub
625a17f verified
#!/bin/bash
#SBATCH --job-name=competition12 # Job name
#SBATCH --nodes=1 # Request 1 node
#SBATCH --ntasks-per-node=1
#SBATCH --gpus-per-task=h200:1
#SBATCH --cpus-per-gpu=4 # Number of CPU cores (threads) per task
#SBATCH --mem-per-gpu=40G # Memory limit per CPU core (there is no --mem-per-task)
#SBATCH --time=48:00:00 # Job timeout
#SBATCH --output=report_mcfuse_v1.log # Redirect stdout to a log file
#SBATCH --nodelist=msp3-0
cd /home/yuqian_fu/Projects/PSALM
srun --nodes "$SLURM_NNODES" --ntasks-per-node 1 -- \
mkenv -f new_env.yml -- \
sh -c "
python psalm/eval/eval_egoexo_competition_final.py --image_folder /work/yuqian_fu/Ego/data_segswap_test --model_path /work/yuqian_fu/Data/Ego/OursMultiCondition_EgoQuery_SmallJson_1101_CAwithlearnableweight_1Head_TwoStageS2/checkpoint-3056 --json_path /home/yuqian_fu/Projects/PSALM/egoexo_test_framelevel.json --save_format png --save_path /work/yuqian_fu/results_final_exoego_report
"
#python psalm/eval/eval_ego4d_align2segswap.py --image_folder /work/yuqian_fu/Ego/data_segswap --model_path /work/yuqian_fu/Ego/huggingface/hub/PSALM --json_path /work/yuqian_fu/Ego/data_segswap/egoexo_val_framelevel_all.json
#for muliticondition
#python psalm/eval/eval_ego4d_MultiCondition.py --image_folder /data/work2-gcp-europe-west4-a/yuqian_fu/Ego/data_segswap --model_path /data/work-gcp-europe-west4-a/yuqian_fu/Ego/OurFullModel-exp4-oldMultiConditionStage1-SSLAfterMultiCondition-eculidean-k1-1104/checkpoint-3056 --json_path /data/work-gcp-europe-west4-a/yuqian_fu/Ego/data_segswap/egoexo_val_framelevel_newprompt_all_instruction.json
#python psalm/eval/eval_ego4d.py --image_folder /data/work2-gcp-europe-west4-a/yuqian_fu/Ego/data_segswap --model_path /data/work-gcp-europe-west4-a/yuqian_fu/Ego/ExoQuery_241026_psalm_retrain_withPretrained_onsmallTrainJson_ep4_correctdata/checkpoint-3424 --json_path /data/work-gcp-europe-west4-a/yuqian_fu/Ego/data_segswap/exoquery_val_framelevel.json
#for davis
#python psalm/eval/eval_davis_sslmodel.py --image_folder /data/work-gcp-europe-west4-a/yuqian_fu/datasets/DAVIS --model_path /data/work-gcp-europe-west4-a/yuqian_fu/Ego/DAVIS-PSALMModel-from-PSALMPretrained-Epoch4-1111/checkpoint-255 --json_path /data/work-gcp-europe-west4-a/yuqian_fu/datasets/DAVIS/2017/trainval_val_psalm_val.json
# for HANDAL
#python psalm/eval/eval_ego4d_MultiCondition.py --image_folder /data/work-gcp-europe-west4-a/yuqian_fu/datasets/HANDAL --model_path /data/work-gcp-europe-west4-a/yuqian_fu/Ego/ObjRelator_handal_stage2_smallsteps_20250223/checkpoint-500 --json_path /data/work-gcp-europe-west4-a/yuqian_fu/datasets/HANDAL/handal_test_all_instruct.json
# for bisai
#python psalm/eval/eval_ego4d_align2segswap_savebase64.py --image_folder /work/yuqian_fu/Ego/data_segswap --model_path /work/yuqian_fu/Ego/huggingface/hub/PSALM --json_path /work/yuqian_fu/Ego/data_segswap/egoexo_val_framelevel_all.json