scripts/cms_merge_eval_7b2.sh

#!/bin/bash
export SAMA_CONFIG=./config/sama_cms_lla.yaml

export TOKENIZERS_PARALLELISM=true

# CUDA Include (/cuda.h)
CUDA_INCLUDE_PATH="/home/work/miniconda3/envs/allm/include"

export CPATH=$CPATH:$CUDA_INCLUDE_PATH
export CPLUS_INCLUDE_PATH=$CPLUS_INCLUDE_PATH:$CUDA_INCLUDE_PATH

export WANDB_PROJECT="SAMA_L3_CMS"

date +"%F %T"
# llama3 7B
# python -m src.cms_merge_and_eval \
#     --config_path $SAMA_CONFIG --model.adapter_path Llama2_exps/CMS/t=29d17h41m44,ep=2.0,mlr1.0e-03,b8,nb32,32,cL64,rR64,s1,initdef,dr0.0,size146627,5

PARENT_DIR="Llama2_exps/CMS"
for model_dir in "$PARENT_DIR"/*; do
    # Ensure it is a directory
    if [ -d "$model_dir" ]; then
        
        ft2_dir="$model_dir/ft2"
        results_dir="$model_dir/results"

        # CONDITION:
        # 1. 'ft2' directory MUST exist (-d "$ft2_dir")
        # 2. 'results' directory must NOT exist (! -d "$results_dir")
        if [ -d "$ft2_dir" ] && [ ! -d "$results_dir" ]; then
            
            echo "----------------------------------------------------------------"
            echo "Processing: $model_dir"
            echo "Found 'ft2' folder. Starting evaluation..."

            # Execute python command
            python -m src.cms_merge_and_eval \
                --config_path $SAMA_CONFIG \
                --model.adapter_path "$model_dir"

        # else
        #     # Logging skip reasons for clarity
        #     if [ ! -d "$ft2_dir" ]; then
        #         echo "[SKIP] No 'ft2' folder found in: $model_dir"
        #     elif [ -d "$results_dir" ]; then
        #         echo "[SKIP] Results already exist in: $model_dir"
        #     fi
        fi
    fi
done