File size: 1,703 Bytes
ecadbd9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 | #!/bin/bash
export SAMA_CONFIG=./config/sama_cms_lla3.yaml
export TOKENIZERS_PARALLELISM=true
# CUDA Include (/cuda.h)
CUDA_INCLUDE_PATH="/home/work/miniconda3/envs/allm/include"
export CPATH=$CPATH:$CUDA_INCLUDE_PATH
export CPLUS_INCLUDE_PATH=$CPLUS_INCLUDE_PATH:$CUDA_INCLUDE_PATH
export WANDB_PROJECT="SAMA_L3_CMS"
date +"%F %T"
# llama3 7B
# python -m src.cms_merge_and_eval \
# --config_path $SAMA_CONFIG --model.adapter_path Llama2_exps/CMS/t=29d17h41m44,ep=2.0,mlr1.0e-03,b8,nb32,32,cL64,rR64,s1,initdef,dr0.0,size146627,5
PARENT_DIR="Llama3_B8/CMS"
PARENT_DIR="Llama3_LoRA/CMS"
for model_dir in "$PARENT_DIR"/*; do
# Ensure it is a directory
if [ -d "$model_dir" ]; then
ft2_dir="$model_dir/ft2"
results_dir="$model_dir/results"
# CONDITION:
# 1. 'ft2' directory MUST exist (-d "$ft2_dir")
# 2. 'results' directory must NOT exist (! -d "$results_dir")
if [ -d "$ft2_dir" ] && [ ! -d "$results_dir" ]; then
echo "----------------------------------------------------------------"
echo "Processing: $model_dir"
echo "Found 'ft2' folder. Starting evaluation..."
# Execute python command
python -m src.cms_merge_and_eval \
--config_path $SAMA_CONFIG \
--model.adapter_path "$model_dir"
# else
# # Logging skip reasons for clarity
# if [ ! -d "$ft2_dir" ]; then
# echo "[SKIP] No 'ft2' folder found in: $model_dir"
# elif [ -d "$results_dir" ]; then
# echo "[SKIP] Results already exist in: $model_dir"
# fi
fi
fi
done |