File size: 1,489 Bytes
ecadbd9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 | #!/bin/bash
export SAMA_CONFIG=./config/sama_cms_2lla13b.yaml
export TOKENIZERS_PARALLELISM=true
# CUDA Include (/cuda.h)
CUDA_INCLUDE_PATH="/home/work/miniconda3/envs/allm/include"
export CPATH=$CPATH:$CUDA_INCLUDE_PATH
export CPLUS_INCLUDE_PATH=$CPLUS_INCLUDE_PATH:$CUDA_INCLUDE_PATH
export WANDB_PROJECT="SAMA_L3_CMS"
date +"%F %T"
# llama2 13B
PARENT_DIR="Llama2_13B/CMS"
for model_dir in "$PARENT_DIR"/*; do
# Ensure it is a directory
if [ -d "$model_dir" ]; then
ft2_dir="$model_dir/ft2"
results_dir="$model_dir/results"
# CONDITION:
# 1. 'ft2' directory MUST exist (-d "$ft2_dir")
# 2. 'results' directory must NOT exist (! -d "$results_dir")
if [ -d "$ft2_dir" ] && [ ! -d "$results_dir" ]; then
echo "----------------------------------------------------------------"
echo "Processing: $model_dir"
echo "Found 'ft2' folder. Starting evaluation..."
# Execute python command
python -m src.cms_merge_and_eval \
--config_path $SAMA_CONFIG \
--model.adapter_path "$model_dir"
# else
# # Logging skip reasons for clarity
# if [ ! -d "$ft2_dir" ]; then
# echo "[SKIP] No 'ft2' folder found in: $model_dir"
# elif [ -d "$results_dir" ]; then
# echo "[SKIP] Results already exist in: $model_dir"
# fi
fi
fi
done |