Scalable_monarch_adapter / scripts /cms_l1b7_merge_eval.sh
nvan13's picture
Upload folder using huggingface_hub
ecadbd9 verified
#!/bin/bash
export SAMA_CONFIG=./config/sama_cms_lla1b7.yaml
export TOKENIZERS_PARALLELISM=true
# CUDA Include (/cuda.h)
CUDA_INCLUDE_PATH="/home/work/miniconda3/envs/allm/include"
export CPATH=$CPATH:$CUDA_INCLUDE_PATH
export CPLUS_INCLUDE_PATH=$CPLUS_INCLUDE_PATH:$CUDA_INCLUDE_PATH
export WANDB_PROJECT="SAMA_L3_CMS"
date +"%F %T"
# llama3 7B
# python -m src.cms_merge_and_eval \
# --config_path $SAMA_CONFIG --model.adapter_path Llama13B/CMS/t60108d00h34m20,ep=2.0,mlr5.0e-04,b8,nb32,16,cL16,rR32,s1,initdef,dr0.0,size146627,5
PARENT_DIR="Llama7B/CMS"
for model_dir in "$PARENT_DIR"/*; do
# Ensure it is a directory
if [ -d "$model_dir" ]; then
ft2_dir="$model_dir/ft2"
results_dir="$model_dir/results"
# CONDITION:
# 1. 'ft2' directory MUST exist (-d "$ft2_dir")
# 2. 'results' directory must NOT exist (! -d "$results_dir")
if [ -d "$ft2_dir" ] && [ ! -d "$results_dir" ]; then
echo "----------------------------------------------------------------"
echo "Processing: $model_dir"
echo "Found 'ft2' folder. Starting evaluation..."
# Execute python command
python -m src.cms_merge_and_eval \
--config_path $SAMA_CONFIG \
--model.adapter_path "$model_dir"
# else
# # Logging skip reasons for clarity
# if [ ! -d "$ft2_dir" ]; then
# echo "[SKIP] No 'ft2' folder found in: $model_dir"
# elif [ -d "$results_dir" ]; then
# echo "[SKIP] Results already exist in: $model_dir"
# fi
fi
fi
done
# bash scripts/cms_l1b7_train.sh