File size: 3,676 Bytes
ecadbd9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 | #!/bin/bash
# export SAMA_CONFIG=./config/sama_math_gemma9.yaml
export TOKENIZERS_PARALLELISM=true
# CUDA Include (/cuda.h)
CUDA_INCLUDE_PATH="/home/work/miniconda3/envs/allm/include"
export CPATH=$CPATH:$CUDA_INCLUDE_PATH
export CPLUS_INCLUDE_PATH=$CPLUS_INCLUDE_PATH:$CUDA_INCLUDE_PATH
export WANDB_PROJECT="SAMA_L3_CMS"
date +"%F %T"
# llama3 7B
# python -m src.cms_merge_and_eval \
# --config_path $SAMA_CONFIG --model.adapter_path Llama2_exps/CMS/t=29d17h41m44,ep=2.0,mlr1.0e-03,b8,nb32,32,cL64,rR64,s1,initdef,dr0.0,size146627,5
# MERGE_DIR=Mistral7B/MATH/t60111d23h11m19,mlr5.0e-04,b8,nb16,16,cL16,rR16,s1.0,initm7b,dr0.0,ep2.0
# python inference_math/gsm8k_infer.py --model $MERGE_DIR/merge \
# --data_file dataset/gsm8k/test.jsonl
# python inference_math/MATH_infer.py --model $MERGE_DIR/merge \
# --data_file dataset/math_hendrycks/test.jsonl
# exit 1
if true; then
export SAMA_CONFIG=./config/sama_math_mistral7.yaml
PARENT_DIR="Mistral7B/MATH"
for model_dir in "$PARENT_DIR"/*; do
# Ensure it is a directory
if [ -d "$model_dir" ]; then
ft2_dir="$model_dir/ft2"
results_dir="$model_dir/results"
# CONDITION:
# 1. 'ft2' directory MUST exist (-d "$ft2_dir")
# 2. 'results' directory must NOT exist (! -d "$results_dir")
if [ -d "$ft2_dir" ] && [ ! -d "$results_dir" ]; then
echo "----------------------------------------------------------------"
echo "Processing: $model_dir"
echo "Found 'ft2' folder. Starting evaluation..."
# Execute python command
python -m src.math_merge_eval \
--config_path $SAMA_CONFIG \
--model.adapter_path "$model_dir"
# else
# # Logging skip reasons for clarity
# if [ ! -d "$ft2_dir" ]; then
# echo "[SKIP] No 'ft2' folder found in: $model_dir"
# elif [ -d "$results_dir" ]; then
# echo "[SKIP] Results already exist in: $model_dir"
# fi
fi
fi
done
fi
date +"%F %T"
if true; then
export SAMA_CONFIG=./config/sama_math_gemma9.yaml
PARENT_DIR="MGemma9B/MATH"
for model_dir in "$PARENT_DIR"/*; do
# Ensure it is a directory
if [ -d "$model_dir" ]; then
ft2_dir="$model_dir/ft2"
results_dir="$model_dir/results"
# CONDITION:
# 1. 'ft2' directory MUST exist (-d "$ft2_dir")
# 2. 'results' directory must NOT exist (! -d "$results_dir")
if [ -d "$ft2_dir" ] && [ ! -d "$results_dir" ]; then
echo "----------------------------------------------------------------"
echo "Processing: $model_dir"
echo "Found 'ft2' folder. Starting evaluation..."
# Execute python command
VLLM_USE_V1=0 VLLM_ATTENTION_BACKEND=FLASHINFER python -m src.math_merge_eval \
--config_path $SAMA_CONFIG \
--model.adapter_path "$model_dir"
# else
# # Logging skip reasons for clarity
# if [ ! -d "$ft2_dir" ]; then
# echo "[SKIP] No 'ft2' folder found in: $model_dir"
# elif [ -d "$results_dir" ]; then
# echo "[SKIP] Results already exist in: $model_dir"
# fi
fi
fi
done
fi
date +"%F %T"
# bash scripts/math_mistral7_train.sh
# bash scripts/math_mistral7_train.sh
|