toilachuoituyet commited on
Commit
78398f6
·
verified ·
1 Parent(s): 678fc34

Upload project files

Browse files
Files changed (1) hide show
  1. eval.sh +24 -9
eval.sh CHANGED
@@ -113,15 +113,30 @@ echo "Best Model: ${masc_best_stats[$MASC_MODEL]}"
113
  echo "Macro F1: ${masc_best_stats[$MASC_F1]}"
114
  echo "Accuracy: ${masc_best_stats[$MASC_ACC]}"
115
 
116
-
117
  # ============================================
118
- # MABSA evaluation (uncomment to use)
119
  # ============================================
120
 
121
- python eval_tools.py \
122
- --MATE_model ./checkpoints/MATE_custom/best_f1:XX.XXX.pt \
123
- --MASC_model ./checkpoints/MASC_custom/best_f1:XX.XXX.pt \
124
- --test_ds ./finetune_dataset/custom/test \
125
- --task MABSA \
126
- --gcn_layers 4 \
127
- --device cuda:0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
113
  echo "Macro F1: ${masc_best_stats[$MASC_F1]}"
114
  echo "Accuracy: ${masc_best_stats[$MASC_ACC]}"
115
 
 
116
  # ============================================
117
+ # MABSA evaluation (uses best models from above)
118
  # ============================================
119
 
120
+ # Auto-detect best MATE model
121
+ BEST_MATE=$(ls -1 ./checkpoints/MATE_custom/best_f1:*.pt 2>/dev/null | sort -t: -k2 -rn | head -1)
122
+ # Auto-detect best MASC model
123
+ BEST_MASC=$(ls -1 ./checkpoints/MASC_custom/best_f1:*.pt 2>/dev/null | sort -t: -k2 -rn | head -1)
124
+
125
+ if [ -n "$BEST_MATE" ] && [ -n "$BEST_MASC" ]; then
126
+ echo -e "\n========== MABSA Evaluation =========="
127
+ echo "Using MATE: $(basename "$BEST_MATE")"
128
+ echo "Using MASC: $(basename "$BEST_MASC")"
129
+
130
+ python eval_tools.py \
131
+ --MATE_model "$BEST_MATE" \
132
+ --MASC_model "$BEST_MASC" \
133
+ --test_ds ./finetune_dataset/custom/test \
134
+ --task MABSA \
135
+ --gcn_layers 4 \
136
+ --device cuda:0
137
+ else
138
+ echo -e "\n========== MABSA Evaluation =========="
139
+ echo "Skipped: Need both MATE and MASC best models"
140
+ [ -z "$BEST_MATE" ] && echo " - Missing MATE model in ./checkpoints/MATE_custom/"
141
+ [ -z "$BEST_MASC" ] && echo " - Missing MASC model in ./checkpoints/MASC_custom/"
142
+ fi