cafebert-ViHSD / aggregate_metrics.json
BaoNhan's picture
Publish ViHSD representative seed 22
0cd47bb verified
Raw
History Blame Contribute Delete
1.12 kB
{
"test_macro_f1_text": "0.6430 ± 0.0197",
"test_macro_f1_mean": 0.6430199124399391,
"test_macro_f1_std": 0.019685624532663235,
"test_accuracy_text": "0.8739 ± 0.0064",
"test_accuracy_mean": 0.8739021956087824,
"test_accuracy_std": 0.006449878283872728,
"test_macro_precision_text": "0.6718 ± 0.0203",
"test_macro_precision_mean": 0.6717973464330855,
"test_macro_precision_std": 0.02025978809418166,
"test_macro_recall_text": "0.6312 ± 0.0160",
"test_macro_recall_mean": 0.6311801103764685,
"test_macro_recall_std": 0.01601092304857379,
"dev_macro_f1_text": "0.6530 ± 0.0118",
"dev_macro_f1_mean": 0.6530095360792209,
"dev_macro_f1_std": 0.011759357387290862,
"task": "ViHSD",
"dataset": "ViHSD",
"model_key": "cafebert",
"model_name": "CafeBERT",
"base_model": "uitnlp/CafeBERT",
"seeds": [
22,
42,
202
],
"representative_seed": 22,
"selection_rule": "maximum development Macro-F1 when available; otherwise test Macro-F1 or smallest available seed",
"split_protocol": "official-published-splits",
"max_length": 256,
"epochs": 3,
"batch_size": 8
}