File size: 1,454 Bytes
e098f47 912f993 e098f47 912f993 e098f47 912f993 e098f47 912f993 e098f47 912f993 e098f47 912f993 e098f47 912f993 e098f47 912f993 e098f47 912f993 e098f47 912f993 e098f47 912f993 e098f47 912f993 e098f47 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 | {
"model": "google/bert_uncased_L-2_H-256_A-4",
"best_optuna_trial": 39,
"optuna_f1_macro": 0.9358712965756903,
"hyperparams": {
"model": "google/bert_uncased_L-2_H-256_A-4",
"lr": 4.7785196153634585e-05,
"batch_size": 8,
"scheduler": "cosine",
"warmup_ratio": 0.1268629742173647,
"weight_decay": 0.2761538415856171,
"num_epochs": 15,
"classifier_dropout": 0.1704209352408175,
"label_smoothing": 0.008655451448503527,
"use_fgm": true,
"fgm_epsilon": 0.9684709844447323
},
"candidates": [
{
"trial": 60,
"model": "google/bert_uncased_L-2_H-256_A-4",
"optuna_f1": 0.9362,
"test_f1_macro": 0.9345
},
{
"trial": 39,
"model": "google/bert_uncased_L-2_H-256_A-4",
"optuna_f1": 0.9359,
"test_f1_macro": 0.9374
},
{
"trial": 38,
"model": "google/bert_uncased_L-2_H-256_A-4",
"optuna_f1": 0.9354,
"test_f1_macro": 0.8928
}
],
"final_test_f1_macro": 0.9374,
"cpu_inference_ms": 17.28,
"threshold": {
"optimal_threshold": 0.2,
"f2_score": 0.9449,
"precision": 0.8276,
"recall": 0.9796
},
"training_tricks": {
"loss_type": "ce_weighted",
"label_smoothing": 0.008655451448503527,
"fgm": true,
"fgm_epsilon": 0.9684709844447323,
"classifier_dropout": 0.1704209352408175,
"stratified_batch_sampling": true,
"token_masking": 0.2,
"token_swapping": 0.15
}
} |