File size: 1,454 Bytes
e098f47
912f993
 
 
e098f47
912f993
 
e098f47
912f993
 
 
e098f47
912f993
 
e098f47
912f993
e098f47
 
 
912f993
 
 
 
e098f47
 
912f993
 
 
 
e098f47
 
912f993
 
 
 
e098f47
 
912f993
 
e098f47
912f993
 
 
 
e098f47
 
 
912f993
e098f47
912f993
 
e098f47
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
{
  "model": "google/bert_uncased_L-2_H-256_A-4",
  "best_optuna_trial": 39,
  "optuna_f1_macro": 0.9358712965756903,
  "hyperparams": {
    "model": "google/bert_uncased_L-2_H-256_A-4",
    "lr": 4.7785196153634585e-05,
    "batch_size": 8,
    "scheduler": "cosine",
    "warmup_ratio": 0.1268629742173647,
    "weight_decay": 0.2761538415856171,
    "num_epochs": 15,
    "classifier_dropout": 0.1704209352408175,
    "label_smoothing": 0.008655451448503527,
    "use_fgm": true,
    "fgm_epsilon": 0.9684709844447323
  },
  "candidates": [
    {
      "trial": 60,
      "model": "google/bert_uncased_L-2_H-256_A-4",
      "optuna_f1": 0.9362,
      "test_f1_macro": 0.9345
    },
    {
      "trial": 39,
      "model": "google/bert_uncased_L-2_H-256_A-4",
      "optuna_f1": 0.9359,
      "test_f1_macro": 0.9374
    },
    {
      "trial": 38,
      "model": "google/bert_uncased_L-2_H-256_A-4",
      "optuna_f1": 0.9354,
      "test_f1_macro": 0.8928
    }
  ],
  "final_test_f1_macro": 0.9374,
  "cpu_inference_ms": 17.28,
  "threshold": {
    "optimal_threshold": 0.2,
    "f2_score": 0.9449,
    "precision": 0.8276,
    "recall": 0.9796
  },
  "training_tricks": {
    "loss_type": "ce_weighted",
    "label_smoothing": 0.008655451448503527,
    "fgm": true,
    "fgm_epsilon": 0.9684709844447323,
    "classifier_dropout": 0.1704209352408175,
    "stratified_batch_sampling": true,
    "token_masking": 0.2,
    "token_swapping": 0.15
  }
}