Hugging Face's logo

Tokyosaurus
/
taglish-roberta-binary

Safetensors
roberta
Model card Files
xet
 Community
taglish-roberta-binary
File size: 1,962 Bytes
dc0315c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
{
  "val": {
    "loss": 0.32649385929107666,
    "accuracy": 0.9307958477508651,
    "precision": 0.9485294117647058,
    "recall": 0.9084507042253521,
    "f1": 0.9280575539568345,
    "macro_f1": 0.9306954436450839,
    "roc_auc": 0.9782504551116221,
    "non_gas_precision": 0.9150326797385621,
    "non_gas_recall": 0.9523809523809523,
    "non_gas_f1": 0.9333333333333333,
    "runtime": 12.4882,
    "samples_per_second": 23.142,
    "steps_per_second": 1.521,
    "confusion_matrix": [
      [
        140,
        7
      ],
      [
        13,
        129
      ]
    ]
  },
  "test_id": {
    "loss": 0.25096753239631653,
    "accuracy": 0.9307958477508651,
    "precision": 0.9357142857142857,
    "recall": 0.9225352112676056,
    "f1": 0.9290780141843972,
    "macro_f1": 0.9307552233084149,
    "roc_auc": 0.9802146210596915,
    "non_gas_precision": 0.9261744966442953,
    "non_gas_recall": 0.9387755102040817,
    "non_gas_f1": 0.9324324324324325,
    "runtime": 12.5304,
    "samples_per_second": 23.064,
    "steps_per_second": 1.516,
    "confusion_matrix": [
      [
        138,
        9
      ],
      [
        11,
        131
      ]
    ]
  },
  "test_ood": {
    "loss": 0.6652491688728333,
    "accuracy": 0.8442028985507246,
    "precision": 0.9915966386554622,
    "recall": 0.8100686498855835,
    "f1": 0.8916876574307305,
    "macro_f1": 0.8071341512960104,
    "roc_auc": 0.9828275793453388,
    "non_gas_precision": 0.5743589743589743,
    "non_gas_recall": 0.9739130434782609,
    "non_gas_f1": 0.7225806451612903,
    "runtime": 12.7439,
    "samples_per_second": 43.315,
    "steps_per_second": 2.746,
    "confusion_matrix": [
      [
        112,
        3
      ],
      [
        83,
        354
      ]
    ]
  },
  "delta_f1": 0.03739035675366664,
  "delta_f1_interpretation": "\u2705 Robust generalization (minimal domain sensitivity)"
}