gotcha-extractor-model/tinybert_metrics.json

{
  "trials": {
    "1": {
      "epochs": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ],
      "f1": [
        0.0029,
        0.0058,
        0.009,
        0.0085,
        0.0077,
        0.007,
        0.0064,
        0.0068,
        0.0085,
        0.0083
      ],
      "loss": [
        0.7492,
        0.6628,
        0.6286,
        0.6202,
        0.6027,
        0.591,
        0.58,
        0.5764,
        0.572,
        0.5725
      ],
      "precision": [
        0.0016,
        0.0033,
        0.0051,
        0.0048,
        0.0044,
        0.0039,
        0.0035,
        0.0038,
        0.0048,
        0.0047
      ],
      "recall": [
        0.0162,
        0.0243,
        0.0405,
        0.0364,
        0.0324,
        0.0364,
        0.0324,
        0.0324,
        0.0364,
        0.0364
      ]
    },
    "2": {
      "epochs": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ],
      "f1": [
        0.0382,
        0.128,
        0.195,
        0.1823,
        0.0872,
        0.0646,
        0.2143,
        0.1368,
        0.1697,
        0.1427
      ],
      "loss": [
        0.6209,
        0.5181,
        0.4975,
        0.5467,
        0.4581,
        0.4667,
        0.447,
        0.442,
        0.4588,
        0.4483
      ],
      "precision": [
        0.0232,
        0.0936,
        0.1354,
        0.1326,
        0.0485,
        0.0348,
        0.1407,
        0.0802,
        0.1036,
        0.0845
      ],
      "recall": [
        0.1093,
        0.2024,
        0.3482,
        0.2915,
        0.4332,
        0.4453,
        0.4494,
        0.4656,
        0.4696,
        0.4575
      ]
    },
    "3": {
      "epochs": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ],
      "f1": [
        0.0052,
        0.0082,
        0.0115,
        0.0238,
        0.0226,
        0.022,
        0.0258,
        0.0227,
        0.0263,
        0.0294
      ],
      "loss": [
        0.7127,
        0.6179,
        0.5844,
        0.5801,
        0.5549,
        0.546,
        0.532,
        0.5301,
        0.527,
        0.5257
      ],
      "precision": [
        0.0029,
        0.0047,
        0.0069,
        0.0137,
        0.0131,
        0.0119,
        0.0143,
        0.0125,
        0.0147,
        0.0164
      ],
      "recall": [
        0.0243,
        0.0324,
        0.0364,
        0.0891,
        0.081,
        0.1457,
        0.1336,
        0.1296,
        0.1255,
        0.1417
      ]
    },
    "4": {
      "epochs": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ],
      "f1": [
        0.0583,
        0.2496,
        0.3117,
        0.2803,
        0.1504,
        0.141,
        0.2412,
        0.2242,
        0.2094,
        0.2093
      ],
      "loss": [
        0.6295,
        0.5159,
        0.4825,
        0.5221,
        0.431,
        0.4484,
        0.4309,
        0.4148,
        0.418,
        0.4111
      ],
      "precision": [
        0.0364,
        0.1921,
        0.2294,
        0.1983,
        0.0879,
        0.0811,
        0.1576,
        0.143,
        0.131,
        0.1311
      ],
      "recall": [
        0.1457,
        0.3563,
        0.4858,
        0.4777,
        0.5223,
        0.5385,
        0.5142,
        0.5182,
        0.5223,
        0.5182
      ]
    },
    "5": {
      "epochs": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ],
      "f1": [
        0.0026,
        0.008,
        0.0095,
        0.0177,
        0.0189,
        0.0209,
        0.0198,
        0.0203,
        0.0246,
        0.0279
      ],
      "loss": [
        0.7191,
        0.627,
        0.5929,
        0.5902,
        0.5659,
        0.5557,
        0.5431,
        0.5414,
        0.5382,
        0.5379
      ],
      "precision": [
        0.0015,
        0.0046,
        0.0056,
        0.0102,
        0.011,
        0.0114,
        0.0109,
        0.0112,
        0.0138,
        0.0156
      ],
      "recall": [
        0.0121,
        0.0324,
        0.0324,
        0.0688,
        0.0688,
        0.1296,
        0.1053,
        0.1134,
        0.1134,
        0.1296
      ]
    },
    "6": {
      "epochs": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ],
      "f1": [
        0.1,
        0.2864,
        0.2811,
        0.3683,
        0.1836,
        0.1762,
        0.2497,
        0.2081,
        0.2107,
        0.1997
      ],
      "loss": [
        0.5938,
        0.489,
        0.4508,
        0.457,
        0.4192,
        0.4013,
        0.4218,
        0.3878,
        0.4057,
        0.3847
      ],
      "precision": [
        0.066,
        0.2093,
        0.2029,
        0.2922,
        0.1116,
        0.1058,
        0.1662,
        0.1299,
        0.1322,
        0.1237
      ],
      "recall": [
        0.2065,
        0.4534,
        0.4575,
        0.498,
        0.5182,
        0.5263,
        0.502,
        0.5223,
        0.5182,
        0.5182
      ]
    },
    "7": {
      "epochs": [
        1
      ],
      "f1": [
        0.001
      ],
      "loss": [
        0.7094
      ],
      "precision": [
        0.0006
      ],
      "recall": [
        0.004
      ]
    },
    "8": {
      "epochs": [
        1
      ],
      "f1": [
        0.0156
      ],
      "loss": [
        0.6783
      ],
      "precision": [
        0.0093
      ],
      "recall": [
        0.0486
      ]
    },
    "9": {
      "epochs": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ],
      "f1": [
        0.0941,
        0.296,
        0.2788,
        0.3146,
        0.169,
        0.1375,
        0.2185,
        0.2415,
        0.2588,
        0.2342
      ],
      "loss": [
        0.6092,
        0.5081,
        0.4668,
        0.5209,
        0.4425,
        0.4367,
        0.4164,
        0.4369,
        0.419,
        0.4134
      ],
      "precision": [
        0.0582,
        0.2248,
        0.1913,
        0.2274,
        0.1009,
        0.0788,
        0.1379,
        0.1563,
        0.1708,
        0.149
      ],
      "recall": [
        0.247,
        0.4332,
        0.5142,
        0.5101,
        0.5182,
        0.5385,
        0.5263,
        0.5304,
        0.5344,
        0.5466
      ]
    },
    "10": {
      "epochs": [
        1
      ],
      "f1": [
        0.0
      ],
      "loss": [
        0.9969
      ],
      "precision": [
        0.0
      ],
      "recall": [
        0.0
      ]
    },
    "11": {
      "epochs": [
        1
      ],
      "f1": [
        0.0098
      ],
      "loss": [
        0.6891
      ],
      "precision": [
        0.0058
      ],
      "recall": [
        0.0324
      ]
    },
    "12": {
      "epochs": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ],
      "f1": [
        0.0559,
        0.2165,
        0.3134,
        0.3215,
        0.1448,
        0.1284,
        0.2197,
        0.1928,
        0.2041,
        0.188
      ],
      "loss": [
        0.6349,
        0.5164,
        0.4866,
        0.5236,
        0.4338,
        0.4418,
        0.4392,
        0.421,
        0.4239,
        0.4172
      ],
      "precision": [
        0.0348,
        0.1626,
        0.2332,
        0.2423,
        0.0845,
        0.0732,
        0.14,
        0.1184,
        0.1271,
        0.1148
      ],
      "recall": [
        0.1417,
        0.3239,
        0.4777,
        0.4777,
        0.5061,
        0.5223,
        0.5101,
        0.5182,
        0.5182,
        0.5182
      ]
    },
    "13": {
      "epochs": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ],
      "f1": [
        0.0692,
        0.2294,
        0.2636,
        0.2847,
        0.1662,
        0.1696,
        0.2278,
        0.2106,
        0.2139,
        0.211
      ],
      "loss": [
        0.6062,
        0.4994,
        0.4754,
        0.5084,
        0.4398,
        0.433,
        0.4239,
        0.425,
        0.4139,
        0.4094
      ],
      "precision": [
        0.0421,
        0.1658,
        0.1777,
        0.1994,
        0.0986,
        0.1008,
        0.146,
        0.1319,
        0.1337,
        0.1317
      ],
      "recall": [
        0.1943,
        0.3725,
        0.5101,
        0.498,
        0.5304,
        0.5344,
        0.5182,
        0.5223,
        0.5344,
        0.5304
      ]
    },
    "14": {
      "epochs": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ],
      "f1": [
        0.0696,
        0.2778,
        0.3615,
        0.2934,
        0.0743,
        0.0945,
        0.197,
        0.1898,
        0.1734,
        0.1499
      ],
      "loss": [
        0.6196,
        0.5095,
        0.4939,
        0.5641,
        0.4779,
        0.4762,
        0.4605,
        0.44,
        0.4621,
        0.4513
      ],
      "precision": [
        0.0443,
        0.2174,
        0.3062,
        0.2142,
        0.0403,
        0.0522,
        0.1243,
        0.1173,
        0.1052,
        0.0883
      ],
      "recall": [
        0.1619,
        0.3846,
        0.4413,
        0.4656,
        0.4858,
        0.498,
        0.4737,
        0.498,
        0.4939,
        0.4939
      ]
    },
    "15": {
      "epochs": [
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ],
      "f1": [
        0.192,
        0.2978,
        0.3404,
        0.3529,
        0.1587,
        0.1208,
        0.2332,
        0.2264,
        0.2167,
        0.2219
      ],
      "loss": [
        0.5926,
        0.5317,
        0.4681,
        0.4751,
        0.4136,
        0.4388,
        0.4665,
        0.4347,
        0.4466,
        0.4405
      ],
      "precision": [
        0.1309,
        0.228,
        0.2524,
        0.2698,
        0.0937,
        0.0681,
        0.1508,
        0.143,
        0.1359,
        0.1392
      ],
      "recall": [
        0.3603,
        0.4291,
        0.5223,
        0.5101,
        0.5182,
        0.5344,
        0.5142,
        0.5425,
        0.5344,
        0.5466
      ]
    }
  },
  "final_run": {
    "epochs": [
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10
    ],
    "f1": [
      0.1735,
      0.3461,
      0.3302,
      0.2868,
      0.1442,
      0.1182,
      0.2124,
      0.2043,
      0.2104,
      0.2001
    ],
    "loss": [
      0.5536,
      0.5168,
      0.4788,
      0.5039,
      0.4334,
      0.4404,
      0.4406,
      0.4305,
      0.4375,
      0.4202
    ],
    "precision": [
      0.1127,
      0.2783,
      0.248,
      0.2056,
      0.0838,
      0.0663,
      0.1331,
      0.1258,
      0.13,
      0.1225
    ],
    "recall": [
      0.3765,
      0.4575,
      0.4939,
      0.4737,
      0.5182,
      0.5425,
      0.5263,
      0.5425,
      0.5506,
      0.5466
    ]
  },
  "best_hp": {
    "num_frozen_layers": 0,
    "learning_rate": 3.428726530751651e-05,
    "weight_decay": 0.03528146136584238,
    "batch_size": 8,
    "warmup_ratio": 0.07418583240225372,
    "best_f1": 0.23417172593235042
  }
}