suvradeepp's picture
Publish Tiny Hinglish Turn Detector development preview
35d483e verified
Raw
History Blame Contribute Delete
10.3 kB
[
{
"epoch": 1,
"train": {
"loss": 0.8112331933301428,
"endpoint_loss": 0.6247691171972648,
"midfiller_loss": 0.6853943784599719,
"endfiller_loss": 0.5576994076533162,
"batches": 184.0
},
"validation": {
"count": 326,
"positive_count": 160,
"negative_count": 166,
"threshold": 0.5,
"tp": 87,
"fp": 35,
"tn": 131,
"fn": 73,
"accuracy": 0.6687116564417178,
"precision": 0.7131147540983607,
"recall": 0.54375,
"specificity": 0.7891566265060241,
"f1": 0.6170212765957447,
"macro_f1": 0.6625646923519264,
"false_positive_rate": 0.21084337349397592,
"false_negative_rate": 0.45625,
"balanced_accuracy": 0.666453313253012,
"brier_score": 0.2133037066638398,
"log_loss": 0.6135001064370812,
"expected_calibration_error": 0.1055241439925747,
"roc_auc": 0.7389683734939759,
"average_precision": 0.6880689959324726,
"loss": 0.8091404239336649,
"endpoint_loss": 0.6231995608125415,
"midfiller_loss": 0.6875903748330616,
"endfiller_loss": 0.5520152946313223
},
"operating_point": {
"count": 326,
"positive_count": 160,
"negative_count": 166,
"threshold": 0.741000771522522,
"tp": 10,
"fp": 3,
"tn": 163,
"fn": 150,
"accuracy": 0.5306748466257669,
"precision": 0.7692307692307693,
"recall": 0.0625,
"specificity": 0.9819277108433735,
"f1": 0.11560693641618497,
"macro_f1": 0.39809574378220525,
"false_positive_rate": 0.018072289156626505,
"false_negative_rate": 0.9375,
"balanced_accuracy": 0.5222138554216867,
"brier_score": 0.2133037066638398,
"log_loss": 0.6135001064370812,
"expected_calibration_error": 0.1055241439925747,
"roc_auc": 0.7389683734939759,
"average_precision": 0.6880689959324726,
"max_false_positive_rate": 0.02
},
"selection_metric": "average_precision",
"selection_score": 0.6880689959324726
},
{
"epoch": 2,
"train": {
"loss": 0.7716876291062521,
"endpoint_loss": 0.5933755824099416,
"midfiller_loss": 0.6795369140479876,
"endfiller_loss": 0.509210002001213,
"batches": 184.0
},
"validation": {
"count": 326,
"positive_count": 160,
"negative_count": 166,
"threshold": 0.5,
"tp": 90,
"fp": 35,
"tn": 131,
"fn": 70,
"accuracy": 0.6779141104294478,
"precision": 0.72,
"recall": 0.5625,
"specificity": 0.7891566265060241,
"f1": 0.631578947368421,
"macro_f1": 0.6727377025670442,
"false_positive_rate": 0.21084337349397592,
"false_negative_rate": 0.4375,
"balanced_accuracy": 0.6758283132530121,
"brier_score": 0.22635477498241185,
"log_loss": 0.6543500272417283,
"expected_calibration_error": 0.1384671899415781,
"roc_auc": 0.7364081325301205,
"average_precision": 0.6798161080938658,
"loss": 0.8515320391882033,
"endpoint_loss": 0.6683251517159599,
"midfiller_loss": 0.6750339553469703,
"endfiller_loss": 0.5463452097915468
},
"operating_point": {
"count": 326,
"positive_count": 160,
"negative_count": 166,
"threshold": 0.7851117253303528,
"tp": 8,
"fp": 3,
"tn": 163,
"fn": 152,
"accuracy": 0.5245398773006135,
"precision": 0.7272727272727273,
"recall": 0.05,
"specificity": 0.9819277108433735,
"f1": 0.09356725146198831,
"macro_f1": 0.385660964608333,
"false_positive_rate": 0.018072289156626505,
"false_negative_rate": 0.95,
"balanced_accuracy": 0.5159638554216868,
"brier_score": 0.22635477498241185,
"log_loss": 0.6543500272417283,
"expected_calibration_error": 0.1384671899415781,
"roc_auc": 0.7364081325301205,
"average_precision": 0.6798161080938658,
"max_false_positive_rate": 0.02
},
"selection_metric": "average_precision",
"selection_score": 0.6798161080938658
},
{
"epoch": 3,
"train": {
"loss": 0.7457307936704677,
"endpoint_loss": 0.5733935751992724,
"midfiller_loss": 0.6716668272148008,
"endfiller_loss": 0.4772479092783254,
"batches": 184.0
},
"validation": {
"count": 326,
"positive_count": 160,
"negative_count": 166,
"threshold": 0.5,
"tp": 107,
"fp": 58,
"tn": 108,
"fn": 53,
"accuracy": 0.6595092024539877,
"precision": 0.6484848484848484,
"recall": 0.66875,
"specificity": 0.6506024096385542,
"f1": 0.6584615384615384,
"macro_f1": 0.6595059985885674,
"false_positive_rate": 0.3493975903614458,
"false_negative_rate": 0.33125,
"balanced_accuracy": 0.659676204819277,
"brier_score": 0.2104224030226976,
"log_loss": 0.6094805091499231,
"expected_calibration_error": 0.0882010340713467,
"roc_auc": 0.7430722891566265,
"average_precision": 0.6735176002942638,
"loss": 0.8020384936105638,
"endpoint_loss": 0.6224913384233203,
"midfiller_loss": 0.6668856285867237,
"endfiller_loss": 0.5300953523034141
},
"operating_point": {
"count": 326,
"positive_count": 160,
"negative_count": 166,
"threshold": 0.8107686638832092,
"tp": 6,
"fp": 3,
"tn": 163,
"fn": 154,
"accuracy": 0.5184049079754601,
"precision": 0.6666666666666666,
"recall": 0.0375,
"specificity": 0.9819277108433735,
"f1": 0.07100591715976332,
"macro_f1": 0.37297707866269736,
"false_positive_rate": 0.018072289156626505,
"false_negative_rate": 0.9625,
"balanced_accuracy": 0.5097138554216868,
"brier_score": 0.2104224030226976,
"log_loss": 0.6094805091499231,
"expected_calibration_error": 0.0882010340713467,
"roc_auc": 0.7430722891566265,
"average_precision": 0.6735176002942638,
"max_false_positive_rate": 0.02
},
"selection_metric": "average_precision",
"selection_score": 0.6735176002942638
},
{
"epoch": 4,
"train": {
"loss": 0.7151103534776232,
"endpoint_loss": 0.545611237378224,
"midfiller_loss": 0.6672791132460469,
"endfiller_loss": 0.4627149628232355,
"batches": 184.0
},
"validation": {
"count": 326,
"positive_count": 160,
"negative_count": 166,
"threshold": 0.5,
"tp": 104,
"fp": 48,
"tn": 118,
"fn": 56,
"accuracy": 0.6809815950920245,
"precision": 0.6842105263157895,
"recall": 0.65,
"specificity": 0.7108433734939759,
"f1": 0.6666666666666667,
"macro_f1": 0.6803921568627451,
"false_positive_rate": 0.2891566265060241,
"false_negative_rate": 0.35,
"balanced_accuracy": 0.6804216867469879,
"brier_score": 0.2190152650089597,
"log_loss": 0.636617047729713,
"expected_calibration_error": 0.08879763257055562,
"roc_auc": 0.7379894578313253,
"average_precision": 0.6722758091033118,
"loss": 0.8292656909851801,
"endpoint_loss": 0.6504799709433601,
"midfiller_loss": 0.6636045092628116,
"endfiller_loss": 0.5283001973515465
},
"operating_point": {
"count": 326,
"positive_count": 160,
"negative_count": 166,
"threshold": 0.8202869892120361,
"tp": 9,
"fp": 3,
"tn": 163,
"fn": 151,
"accuracy": 0.5276073619631901,
"precision": 0.75,
"recall": 0.05625,
"specificity": 0.9819277108433735,
"f1": 0.10465116279069768,
"macro_f1": 0.3919089147286821,
"false_positive_rate": 0.018072289156626505,
"false_negative_rate": 0.94375,
"balanced_accuracy": 0.5190888554216867,
"brier_score": 0.2190152650089597,
"log_loss": 0.636617047729713,
"expected_calibration_error": 0.08879763257055562,
"roc_auc": 0.7379894578313253,
"average_precision": 0.6722758091033118,
"max_false_positive_rate": 0.02
},
"selection_metric": "average_precision",
"selection_score": 0.6722758091033118
},
{
"epoch": 5,
"train": {
"loss": 0.6795681293891824,
"endpoint_loss": 0.5139337580489076,
"midfiller_loss": 0.663525097720001,
"endfiller_loss": 0.44070399487796036,
"batches": 184.0
},
"validation": {
"count": 326,
"positive_count": 160,
"negative_count": 166,
"threshold": 0.5,
"tp": 80,
"fp": 36,
"tn": 130,
"fn": 80,
"accuracy": 0.6441717791411042,
"precision": 0.6896551724137931,
"recall": 0.5,
"specificity": 0.7831325301204819,
"f1": 0.5797101449275363,
"macro_f1": 0.635599753314832,
"false_positive_rate": 0.21686746987951808,
"false_negative_rate": 0.5,
"balanced_accuracy": 0.641566265060241,
"brier_score": 0.24880196148222145,
"log_loss": 0.7372852665680427,
"expected_calibration_error": 0.17970305932628597,
"roc_auc": 0.7265813253012048,
"average_precision": 0.672628733389781,
"loss": 0.936880866686503,
"endpoint_loss": 0.7509916793732416,
"midfiller_loss": 0.6651855749743325,
"endfiller_loss": 0.5740756179605212
},
"operating_point": {
"count": 326,
"positive_count": 160,
"negative_count": 166,
"threshold": 0.832100510597229,
"tp": 5,
"fp": 3,
"tn": 163,
"fn": 155,
"accuracy": 0.5153374233128835,
"precision": 0.625,
"recall": 0.03125,
"specificity": 0.9819277108433735,
"f1": 0.05952380952380952,
"macro_f1": 0.36653876426603704,
"false_positive_rate": 0.018072289156626505,
"false_negative_rate": 0.96875,
"balanced_accuracy": 0.5065888554216867,
"brier_score": 0.24880196148222145,
"log_loss": 0.7372852665680427,
"expected_calibration_error": 0.17970305932628597,
"roc_auc": 0.7265813253012048,
"average_precision": 0.672628733389781,
"max_false_positive_rate": 0.02
},
"selection_metric": "average_precision",
"selection_score": 0.672628733389781
}
]