kodama-vision / calibration.json
Cem13's picture
Release Kodama Vision with weights, runtime, attribution, and evaluation
ea2bc75 verified
Raw History Blame Contribute Delete
3.79 kB
{
"buckets": [
[
2,
2,
"2"
],
[
3,
5,
"3-5"
],
[
6,
10,
"6-10"
],
[
11,
30,
"11-30"
],
[
31,
1000000000,
"31+"
]
],
"temperatures": {
"choice": {
"2": 1.1597439050674438,
"3-5": 1.2824044227600098,
"6-10": 1.3409703969955444,
"11-30": 1.1351321935653687,
"31+": 1.2475472688674927
},
"score": {
"2": 1.3300626277923584,
"3-5": 1.3483322858810425,
"6-10": 1.3300626277923584,
"11-30": 1.3300626277923584,
"31+": 1.3300626277923584
},
"noul": {
"2": 1.1673115491867065,
"3-5": 1.1673115491867065,
"6-10": 1.1673115491867065,
"11-30": 1.1673115491867065,
"31+": 1.1673115491867065
}
},
"type_temperature": {
"choice": 1.2595479488372803,
"score": 1.3300626277923584,
"noul": 1.1673115491867065
},
"escalate": {
"a": 0.8399895429611206,
"b": -0.10380074381828308
},
"counts": {
"choice": {
"2": 443,
"3-5": 1354,
"6-10": 638,
"11-30": 335,
"31+": 156
},
"score": {
"2": 6,
"3-5": 515,
"6-10": 34,
"11-30": 0,
"31+": 0
},
"noul": {
"2": 1926,
"3-5": 0,
"6-10": 0,
"11-30": 0,
"31+": 0
}
},
"report": {
"image_val": {
"before": {
"n": 3407,
"nll": 0.29773566126823425,
"acc": 0.8793660402297974,
"ece": 0.010879935696721077,
"esc_bce": 0.23037458956241608,
"choice/n": 2058,
"choice/acc": 0.8974732756614685,
"choice/nll": 0.2975490987300873,
"choice/ece": 0.016795210540294647,
"score/n": 147,
"score/acc": 0.8911564350128174,
"score/nll": 0.25335901975631714,
"score/ece": 0.05832045525312424,
"noul/n": 1202,
"noul/acc": 0.8469218015670776,
"noul/nll": 0.30348214507102966,
"noul/ece": 0.024594133719801903,
"score/rps": 0.037034615840653616,
"macro_acc": 0.8785171707471212
},
"after": {
"n": 3407,
"nll": 0.29889848828315735,
"acc": 0.8793660402297974,
"ece": 0.023027680814266205,
"esc_bce": 0.23037458956241608,
"choice/n": 2058,
"choice/acc": 0.8974732756614685,
"choice/nll": 0.29689422249794006,
"choice/ece": 0.027016576379537582,
"score/n": 147,
"score/acc": 0.8911564350128174,
"score/nll": 0.26084035634994507,
"score/ece": 0.07199404388666153,
"noul/n": 1202,
"noul/acc": 0.8469218015670776,
"noul/nll": 0.3069845139980316,
"noul/ece": 0.028110405430197716,
"score/rps": 0.03872657961991388,
"macro_acc": 0.8785171707471212
}
},
"text_val": {
"before": {
"n": 2000,
"nll": 0.6191164255142212,
"acc": 0.734499990940094,
"ece": 0.05412580072879791,
"esc_bce": 0.4626706540584564,
"choice/n": 868,
"choice/acc": 0.7442396283149719,
"choice/nll": 0.6406472325325012,
"choice/ece": 0.06108487769961357,
"score/n": 408,
"score/acc": 0.6299019455909729,
"score/nll": 0.8960164189338684,
"score/ece": 0.07064315676689148,
"noul/n": 724,
"noul/acc": 0.7817679643630981,
"noul/nll": 0.4372600018978119,
"noul/ece": 0.04940751567482948,
"score/rps": 0.11064507166698609,
"macro_acc": 0.7186365127563477
},
"after": {
"n": 2000,
"nll": 0.595089852809906,
"acc": 0.734499990940094,
"ece": 0.0330183170735836,
"esc_bce": 0.4626706540584564,
"choice/n": 868,
"choice/acc": 0.7442396283149719,
"choice/nll": 0.608160138130188,
"choice/ece": 0.0394575260579586,
"score/n": 408,
"score/acc": 0.6299019455909729,
"score/nll": 0.8687679767608643,
"score/ece": 0.07964683324098587,
"noul/n": 724,
"noul/acc": 0.7817679643630981,
"noul/nll": 0.4251924455165863,
"noul/ece": 0.030865905806422234,
"score/rps": 0.10950916816194871,
"macro_acc": 0.7186365127563477
}
}
}
}