jeba-multi / temperature_calibration.json
munod's picture
Raise multilingual LoRA rank to 64 (accuracy 0.702 -> 0.853, es ECE 0.170 -> 0.038)
599df58
Raw History Blame Contribute Delete
3.08 kB
{
"bins": 10,
"per_primitive": {
"choice": {
"by_language": {
"de": {
"ece_after": 0.180605,
"ece_before": 0.241955,
"n": 83,
"temperature": 0.5
},
"es": {
"ece_after": 0.031482,
"ece_before": 0.245513,
"n": 84,
"temperature": 0.05
},
"fr": {
"ece_after": 0.082135,
"ece_before": 0.127981,
"n": 83,
"temperature": 0.5
},
"it": {
"ece_after": 0.104306,
"ece_before": 0.132043,
"n": 83,
"temperature": 0.75
},
"nl": {
"ece_after": 0.223918,
"ece_before": 0.35971,
"n": 83,
"temperature": 5.0
},
"pt": {
"ece_after": 0.074149,
"ece_before": 0.080335,
"n": 84,
"temperature": 0.5
}
},
"ece_after": 0.121825,
"ece_before": 0.153996,
"n": 500,
"temperature": 0.75
},
"noul": {
"by_language": {
"de": {
"ece_after": 0.06539,
"ece_before": 0.382207,
"n": 83,
"temperature": 0.05
},
"es": {
"ece_after": 0.06501,
"ece_before": 0.40446,
"n": 84,
"temperature": 0.05
},
"fr": {
"ece_after": 0.018942,
"ece_before": 0.30131,
"n": 83,
"temperature": 0.05
},
"it": {
"ece_after": 0.015752,
"ece_before": 0.33742,
"n": 83,
"temperature": 0.1
},
"nl": {
"ece_after": 0.086522,
"ece_before": 0.317352,
"n": 83,
"temperature": 0.1
},
"pt": {
"ece_after": 0.019275,
"ece_before": 0.306618,
"n": 84,
"temperature": 0.1
}
},
"ece_after": 0.029595,
"ece_before": 0.341617,
"n": 500,
"temperature": 0.05
},
"score": {
"by_language": {
"de": {
"ece_after": 0.025083,
"ece_before": 0.414687,
"n": 83,
"temperature": 0.25
},
"es": {
"ece_after": 0.024446,
"ece_before": 0.399067,
"n": 84,
"temperature": 0.25
},
"fr": {
"ece_after": 0.064809,
"ece_before": 0.383335,
"n": 83,
"temperature": 0.25
},
"it": {
"ece_after": 0.032551,
"ece_before": 0.388731,
"n": 83,
"temperature": 0.25
},
"nl": {
"ece_after": 0.014055,
"ece_before": 0.406849,
"n": 83,
"temperature": 0.25
},
"pt": {
"ece_after": 0.032676,
"ece_before": 0.379573,
"n": 84,
"temperature": 0.25
}
},
"ece_after": 0.032023,
"ece_before": 0.393027,
"n": 500,
"temperature": 0.25
}
},
"warnings": []
}