readctrl / generating_data /score /es_syntheticV3_aggregate_metrics.json
shahidul034's picture
Add files using upload-large-folder tool
c7a6fe6 verified
{
"config": {
"weights": {
"w_rouge": 0.5,
"w_bert": 0.5
},
"quantiles": {
"worst_q": 0.33,
"best_q": 0.67,
"good_q": 0.5
},
"thresholds": {
"B1": {
"worst_thr": 0.447808442930168,
"best_thr": 0.4685943565892835,
"good_thr": 0.4590858975817874
},
"B2": {
"worst_thr": 0.5084380281022721,
"best_thr": 0.5420982254271056,
"good_thr": 0.5206064335573108
},
"B3": {
"worst_thr": 0.5019653275501893,
"best_thr": 0.5440850403537373,
"good_thr": 0.524079490930252
}
}
},
"B1": {
"ROUGE-L-Sum": 0.1873410503259442,
"BERTScore_F": 0.7296109676361084,
"combined_mean": 0.45847600898102625,
"count": 100,
"best_rate": 0.33,
"good_rate": 0.34,
"worst_rate": 0.33,
"is_good_rate": 0.5
},
"B2": {
"ROUGE-L-Sum": 0.2698462206061245,
"BERTScore_F": 0.7795004910230636,
"combined_mean": 0.5246733558145941,
"count": 100,
"best_rate": 0.33,
"good_rate": 0.34,
"worst_rate": 0.33,
"is_good_rate": 0.5
},
"B3": {
"ROUGE-L-Sum": 0.2509233585026421,
"BERTScore_F": 0.7980521380901336,
"combined_mean": 0.5244877482963879,
"count": 100,
"best_rate": 0.33,
"good_rate": 0.34,
"worst_rate": 0.33,
"is_good_rate": 0.5
}
}