nlg_samsum_ff_v2 / results.json
valteu's picture
Upload folder using huggingface_hub
2789056 verified
{
"results": {
"nlg_e2e_nlg": [
{
"rougeL": {
"precision": 0.48235993146472583,
"recall": 0.38406951045945326,
"fmeasure": 0.41462148514870634
},
"rouge1": {
"precision": 0.6887472376154729,
"recall": 0.5588401370809734,
"fmeasure": 0.5986143402760303
},
"rouge2": {
"precision": 0.3632554353562502,
"recall": 0.2898763299578089,
"fmeasure": 0.31162042859569494
}
},
[
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null
]
],
"nlg_web_nlg": [
{
"rougeL": {
"precision": 0.6110225225615137,
"recall": 0.40779313807403766,
"fmeasure": 0.4648431222309433
},
"rouge1": {
"precision": 0.7562374501554863,
"recall": 0.5113600575016324,
"fmeasure": 0.5810707811257486
},
"rouge2": {
"precision": 0.4509904916585198,
"recall": 0.29920710564289166,
"fmeasure": 0.34057119134255404
}
},
[
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null
]
],
"nlg_samsum": [
{
"rougeL": {
"precision": 0.4406387540823384,
"recall": 0.4243565163357863,
"fmeasure": 0.409456226429772
},
"rouge1": {
"precision": 0.537214402982244,
"recall": 0.5160368516464805,
"fmeasure": 0.4980233165258806
},
"rouge2": {
"precision": 0.2632713233950017,
"recall": 0.25147276336447755,
"fmeasure": 0.24323674812856616
}
},
[
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null,
null
]
],
"summary": {
"precision": 0.446518293226271,
"recall": 0.4320361070549063,
"fmeasure": 0.4146624221348473
}
},
"energy": {
"total": 384574.98496000003,
"train": 305754.56259999995,
"eval": 78820.42236
},
"train_energy": 305754.56259999995,
"eval_energy": 78820.42236
}