| { |
| "results": { |
| "nlg_e2e_nlg": [ |
| { |
| "rougeL": { |
| "precision": 0.48235993146472583, |
| "recall": 0.38406951045945326, |
| "fmeasure": 0.41462148514870634 |
| }, |
| "rouge1": { |
| "precision": 0.6887472376154729, |
| "recall": 0.5588401370809734, |
| "fmeasure": 0.5986143402760303 |
| }, |
| "rouge2": { |
| "precision": 0.3632554353562502, |
| "recall": 0.2898763299578089, |
| "fmeasure": 0.31162042859569494 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "nlg_web_nlg": [ |
| { |
| "rougeL": { |
| "precision": 0.6110225225615137, |
| "recall": 0.40779313807403766, |
| "fmeasure": 0.4648431222309433 |
| }, |
| "rouge1": { |
| "precision": 0.7562374501554863, |
| "recall": 0.5113600575016324, |
| "fmeasure": 0.5810707811257486 |
| }, |
| "rouge2": { |
| "precision": 0.4509904916585198, |
| "recall": 0.29920710564289166, |
| "fmeasure": 0.34057119134255404 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "nlg_samsum": [ |
| { |
| "rougeL": { |
| "precision": 0.4406387540823384, |
| "recall": 0.4243565163357863, |
| "fmeasure": 0.409456226429772 |
| }, |
| "rouge1": { |
| "precision": 0.537214402982244, |
| "recall": 0.5160368516464805, |
| "fmeasure": 0.4980233165258806 |
| }, |
| "rouge2": { |
| "precision": 0.2632713233950017, |
| "recall": 0.25147276336447755, |
| "fmeasure": 0.24323674812856616 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "summary": { |
| "precision": 0.446518293226271, |
| "recall": 0.4320361070549063, |
| "fmeasure": 0.4146624221348473 |
| } |
| }, |
| "energy": { |
| "total": 384574.98496000003, |
| "train": 305754.56259999995, |
| "eval": 78820.42236 |
| }, |
| "train_energy": 305754.56259999995, |
| "eval_energy": 78820.42236 |
| } |
