| { |
| "results": { |
| "nlg_e2e_nlg": [ |
| { |
| "rougeL": { |
| "precision": 0.5371735641271278, |
| "recall": 0.48904862125499576, |
| "fmeasure": 0.5040126052119368 |
| }, |
| "rouge1": { |
| "precision": 0.7578962855797341, |
| "recall": 0.6914204132283206, |
| "fmeasure": 0.7122474241851529 |
| }, |
| "rouge2": { |
| "precision": 0.45588092304505795, |
| "recall": 0.41478348796625203, |
| "fmeasure": 0.4274643923193028 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "nlg_web_nlg": [ |
| { |
| "rougeL": { |
| "precision": 0.5868617102915145, |
| "recall": 0.555414080511597, |
| "fmeasure": 0.5649414515302166 |
| }, |
| "rouge1": { |
| "precision": 0.7637758306213537, |
| "recall": 0.7244423652811981, |
| "fmeasure": 0.7361209162883644 |
| }, |
| "rouge2": { |
| "precision": 0.4879895284862594, |
| "recall": 0.4628162316455768, |
| "fmeasure": 0.47002322991445167 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "nlg_samsum": [ |
| { |
| "rougeL": { |
| "precision": 0.49804943588324846, |
| "recall": 0.40078467768304066, |
| "fmeasure": 0.4208985426291896 |
| }, |
| "rouge1": { |
| "precision": 0.5931447491247541, |
| "recall": 0.47793397368524376, |
| "fmeasure": 0.5015238367923469 |
| }, |
| "rouge2": { |
| "precision": 0.30716322766601073, |
| "recall": 0.24605675599787333, |
| "fmeasure": 0.25841659934082817 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "summary": { |
| "precision": 0.5665969699857407, |
| "recall": 0.5496698841818317, |
| "fmeasure": 0.5473993509651907 |
| } |
| }, |
| "energy": { |
| "total": 1687706.40865, |
| "train": 1288212.8078700001, |
| "eval": 399493.60078 |
| }, |
| "train_energy": 1288212.8078700001, |
| "eval_energy": 399493.60078 |
| } |
