| { |
| "results": { |
| "nlg_e2e_nlg": [ |
| { |
| "rougeL": { |
| "precision": 0.5371735641271278, |
| "recall": 0.48904862125499576, |
| "fmeasure": 0.5040126052119368 |
| }, |
| "rouge1": { |
| "precision": 0.7578962855797341, |
| "recall": 0.6914204132283206, |
| "fmeasure": 0.7122474241851529 |
| }, |
| "rouge2": { |
| "precision": 0.45588092304505795, |
| "recall": 0.41478348796625203, |
| "fmeasure": 0.4274643923193028 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "nlg_web_nlg": [ |
| { |
| "rougeL": { |
| "precision": 0.5868617102915145, |
| "recall": 0.555414080511597, |
| "fmeasure": 0.5649414515302166 |
| }, |
| "rouge1": { |
| "precision": 0.7637758306213537, |
| "recall": 0.7244423652811981, |
| "fmeasure": 0.7361209162883644 |
| }, |
| "rouge2": { |
| "precision": 0.4879895284862594, |
| "recall": 0.4628162316455768, |
| "fmeasure": 0.47002322991445167 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "nlg_samsum": [ |
| { |
| "rougeL": { |
| "precision": 0.49804943588324846, |
| "recall": 0.40078467768304066, |
| "fmeasure": 0.4208985426291896 |
| }, |
| "rouge1": { |
| "precision": 0.5931447491247541, |
| "recall": 0.47793397368524376, |
| "fmeasure": 0.5015238367923469 |
| }, |
| "rouge2": { |
| "precision": 0.30716322766601073, |
| "recall": 0.24605675599787333, |
| "fmeasure": 0.25841659934082817 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "summary": { |
| "precision": 0.5647761461576035, |
| "recall": 0.5519065582340063, |
| "fmeasure": 0.5478005596574774 |
| } |
| }, |
| "energy": { |
| "total": 1754635.7367900002, |
| "train": 1341910.9901, |
| "eval": 412724.74669000006 |
| }, |
| "train_energy": 1341910.9901, |
| "eval_energy": 412724.74669000006 |
| } |
