| { |
| "results": { |
| "nlg_e2e_nlg": [ |
| { |
| "rougeL": { |
| "precision": 0.5218180332911635, |
| "recall": 0.5051918992980547, |
| "fmeasure": 0.5047866770029897 |
| }, |
| "rouge1": { |
| "precision": 0.7327082767521199, |
| "recall": 0.7111386076501133, |
| "fmeasure": 0.7100951572991672 |
| }, |
| "rouge2": { |
| "precision": 0.4441474002951051, |
| "recall": 0.4295998244895631, |
| "fmeasure": 0.42927744188510353 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "nlg_web_nlg": [ |
| { |
| "rougeL": { |
| "precision": 0.41416205779965676, |
| "recall": 0.44778397136822795, |
| "fmeasure": 0.4132054215681105 |
| }, |
| "rouge1": { |
| "precision": 0.565795736236217, |
| "recall": 0.6036572317619695, |
| "fmeasure": 0.5620300394085863 |
| }, |
| "rouge2": { |
| "precision": 0.3108318610437901, |
| "recall": 0.3299034662635319, |
| "fmeasure": 0.3075196329558318 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "nlg_samsum": [ |
| { |
| "rougeL": { |
| "precision": 0.18701570179303395, |
| "recall": 0.40739085965132255, |
| "fmeasure": 0.23513295665700648 |
| }, |
| "rouge1": { |
| "precision": 0.24924805874270425, |
| "recall": 0.5341594357953633, |
| "fmeasure": 0.31254375707500276 |
| }, |
| "rouge2": { |
| "precision": 0.09035186725254264, |
| "recall": 0.19073991334809512, |
| "fmeasure": 0.11198947931733391 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "summary": { |
| "precision": 0.5164963699543865, |
| "recall": 0.5491629249166878, |
| "fmeasure": 0.5249026084961083 |
| } |
| }, |
| "energy": { |
| "total": 432750.55246000004, |
| "train": 370856.57830000005, |
| "eval": 61893.97416000001 |
| }, |
| "train_energy": 370856.57830000005, |
| "eval_energy": 61893.97416000001 |
| } |
