| { |
| "results": { |
| "nlg_e2e_nlg": [ |
| { |
| "rougeL": { |
| "precision": 0.5218180332911635, |
| "recall": 0.5051918992980547, |
| "fmeasure": 0.5047866770029897 |
| }, |
| "rouge1": { |
| "precision": 0.7327082767521199, |
| "recall": 0.7111386076501133, |
| "fmeasure": 0.7100951572991672 |
| }, |
| "rouge2": { |
| "precision": 0.4441474002951051, |
| "recall": 0.4295998244895631, |
| "fmeasure": 0.42927744188510353 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "nlg_web_nlg": [ |
| { |
| "rougeL": { |
| "precision": 0.41416205779965676, |
| "recall": 0.44778397136822795, |
| "fmeasure": 0.4132054215681105 |
| }, |
| "rouge1": { |
| "precision": 0.565795736236217, |
| "recall": 0.6036572317619695, |
| "fmeasure": 0.5620300394085863 |
| }, |
| "rouge2": { |
| "precision": 0.3108318610437901, |
| "recall": 0.3299034662635319, |
| "fmeasure": 0.3075196329558318 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "nlg_samsum": [ |
| { |
| "rougeL": { |
| "precision": 0.18730138781263106, |
| "recall": 0.4060329926060551, |
| "fmeasure": 0.23510343099740502 |
| }, |
| "rouge1": { |
| "precision": 0.24949918247066044, |
| "recall": 0.5321313745698336, |
| "fmeasure": 0.31231691893626373 |
| }, |
| "rouge2": { |
| "precision": 0.09036491292837458, |
| "recall": 0.18973570670517245, |
| "fmeasure": 0.11176304081886364 |
| } |
| }, |
| [ |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null, |
| null |
| ] |
| ], |
| "summary": { |
| "precision": 0.5201008844347812, |
| "recall": 0.551411848914641, |
| "fmeasure": 0.5278699325970224 |
| } |
| }, |
| "energy": { |
| "total": 453840.88245000003, |
| "train": 386816.2247, |
| "eval": 67024.65775 |
| }, |
| "train_energy": 386816.2247, |
| "eval_energy": 67024.65775 |
| } |
