| { | |
| "embedder": "bert", | |
| "A_rouge_parity": { | |
| "available": true, | |
| "cases": [ | |
| { | |
| "case": "identical", | |
| "ours": { | |
| "rouge1": 1.0, | |
| "rouge2": 1.0, | |
| "rougeL": 1.0 | |
| }, | |
| "rouge_score": { | |
| "rouge1": 1.0, | |
| "rouge2": 1.0, | |
| "rougeL": 1.0 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "ok": true | |
| }, | |
| { | |
| "case": "paraphrase", | |
| "ours": { | |
| "rouge1": 0.6666666666666666, | |
| "rouge2": 0.3283582089552239, | |
| "rougeL": 0.46376811594202894 | |
| }, | |
| "rouge_score": { | |
| "rouge1": 0.6666666666666666, | |
| "rouge2": 0.3283582089552239, | |
| "rougeL": 0.46376811594202894 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "ok": true | |
| }, | |
| { | |
| "case": "partial", | |
| "ours": { | |
| "rouge1": 0.47058823529411764, | |
| "rouge2": 0.326530612244898, | |
| "rougeL": 0.47058823529411764 | |
| }, | |
| "rouge_score": { | |
| "rouge1": 0.47058823529411764, | |
| "rouge2": 0.326530612244898, | |
| "rougeL": 0.47058823529411764 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "ok": true | |
| }, | |
| { | |
| "case": "unrelated", | |
| "ours": { | |
| "rouge1": 0.10714285714285714, | |
| "rouge2": 0.0, | |
| "rougeL": 0.10714285714285714 | |
| }, | |
| "rouge_score": { | |
| "rouge1": 0.10714285714285714, | |
| "rouge2": 0.0, | |
| "rougeL": 0.10714285714285714 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "ok": true | |
| }, | |
| { | |
| "case": "empty", | |
| "ours": { | |
| "rouge1": 0.0, | |
| "rouge2": 0.0, | |
| "rougeL": 0.0 | |
| }, | |
| "rouge_score": { | |
| "rouge1": 0.0, | |
| "rouge2": 0.0, | |
| "rougeL": 0 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "ok": true | |
| }, | |
| { | |
| "case": "punctuation", | |
| "ours": { | |
| "rouge1": 0.34782608695652173, | |
| "rouge2": 0.3181818181818182, | |
| "rougeL": 0.34782608695652173 | |
| }, | |
| "rouge_score": { | |
| "rouge1": 0.34782608695652173, | |
| "rouge2": 0.3181818181818182, | |
| "rougeL": 0.34782608695652173 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "ok": true | |
| }, | |
| { | |
| "case": "numbers", | |
| "ours": { | |
| "rouge1": 0.8750000000000001, | |
| "rouge2": 0.8571428571428571, | |
| "rougeL": 0.8750000000000001 | |
| }, | |
| "rouge_score": { | |
| "rouge1": 0.8750000000000001, | |
| "rouge2": 0.8571428571428571, | |
| "rougeL": 0.8750000000000001 | |
| }, | |
| "max_abs_diff": 0.0, | |
| "ok": true | |
| } | |
| ], | |
| "max_abs_diff": 0.0, | |
| "passed": true | |
| } | |
| } |