| { |
| "overall_by_method": { |
| "Abstractive Direct": { |
| "ROUGE-1": 0.2746, |
| "ROUGE-2": 0.1109, |
| "ROUGE-L": 0.2174, |
| "Precision": 0.8176, |
| "Recall": 0.786, |
| "F1": 0.801 |
| }, |
| "Extractive": { |
| "ROUGE-1": 0.1891, |
| "ROUGE-2": 0.0577, |
| "ROUGE-L": 0.1306, |
| "Precision": 0.7464, |
| "Recall": 0.7879, |
| "F1": 0.7663 |
| }, |
| "Hybrid": { |
| "ROUGE-1": 0.2399, |
| "ROUGE-2": 0.0836, |
| "ROUGE-L": 0.1867, |
| "Precision": 0.8085, |
| "Recall": 0.7769, |
| "F1": 0.792 |
| } |
| }, |
| "by_language_and_method": { |
| "Arabic_Abstractive Direct": { |
| "ROUGE-1": 0.203, |
| "ROUGE-2": 0.0737, |
| "ROUGE-L": 0.1733, |
| "Precision": 0.7555, |
| "Recall": 0.7042, |
| "F1": 0.7284 |
| }, |
| "Arabic_Extractive": { |
| "ROUGE-1": 0.119, |
| "ROUGE-2": 0.0251, |
| "ROUGE-L": 0.0835, |
| "Precision": 0.6517, |
| "Recall": 0.7067, |
| "F1": 0.6778 |
| }, |
| "Arabic_Hybrid": { |
| "ROUGE-1": 0.1766, |
| "ROUGE-2": 0.0579, |
| "ROUGE-L": 0.1503, |
| "Precision": 0.7436, |
| "Recall": 0.695, |
| "F1": 0.718 |
| }, |
| "English_Abstractive Direct": { |
| "ROUGE-1": 0.3463, |
| "ROUGE-2": 0.1481, |
| "ROUGE-L": 0.2614, |
| "Precision": 0.8797, |
| "Recall": 0.8679, |
| "F1": 0.8737 |
| }, |
| "English_Extractive": { |
| "ROUGE-1": 0.2592, |
| "ROUGE-2": 0.0903, |
| "ROUGE-L": 0.1777, |
| "Precision": 0.841, |
| "Recall": 0.8691, |
| "F1": 0.8547 |
| }, |
| "English_Hybrid": { |
| "ROUGE-1": 0.3032, |
| "ROUGE-2": 0.1092, |
| "ROUGE-L": 0.2231, |
| "Precision": 0.8734, |
| "Recall": 0.8587, |
| "F1": 0.8659 |
| } |
| }, |
| "total_articles": { |
| "english": 300, |
| "arabic": 300 |
| }, |
| "metrics_used": [ |
| "ROUGE-1", |
| "ROUGE-2", |
| "ROUGE-L", |
| "BERTScore (Precision, Recall, F1)" |
| ], |
| "models": { |
| "extractive": "TextRank (TF-IDF + PageRank)", |
| "abstractive_english": "facebook/bart-large-cnn", |
| "abstractive_arabic": "csebuetnlp/mT5_multilingual_XLSum" |
| } |
| } |
