{
  "overall_by_method": {
    "Abstractive Direct": {
      "ROUGE-1": 0.2746,
      "ROUGE-2": 0.1109,
      "ROUGE-L": 0.2174,
      "Precision": 0.8176,
      "Recall": 0.786,
      "F1": 0.801
    },
    "Extractive": {
      "ROUGE-1": 0.1891,
      "ROUGE-2": 0.0577,
      "ROUGE-L": 0.1306,
      "Precision": 0.7464,
      "Recall": 0.7879,
      "F1": 0.7663
    },
    "Hybrid": {
      "ROUGE-1": 0.2399,
      "ROUGE-2": 0.0836,
      "ROUGE-L": 0.1867,
      "Precision": 0.8085,
      "Recall": 0.7769,
      "F1": 0.792
    }
  },
  "by_language_and_method": {
    "Arabic_Abstractive Direct": {
      "ROUGE-1": 0.203,
      "ROUGE-2": 0.0737,
      "ROUGE-L": 0.1733,
      "Precision": 0.7555,
      "Recall": 0.7042,
      "F1": 0.7284
    },
    "Arabic_Extractive": {
      "ROUGE-1": 0.119,
      "ROUGE-2": 0.0251,
      "ROUGE-L": 0.0835,
      "Precision": 0.6517,
      "Recall": 0.7067,
      "F1": 0.6778
    },
    "Arabic_Hybrid": {
      "ROUGE-1": 0.1766,
      "ROUGE-2": 0.0579,
      "ROUGE-L": 0.1503,
      "Precision": 0.7436,
      "Recall": 0.695,
      "F1": 0.718
    },
    "English_Abstractive Direct": {
      "ROUGE-1": 0.3463,
      "ROUGE-2": 0.1481,
      "ROUGE-L": 0.2614,
      "Precision": 0.8797,
      "Recall": 0.8679,
      "F1": 0.8737
    },
    "English_Extractive": {
      "ROUGE-1": 0.2592,
      "ROUGE-2": 0.0903,
      "ROUGE-L": 0.1777,
      "Precision": 0.841,
      "Recall": 0.8691,
      "F1": 0.8547
    },
    "English_Hybrid": {
      "ROUGE-1": 0.3032,
      "ROUGE-2": 0.1092,
      "ROUGE-L": 0.2231,
      "Precision": 0.8734,
      "Recall": 0.8587,
      "F1": 0.8659
    }
  },
  "total_articles": {
    "english": 300,
    "arabic": 300
  },
  "metrics_used": [
    "ROUGE-1",
    "ROUGE-2",
    "ROUGE-L",
    "BERTScore (Precision, Recall, F1)"
  ],
  "models": {
    "extractive": "TextRank (TF-IDF + PageRank)",
    "abstractive_english": "facebook/bart-large-cnn",
    "abstractive_arabic": "csebuetnlp/mT5_multilingual_XLSum"
  }
}