{
  "repo_id": "Rahvusarhiiv/fi_summariser",
  "repo_name": "fi_summariser",
  "language": "fi",
  "mbart_lang_code": "fi_FI",
  "base_model": "facebook/mbart-large-50-many-to-many-mmt",
  "local_model_dir": "outputs/dedicated_summarization_models/fi_mbart50_release_rebalanced_fi_archive_no_leak_v2/final_model",
  "training_metadata": "outputs/dedicated_summarization_models/fi_mbart50_release_rebalanced_fi_archive_no_leak_v2/training_metadata.json",
  "training_report": "outputs/summarization_training_data_release_rebalanced_fi_archive_no_leak_v1/split_report.md",
  "release_stance": "experimental; no SOTA claim",
  "eval_rows": [
    {
      "label": "News-supported v2 automatic",
      "dataset": "news_supported_fi",
      "examples": 253,
      "rougeL_f": 0.22090510168567307,
      "rouge1_f": 0.24742374710032744,
      "rouge2_f": 0.14037243917776332,
      "reference_content_token_coverage": 0.25135526321861434,
      "prediction_source_content_token_precision": 0.8563214009522284,
      "prediction_words": 26.09090909090909,
      "repeated_4gram_rate": 0.0,
      "eu_legalese_template_flag": 0.0,
      "hit_max_new_tokens": 0.0,
      "kind": "automatic"
    },
    {
      "label": "Wiki4 final automatic",
      "dataset": "wiki4_fi",
      "examples": 100,
      "rougeL_f": 0.36632625050723816,
      "rouge1_f": 0.4065308522110746,
      "rouge2_f": 0.2878370008587213,
      "reference_content_token_coverage": 0.39366923596637643,
      "prediction_source_content_token_precision": 0.8823272809018744,
      "prediction_words": 53.93,
      "repeated_4gram_rate": 0.0,
      "eu_legalese_template_flag": 0.0,
      "hit_max_new_tokens": 0.0,
      "kind": "automatic"
    },
    {
      "label": "GDELT final automatic",
      "dataset": "gdelt_fi",
      "examples": 100,
      "rougeL_f": 0.11569887351597742,
      "rouge1_f": 0.1346809917233249,
      "rouge2_f": 0.044391688391582314,
      "reference_content_token_coverage": 0.12319378225476148,
      "prediction_source_content_token_precision": 0.8308603512930368,
      "prediction_words": 23.39,
      "repeated_4gram_rate": 0.0,
      "eu_legalese_template_flag": 0.0,
      "hit_max_new_tokens": 0.0,
      "kind": "automatic"
    }
  ]
}