| { |
| "repo_id": "Rahvusarhiiv/et_summariser", |
| "repo_name": "et_summariser", |
| "language": "et", |
| "mbart_lang_code": "et_EE", |
| "base_model": "facebook/mbart-large-50-many-to-many-mmt", |
| "local_model_dir": "outputs/dedicated_summarization_models/et_mbart50_grounded_v1/final_model", |
| "training_metadata": "outputs/dedicated_summarization_models/et_mbart50_grounded_v1/training_metadata.json", |
| "training_report": "outputs/summarization_training_data_grounded_clean_all_full_lv_v1/split_report.md", |
| "release_stance": "experimental; no SOTA claim", |
| "eval_rows": [ |
| { |
| "label": "Wiki4 strict v2 LLM judge", |
| "dataset": "wiki4_et", |
| "examples": "100", |
| "factuality": 3.01, |
| "coverage": 3.33, |
| "focus": 4.27, |
| "language_score": 4.3, |
| "overall": 2.73, |
| "kind": "ollama_judge" |
| }, |
| { |
| "label": "Wiki4 broad LLM judge", |
| "dataset": "wiki4_et", |
| "examples": "200", |
| "factuality": 3.02, |
| "coverage": 2.42, |
| "focus": 3.715, |
| "language_score": 4.185, |
| "overall": 2.33, |
| "kind": "ollama_judge" |
| }, |
| { |
| "label": "Wiki4 final automatic", |
| "dataset": "wiki4_et", |
| "examples": 100, |
| "rougeL_f": 0.29355689324997836, |
| "rouge1_f": 0.3513885249581917, |
| "rouge2_f": 0.20140574646547016, |
| "reference_content_token_coverage": 0.38743965026667565, |
| "prediction_source_content_token_precision": 0.7509638190909874, |
| "prediction_words": 62.39, |
| "repeated_4gram_rate": 0.0, |
| "eu_legalese_template_flag": 0.0, |
| "hit_max_new_tokens": 0.0, |
| "kind": "automatic" |
| }, |
| { |
| "label": "GDELT final automatic", |
| "dataset": "gdelt_et", |
| "examples": 100, |
| "rougeL_f": 0.1692342603250661, |
| "rouge1_f": 0.21227974458081833, |
| "rouge2_f": 0.07460760477756037, |
| "reference_content_token_coverage": 0.2569681719805297, |
| "prediction_source_content_token_precision": 0.8053276209384402, |
| "prediction_words": 47.48, |
| "repeated_4gram_rate": 0.0, |
| "eu_legalese_template_flag": 0.0, |
| "hit_max_new_tokens": 0.0, |
| "kind": "automatic" |
| } |
| ] |
| } |
|
|
