{
  "schema_version": 1,
  "metric_note": "Accuracy for non-translation tasks; COMET for FLORES+; weighted sum normalized by 0.95.",
  "weights": {
    "uzlib_slice_full": 0.2,
    "tumlu_uzbek_full": 0.2,
    "flores_en_uz_full": 0.15,
    "news_full": 0.1,
    "mmlu_english_full": 0.1,
    "mmlu_uz_full": 0.1,
    "flores_uz_en_full": 0.05,
    "sentiment_binary_full": 0.05
  },
  "labels": {
    "uzlib_slice_full": "UzLiB",
    "tumlu_uzbek_full": "TUMLU-Uzbek",
    "flores_en_uz_full": "FLORES+ en to uz",
    "news_full": "News",
    "mmlu_english_full": "MMLU English",
    "mmlu_uz_full": "MMLU Uzbek",
    "flores_uz_en_full": "FLORES+ uz to en",
    "sentiment_binary_full": "Sentiment"
  },
  "models": {
    "NeuronAI-2B": {
      "run_id": "qwen35_2b_lora_r64_grouped_identity_ckpt4749_public_v2",
      "suite_id": "public_uzbek_full_comet_vllm_v2",
      "tasks": {
        "uzlib_slice_full": 0.4959699086512628,
        "tumlu_uzbek_full": 0.32571428571428573,
        "flores_en_uz_full": 0.8761537177251785,
        "news_full": 0.7854903578426318,
        "mmlu_english_full": 0.5406637231163652,
        "mmlu_uz_full": 0.4685230024213075,
        "flores_uz_en_full": 0.8534744450736248,
        "sentiment_binary_full": 0.955
      },
      "invalid_rate": {
        "uzlib_slice_full": 0.0,
        "tumlu_uzbek_full": 0.0,
        "flores_en_uz_full": null,
        "news_full": 0.0,
        "mmlu_english_full": 0.0,
        "mmlu_uz_full": 0.0,
        "flores_uz_en_full": null,
        "sentiment_binary_full": 0.0
      },
      "normalized_weighted_score": 0.5954224496037875
    },
    "Qwen3.5-2B": {
      "run_id": "qwen35_2b_instruct_full_20260817_081135",
      "suite_id": "public_uzbek_full_vllm",
      "tasks": {
        "uzlib_slice_full": 0.28694250403009136,
        "tumlu_uzbek_full": 0.31285714285714283,
        "flores_en_uz_full": 0.7009904753173863,
        "news_full": 0.36753635144890173,
        "mmlu_english_full": 0.5239282153539382,
        "mmlu_uz_full": 0.3709585529126905,
        "flores_uz_en_full": 0.8071526469372587,
        "sentiment_binary_full": 0.7687
      },
      "invalid_rate": {
        "uzlib_slice_full": 0.0,
        "tumlu_uzbek_full": 0.0,
        "flores_en_uz_full": null,
        "news_full": 0.0,
        "mmlu_english_full": 0.0,
        "mmlu_uz_full": 0.0,
        "flores_uz_en_full": null,
        "sentiment_binary_full": 0.0002
      },
      "normalized_weighted_score": 0.45278257367733765
    },
    "alloma-8B": {
      "run_id": "alloma_8b_full_public_composite",
      "suite_id": "public_uzbek_full_composite_apst",
      "source_files": [
        "reports/alloma_card_protocol_full/alloma-8B.json",
        "reports/eval_suites/external_public/alloma_8b_uzlib_full_20260615/uzlib_full.json",
        "reports/eval_suites/public_full_comet/alloma_8b_strict_missing_uz_metrics/tumlu_uzbek_full_apst.json",
        "reports/eval_suites/public_full_comet/alloma_8b_strict_missing_uz_metrics/mmlu_uz_full_apst.json"
      ],
      "tasks": {
        "uzlib_slice_full": 0.4239656098871574,
        "tumlu_uzbek_full": 0.20714285714285716,
        "flores_en_uz_full": 0.8779,
        "news_full": 0.5777,
        "mmlu_english_full": 0.5347,
        "mmlu_uz_full": 0.40037031761857284,
        "flores_uz_en_full": 0.8713,
        "sentiment_binary_full": 0.7994
      },
      "invalid_rate": {
        "uzlib_slice_full": 0.0338527673293928,
        "tumlu_uzbek_full": 0.25857142857142856,
        "flores_en_uz_full": null,
        "news_full": null,
        "mmlu_english_full": null,
        "mmlu_uz_full": 0.09051417177040308,
        "flores_uz_en_full": null,
        "sentiment_binary_full": null
      },
      "normalized_weighted_score": 0.5186512896503792
    },
    "alloma-3B": {
      "run_id": "alloma_3B_apst_full_20260815_142714",
      "suite_id": "public_uzbek_full_vllm_apst",
      "tasks": {
        "uzlib_slice_full": 0.32079527135948416,
        "tumlu_uzbek_full": 0.27714285714285714,
        "flores_en_uz_full": 0.8673252673692642,
        "news_full": 0.1359802000618748,
        "mmlu_english_full": 0.3872667711152257,
        "mmlu_uz_full": 0.32744623273038026,
        "flores_uz_en_full": 0.7954316840740269,
        "sentiment_binary_full": 0.3885
      },
      "invalid_rate": {
        "uzlib_slice_full": 0.0010746910263299302,
        "tumlu_uzbek_full": 0.28714285714285714,
        "flores_en_uz_full": null,
        "news_full": 7.218727441476746e-05,
        "mmlu_english_full": 0.06900726392251816,
        "mmlu_uz_full": 0.07726819541375872,
        "flores_uz_en_full": null,
        "sentiment_binary_full": 0.4405
      },
      "normalized_weighted_score": 0.41468665305295505
    },
    "alloma-1B": {
      "run_id": "alloma_1B_apst_full_20260811_114037",
      "suite_id": "public_uzbek_full_vllm_apst",
      "tasks": {
        "uzlib_slice_full": 0.23320795271359485,
        "tumlu_uzbek_full": 0.22,
        "flores_en_uz_full": 0.7383331350348018,
        "news_full": 0.2541404558110756,
        "mmlu_english_full": 0.21976926363765845,
        "mmlu_uz_full": 0.21108104258652613,
        "flores_uz_en_full": 0.7636193416348852,
        "sentiment_binary_full": 0.7954
      },
      "invalid_rate": {
        "uzlib_slice_full": 0.04567436861902203,
        "tumlu_uzbek_full": 0.36714285714285716,
        "flores_en_uz_full": null,
        "news_full": 0.0003506239043002991,
        "mmlu_english_full": 0.09393248824953711,
        "mmlu_uz_full": 0.17882068081469876,
        "flores_uz_en_full": null,
        "sentiment_binary_full": 0.0063
      },
      "normalized_weighted_score": 0.3661490569296942
    }
  },
  "checkpoints": {
    "0.25 epoch": {
      "run_id": "qwen35_2b_lora_r64_grouped_identity_ckpt1188_public_v2",
      "suite_id": "public_uzbek_full_comet_vllm_v2",
      "tasks": {
        "uzlib_slice_full": 0.5432563138097797,
        "tumlu_uzbek_full": 0.32,
        "flores_en_uz_full": 0.8569777911726428,
        "news_full": 0.7521810869341033,
        "mmlu_english_full": 0.5305512035322604,
        "mmlu_uz_full": 0.4598347813701752,
        "flores_uz_en_full": 0.7069662087233046,
        "sentiment_binary_full": 0.9087
      },
      "invalid_rate": {
        "uzlib_slice_full": 0.0,
        "tumlu_uzbek_full": 0.0,
        "flores_en_uz_full": null,
        "news_full": 0.0,
        "mmlu_english_full": 0.0,
        "mmlu_uz_full": 0.0,
        "flores_uz_en_full": null,
        "sentiment_binary_full": 0.0
      },
      "normalized_weighted_score": 0.5855136305870227
    },
    "0.50 epoch": {
      "run_id": "qwen35_2b_lora_r64_grouped_identity_ckpt2376_public_v2",
      "suite_id": "public_uzbek_full_comet_vllm_v2",
      "tasks": {
        "uzlib_slice_full": 0.4954325631380978,
        "tumlu_uzbek_full": 0.3057142857142857,
        "flores_en_uz_full": 0.8641375761503245,
        "news_full": 0.7519542126430855,
        "mmlu_english_full": 0.5307648483122063,
        "mmlu_uz_full": 0.46360917248255235,
        "flores_uz_en_full": 0.8504324527211662,
        "sentiment_binary_full": 0.9502
      },
      "invalid_rate": {
        "uzlib_slice_full": 0.0,
        "tumlu_uzbek_full": 0.0,
        "flores_en_uz_full": null,
        "news_full": 0.0,
        "mmlu_english_full": 0.0,
        "mmlu_uz_full": 0.0,
        "flores_uz_en_full": null,
        "sentiment_binary_full": 0.0
      },
      "normalized_weighted_score": 0.5836994233398612
    },
    "0.75 epoch": {
      "run_id": "qwen35_2b_lora_r64_grouped_identity_ckpt3564_public_v2",
      "suite_id": "public_uzbek_full_comet_vllm_v2",
      "tasks": {
        "uzlib_slice_full": 0.4744760881246642,
        "tumlu_uzbek_full": 0.30857142857142855,
        "flores_en_uz_full": 0.8769590624563133,
        "news_full": 0.7998040631123028,
        "mmlu_english_full": 0.5434411052556616,
        "mmlu_uz_full": 0.46802449793476714,
        "flores_uz_en_full": 0.8535260226727719,
        "sentiment_binary_full": 0.9529
      },
      "invalid_rate": {
        "uzlib_slice_full": 0.0,
        "tumlu_uzbek_full": 0.0,
        "flores_en_uz_full": null,
        "news_full": 0.0,
        "mmlu_english_full": 0.0,
        "mmlu_uz_full": 0.0,
        "flores_uz_en_full": null,
        "sentiment_binary_full": 0.0
      },
      "normalized_weighted_score": 0.5890543478648181
    },
    "1.00 epoch": {
      "run_id": "qwen35_2b_lora_r64_grouped_identity_ckpt4749_public_v2",
      "suite_id": "public_uzbek_full_comet_vllm_v2",
      "tasks": {
        "uzlib_slice_full": 0.4959699086512628,
        "tumlu_uzbek_full": 0.32571428571428573,
        "flores_en_uz_full": 0.8761537177251785,
        "news_full": 0.7854903578426318,
        "mmlu_english_full": 0.5406637231163652,
        "mmlu_uz_full": 0.4685230024213075,
        "flores_uz_en_full": 0.8534744450736248,
        "sentiment_binary_full": 0.955
      },
      "invalid_rate": {
        "uzlib_slice_full": 0.0,
        "tumlu_uzbek_full": 0.0,
        "flores_en_uz_full": null,
        "news_full": 0.0,
        "mmlu_english_full": 0.0,
        "mmlu_uz_full": 0.0,
        "flores_uz_en_full": null,
        "sentiment_binary_full": 0.0
      },
      "normalized_weighted_score": 0.5954224496037875
    }
  },
  "tokenizer_fertility": {
    "status": "superseded",
    "result": "fertility_large_20260825.json",
    "note": "Use the corpus-stratified 2026-08-25 evaluation; the old 20k uz-crawl-only result was in-domain."
  }
}