training_summary.json

{
  "model_name": "MultiEvalVietSum",
  "repo_id": "phuongntc/MultiEvalVietSum",
  "backbone": "jhu-clsp/mmBERT-base",
  "task": "Vietnamese summary evaluation",
  "architecture": {
    "type": "cross-encoder evaluator",
    "pooling": "CLS + mean pooling",
    "heads": [
      "faithfulness",
      "coherence",
      "relevance"
    ],
    "loss": "MSE regression + pairwise margin ranking loss"
  },
  "tokenization": {
    "max_len": 2048,
    "summary_max_len": 192,
    "pair_construction": "summary truncated first; remaining token budget prioritized for document"
  },
  "reported_metrics": {
    "validation": {
      "val_pearson_faith": null,
      "val_pearson_coh": null,
      "val_pearson_rel": null,
      "val_pearson_mean": null,
      "val_spearman_faith": null,
      "val_spearman_coh": null,
      "val_spearman_rel": null,
      "val_spearman_mean": null
    }
  },
  "intended_use": [
    "Evaluate Vietnamese summaries with respect to a source document",
    "Support research on automatic summary evaluation in Vietnamese",
    "Provide criterion-specific scores for faithfulness, coherence, and relevance"
  ],
  "limitations": [
    "This model is an automatic evaluator, not a text generator",
    "Scores are proxy judgments and should not replace careful human evaluation in high-stakes settings",
    "Performance may degrade on out-of-domain data",
    "The evaluator only sees the truncated input pair defined by MAX_LEN and SUM_MAX_LEN"
  ],
  "transparency_notes": [
    "The model consumes a document-summary pair and outputs three scalar scores",
    "Users should report exact preprocessing and truncation settings when reproducing experiments",
    "For long documents, content beyond the token budget is not visible to the evaluator"
  ],
  "citation_bibtex": "@misc{phuong2026multievalvietsum,\n  title={MultiEvalVietSum: A Vietnamese Criterion-Specific Evaluator for Summary Assessment},\n  author={Phuong N. T. and collaborators},\n  year={2026},\n  note={Model card and code release on Hugging Face},\n  howpublished={\\url{https://huggingface.co/phuongntc/MultiEvalVietSum}}\n}"
}