{
  "report_scope": "Aggregate evaluation values reported in the paper",
  "paper": {
    "title": "S²-MAS: A Society-Scale Multi-Agent Simulation Framework with 500 Million Household Persona Agents",
    "version": "S²-MAS manuscript",
    "date": "2026-10-20",
    "project_url": "https://github.com/KataDavidXD/s2-mas",
    "manuscript_url": "https://github.com/KataDavidXD/s2-mas/blob/main/paper/S2_MAS_Paper.pdf"
  },
  "repository_role": "MLX deployment of the six-round model",
  "model_reference": {
    "model": "Fin-Laya 6-round",
    "runtime": "MLX CUDA",
    "precision": "FP16"
  },
  "training": {
    "continuation_examples_per_language": 2925263,
    "paper_reference": "Supplementary Methods M6"
  },
  "metric_definition": "Accuracy pools records; question-macro F1 averages candidate-class F1 within each question version, then weights versions equally",
  "shared_test": {
    "records": 240458,
    "question_versions": 119,
    "language": "English",
    "accuracy_pct": 74.5544,
    "question_macro_f1_pct": 38.3746,
    "paper_reference": "Supplementary Methods M5"
  },
  "expanded_test": {
    "records": 418597,
    "language": "English",
    "accuracy_pct": 67.2726,
    "question_macro_f1_pct": 27.8955,
    "paper_reference": "Supplementary Methods M6"
  }
}