File size: 1,328 Bytes
eb9d073 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 | {
"report_scope": "Aggregate evaluation values reported in the paper",
"paper": {
"title": "S²-MAS: A Society-Scale Multi-Agent Simulation Framework with 500 Million Household Persona Agents",
"version": "S²-MAS manuscript",
"date": "2026-10-20",
"project_url": "https://github.com/KataDavidXD/s2-mas",
"manuscript_url": "https://github.com/KataDavidXD/s2-mas/blob/main/paper/S2_MAS_Paper.pdf"
},
"repository_role": "MLX deployment of the six-round model",
"model_reference": {
"model": "Fin-Laya 6-round",
"runtime": "MLX CUDA",
"precision": "FP16"
},
"training": {
"continuation_examples_per_language": 2925263,
"paper_reference": "Supplementary Methods M6"
},
"metric_definition": "Accuracy pools records; question-macro F1 averages candidate-class F1 within each question version, then weights versions equally",
"shared_test": {
"records": 240458,
"question_versions": 119,
"language": "English",
"accuracy_pct": 74.5544,
"question_macro_f1_pct": 38.3746,
"paper_reference": "Supplementary Methods M5"
},
"expanded_test": {
"records": 418597,
"language": "English",
"accuracy_pct": 67.2726,
"question_macro_f1_pct": 27.8955,
"paper_reference": "Supplementary Methods M6"
}
}
|