File size: 1,538 Bytes
0c9aadd 3738a13 0c9aadd 3738a13 0c9aadd 3738a13 ac710f8 f67ae0b 0c9aadd f67ae0b 25081bd 7f65c92 3738a13 0c9aadd f67ae0b 0c9aadd ac710f8 0c9aadd ac710f8 3738a13 0c9aadd f67ae0b 3738a13 f67ae0b 3738a13 0c9aadd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 | {
"model_type": "sonamath",
"architectures": [
"SonaMathForCausalLM"
],
"model_name": "SonaMath-0.5B",
"brand": "SonaMath",
"version": "0.1.1-sft-preview",
"release_stage": "sft",
"params_million": 591.9,
"hidden_size": 1536,
"num_attention_heads": 24,
"num_key_value_heads": 4,
"intermediate_size": 4352,
"num_hidden_layers": 16,
"max_position_embeddings": 2048,
"vocab_size": 32000,
"torch_dtype": "bfloat16",
"language": "en",
"license": "apache-2.0",
"pipeline_tag": "text-generation",
"tags": [
"math",
"reasoning",
"research-preview",
"sft",
"small-language-models",
"architecture-research",
"sonamath"
],
"training": {
"pretrain_tokens_approx": "3B",
"post_training": "light SFT only (this release)",
"stage": "sft-preview",
"rl_applied_to_this_checkpoint": false
},
"eval": {
"gsm8k_full_greedy": {
"accuracy": 0.1379833206974981,
"correct": 182,
"n": 1319,
"parse_rate": 0.9931766489764974,
"wilson_95_low": 0.12,
"wilson_95_high": 0.158,
"decoding": "greedy",
"max_new_tokens": 1024,
"applies_to": "SFT checkpoint only"
}
},
"disclaimers": [
"Weights are SFT-stage only.",
"GSM8K score must not be cited as RL or anti-GRPO evidence.",
"Former preview name: JunMath."
],
"notes": "SonaMath SFT research preview. GSM8K full: 13.8% (182/1319), greedy, max_new=1024. Formerly branded JunMath.",
"former_names": [
"JunMath",
"JunMath-0.5B"
]
} |